From 6b377e78dd38a4ce4f6fb91af2b6fce83e4d2424 Mon Sep 17 00:00:00 2001 From: Terve Date: Mon, 21 Sep 2026 19:18:30 -0400 Subject: [PATCH 01/20] Single-source the JSON-RPC worker frame cap across every hop A worker reply can be megabytes where a control message is bytes, and a frame over a hop's cap is not a dropped message: bufio.Scanner cannot resync past an over-long line, so the read loop ends and the peer dies silently while the child keeps running. The cap only works if every hop on a path agrees, so declare it once in shared/jsonrpc and use it on the three hops that carry those replies -- the broker's generic worker links, engine-manager's inbound codec, and the terminal client's link to the broker. The purpose-built links keep their own smaller caps, sized to what those workers actually send. Engine-manager is unchanged in value, having already been at 8 MiB. The broker's worker links and the terminal client move up from the 1 MiB default. Signed-off-by: Terve --- services/nvpair-engine-manager/codec.go | 12 +++++++----- services/nvpair-tui/rpc/codec.go | 13 +++++++++---- services/nvpair-ui-broker/codec.go | 10 ++++++++-- services/nvpair-ui-broker/rpcworker.go | 12 ++++++++---- services/shared/jsonrpc/jsonrpc.go | 21 +++++++++++++++++++++ 5 files changed, 53 insertions(+), 15 deletions(-) diff --git a/services/nvpair-engine-manager/codec.go b/services/nvpair-engine-manager/codec.go index c346efbf..219ca88b 100644 --- a/services/nvpair-engine-manager/codec.go +++ b/services/nvpair-engine-manager/codec.go @@ -22,11 +22,13 @@ type ( DecodeError = jsonrpc.DecodeError ) -// maxFrameBytes caps a single inbound JSON-RPC frame. The orchestrator is the -// sole, trusted peer and only sends small engine:* requests, so 8 MiB is far -// above any real frame. An inbound frame larger than this surfaces as a -// terminal read error and manager.readLoop exits cleanly. -const maxFrameBytes = 8 << 20 // 8 MiB +// maxFrameBytes caps a single inbound JSON-RPC frame. It is the shared +// worker-path cap so every hop agrees; the orchestrator only sends small +// engine:* requests inbound, but this side's *replies* can be megabytes +// (engine:catalog's model list), and a cap that differs per hop fails the whole +// path. An inbound frame larger than this surfaces as a terminal read error and +// manager.readLoop exits cleanly. +const maxFrameBytes = jsonrpc.WorkerFrameBytes // NewCodec wraps rw with the shared codec at engine-manager's 8 MiB frame cap. func NewCodec(rw io.ReadWriter) *Codec { return jsonrpc.NewCodecMaxFrame(rw, maxFrameBytes) } diff --git a/services/nvpair-tui/rpc/codec.go b/services/nvpair-tui/rpc/codec.go index 8d5e8c83..d8e95261 100644 --- a/services/nvpair-tui/rpc/codec.go +++ b/services/nvpair-tui/rpc/codec.go @@ -18,12 +18,17 @@ import ( "fmt" "io" "sync" + + "nvpair-shared/jsonrpc" ) -// maxFrame bounds a single JSON-RPC line. The broker uses a 1 MiB read -// buffer; we match it so a large discovery/errors snapshot from the -// broker is never truncated mid-frame. -const maxFrame = 1024 * 1024 +// maxFrame bounds a single JSON-RPC line. It is the shared worker-path cap, so +// this reader agrees with the broker's reader and every worker's writer: a reply +// only arrives if all the hops on its path allow the same size, and a frame over +// the limit is a terminal read error rather than a skipped message. +// +// The largest real frame is engine:catalog's Ollama list, around 1.9 MiB. +const maxFrame = jsonrpc.WorkerFrameBytes // Message is a single JSON-RPC 2.0 frame. A frame is a request when it // has both an id and a method, a notification when it has a method but no diff --git a/services/nvpair-ui-broker/codec.go b/services/nvpair-ui-broker/codec.go index 4d7dcc80..d8e1aa25 100644 --- a/services/nvpair-ui-broker/codec.go +++ b/services/nvpair-ui-broker/codec.go @@ -23,10 +23,16 @@ type ( ) var ( - NewCodec = jsonrpc.NewCodec - NewPeer = jsonrpc.NewPeer + NewCodec = jsonrpc.NewCodec + NewCodecMaxFrame = jsonrpc.NewCodecMaxFrame + NewPeer = jsonrpc.NewPeer ) +// workerFrameBytes is the inbound frame cap for a worker link. Single-sourced +// with every other hop on the same path, because a reply only arrives if all of +// them agree. +const workerFrameBytes = jsonrpc.WorkerFrameBytes + // errPeerClosed is the sentinel a worker handle's Call/RelayRequest returns // once the child's transport has gone away. var errPeerClosed = jsonrpc.ErrPeerClosed diff --git a/services/nvpair-ui-broker/rpcworker.go b/services/nvpair-ui-broker/rpcworker.go index 4a0f295d..3d282e4f 100644 --- a/services/nvpair-ui-broker/rpcworker.go +++ b/services/nvpair-ui-broker/rpcworker.go @@ -106,10 +106,14 @@ func startRPCWorker(name, binaryPath string, args []string, onNotify func(method } w := &rpcWorker{ - name: name, - cmd: cmd, - stdin: stdin, - peer: NewPeer(NewCodec(readWriter{stdout, stdin})), + name: name, + cmd: cmd, + stdin: stdin, + // Worker replies can be far larger than a control message — + // engine:catalog's model list is megabytes — and an over-long frame is + // a terminal read error that silently takes this peer down while the + // child keeps running, so the cap has to match what workers send. + peer: NewPeer(NewCodecMaxFrame(readWriter{stdout, stdin}, workerFrameBytes)), done: make(chan struct{}), onNotify: onNotify, } diff --git a/services/shared/jsonrpc/jsonrpc.go b/services/shared/jsonrpc/jsonrpc.go index 87e24598..a9671256 100644 --- a/services/shared/jsonrpc/jsonrpc.go +++ b/services/shared/jsonrpc/jsonrpc.go @@ -66,6 +66,27 @@ func (m *Message) IsResponse() bool { return m.ID != nil && m.Method == "" } +// WorkerFrameBytes is the inbound frame cap for the hops that carry large +// worker replies: the orchestrator's generic rpcWorker links (engine-manager, +// manual-nodes, node-settings, job-scheduler), engine-manager's own inbound +// codec, and a terminal client's link to the orchestrator. +// +// It is declared here rather than per-package because the cap only works if +// every hop on a path agrees. A reply has to survive the worker's writer, the +// orchestrator's reader, and the client's reader; one hop left at a smaller +// value fails the whole path, and it fails badly — bufio.Scanner cannot resync +// past an over-long line, so the frame surfaces as a terminal read error that +// takes the peer down (see NewCodecMaxFrame). +// +// It is deliberately not repo-wide. The purpose-built links — discovery, +// errors, cluster, the proxies, workload-manager, node-info — keep their own +// smaller caps, sized to what those workers actually send. Before raising one, +// check every hop on that worker's path, not just the one that overflowed. +// +// 8 MiB is far above any real frame. The largest today is engine:catalog's +// Ollama list at roughly 1.9 MiB; the previous 1 MiB default could not carry it. +const WorkerFrameBytes = 8 << 20 + // Codec handles newline-delimited JSON-RPC 2.0 over an io.ReadWriter. // Writes are safe for concurrent use. type Codec struct { From e99efb057aa773d870b89aed462cef7f985e9b81 Mon Sep 17 00:00:00 2001 From: Terve Date: Mon, 21 Sep 2026 19:29:04 -0400 Subject: [PATCH 02/20] Serve a downloadable model catalog from the engine manager Both front ends need to browse the models an engine can download, and only one of them could: the desktop app carried its own Electron-side model hub, so the terminal interface had no way to offer the same thing. Putting the catalog behind engine:catalog gives both clients one implementation, next to the engine manager that performs the pull. One curated source per engine, because there is no generic GGUF registry worth browsing. Ollama has no public catalog API, so the list is scraped by a developer, reviewed as a diff, committed, and compiled in with go:embed -- serving it touches no network. LM Studio's catalog is the lmstudio-community Hugging Face org, whose repo ids are exactly what lms get accepts, so it is fetched live, cached for six hours, coalesced across concurrent callers, and backed off after a failure so a dead upstream is not re-dialled per call. The catalog is filtered for the platform the models will install on, not the one serving it: MLX quantizations only install on Apple Silicon, so those rows are marked appleOnly and dropped for a non-darwin target, and the reply echoes the platform it filtered for. Signed-off-by: Terve --- desktop/docs/services-api.md | 1 + services/nvpair-engine-manager/README.md | 1 + services/nvpair-engine-manager/catalog.go | 498 + .../catalog/ollama-models.json | 108757 +++++++++++++++ .../nvpair-engine-manager/catalog_test.go | 361 + services/nvpair-engine-manager/manager.go | 30 +- services/nvpair-engine-manager/spec.md | 1 + 7 files changed, 109647 insertions(+), 2 deletions(-) create mode 100644 services/nvpair-engine-manager/catalog.go create mode 100644 services/nvpair-engine-manager/catalog/ollama-models.json create mode 100644 services/nvpair-engine-manager/catalog_test.go diff --git a/desktop/docs/services-api.md b/desktop/docs/services-api.md index 7aea40f9..33036464 100644 --- a/desktop/docs/services-api.md +++ b/desktop/docs/services-api.md @@ -97,6 +97,7 @@ | `errors:clear` | notification (we consume) | ✅ yes | | `errors:report` | notification (we consume) | ✅ yes | | `engine:action` | request (we call) | ✅ yes | +| `engine:catalog` | request (we call) | ✅ yes | | `engine:configure-launch` | request (we call) | ⚠️ not called | | `engine:configured-ports` | request (we call) | ⚠️ not called | | `engine:describe` | request (we call) | ⚠️ not called | diff --git a/services/nvpair-engine-manager/README.md b/services/nvpair-engine-manager/README.md index b401c883..3483e38e 100644 --- a/services/nvpair-engine-manager/README.md +++ b/services/nvpair-engine-manager/README.md @@ -42,6 +42,7 @@ Requests (caller → service): | `engine:action` | `{ engine, action, params }` | the engine's raw response. `action:"pull_model"` is streamed: it emits live `engine:pull-progress` notifications and returns the pull's terminal result (see below). An action whose manifest declares `restart_after` (LM Studio's `delete_model`) restarts a running engine before replying, so the response also means the engine is back and healthy | | `engine:logs` | `{ engine }` | `{ lines: [LogLine] }` | | `engine:errors` | — | `{ errors: [ServiceError] }` | +| `engine:catalog` | `{ engine, platform? }` | `{ models: [{ id, name, author, url, size?, downloads, likes, updatedAt, tags, family?, parameterSize?, appleOnly? }], source, platform?, fetchedAt? }` — the models an engine can **download**, as opposed to `engine:models`, which reports what is already installed. Each engine has one curated source. Ollama's has no public API, so it is a locked list compiled into this binary from `catalog/ollama-models.json`, regenerated on demand by a developer (`npm run scrape:ollama-models` in `desktop/`) who reviews the diff; serving it needs no network. LM Studio's catalog *is* the `lmstudio-community` Hugging Face org, whose repo ids are exactly what `lms get` accepts, so it is fetched live and cached for six hours, with concurrent callers coalesced onto one request, a failed refresh keeping the previous list, and a backoff before the next attempt. `platform` is the GOOS the models will be **installed on**, which is not always this host — a client driving a peer should name that peer; it defaults to this host. MLX quantizations only install on Apple Silicon, so they are marked `appleOnly` and filtered out for a non-`darwin` target; the reply echoes the `platform` it filtered for. `name` is pull-ready: it can be handed to `pull_model` verbatim. An engine with no curated source is an error, not an empty list. The Ollama reply is a single multi-megabyte frame, so every hop on its path must allow `jsonrpc.WorkerFrameBytes`. | | `engine:models` | — | `{ models: [string], modelsByEngine: { : [string] }, loadedByEngine: { : [string] } }` — the flat de-duplicated union of every running engine's models, the per-engine breakdown keyed by engine name, and the per-engine set of models currently **loaded in memory** (all normalized from each engine's `list_models` / `loaded_models` action `result` spec). `modelsByEngine` carries a key for every running engine whose inventory was successfully queried, including an empty list = "running, no models available"; a missing key means not running / not queryable / invalid response. `loadedByEngine` uses the same known-empty distinction for residency and also omits engines with no loaded endpoint. The `/v1/models` HTTP surface returns the same shape. | | `engine:remote-get-installed` | `{ node }` | `{ engines: [EngineStatus] }` fetched from the remote node over `ec` mTLS | | `engine:remote-install` | `{ node, engine, start? }` | `{ opId, status: EngineStatus }` after the remote install (live progress via `engine:remote-progress`) | diff --git a/services/nvpair-engine-manager/catalog.go b/services/nvpair-engine-manager/catalog.go new file mode 100644 index 00000000..3ce25ac8 --- /dev/null +++ b/services/nvpair-engine-manager/catalog.go @@ -0,0 +1,498 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package main + +import ( + "context" + "embed" + "encoding/json" + "fmt" + "io" + "log/slog" + "net/http" + "net/url" + "regexp" + "runtime" + "sort" + "strings" + "sync" + "time" +) + +// engine:catalog serves the set of models an engine can download, as opposed to +// engine:models, which reports what is already installed. It is the one model +// surface with no engine-local source: an engine's own API can list what it +// holds, but not what its upstream offers. +// +// It lives here rather than in a client so both the desktop app and the terminal +// interface see the same catalogue. Each engine has exactly one curated source, +// and the two are deliberately different in kind: +// +// - Ollama has no public library API, only a client-rendered web page. A live +// scrape was fragile and broke whenever the markup changed, so the list is a +// locked file, regenerated on demand by a developer who reviews the diff. +// It is compiled in, so serving it needs no network and cannot fail. +// - LM Studio's catalogue *is* a Hugging Face org (`lmstudio-community`), whose +// repo ids are exactly the strings `lms get` accepts. That has a real API, so +// it is fetched live and cached. + +// catalogSourceKind distinguishes how an engine's catalogue is obtained. +type catalogSourceKind int + +const ( + // catalogEmbedded is compiled into this binary. + catalogEmbedded catalogSourceKind = iota + // catalogFetched is retrieved over HTTP and cached. + catalogFetched +) + +// CatalogModel is one downloadable model, normalized across sources. +// +// Name is pull-ready: passing it straight to the engine's pull_model action +// works. That is the field's whole purpose, so neither source is allowed to put +// a display-only string here. +type CatalogModel struct { + ID string `json:"id"` + Name string `json:"name"` + Author string `json:"author"` + URL string `json:"url"` + // Size is the download size in bytes, omitted when the source does not + // report one (Hugging Face does not expose it on the listing endpoint). + Size uint64 `json:"size,omitempty"` + Downloads int `json:"downloads"` + Likes int `json:"likes"` + UpdatedAt string `json:"updatedAt"` + Tags []string `json:"tags"` + Family string `json:"family,omitempty"` + // ParameterSize is a human label such as "8B", not a number: sources report + // it as text and it is display-only. + ParameterSize string `json:"parameterSize,omitempty"` + // AppleOnly marks a quantization that only installs on Apple Silicon (MLX). + // Reported rather than silently dropped so the decision can be made against + // the platform the model is destined for, which is not always this host. + AppleOnly bool `json:"appleOnly,omitempty"` +} + +// CatalogResult is the engine:catalog reply. +type CatalogResult struct { + Models []CatalogModel `json:"models"` + // Source describes where the list came from, for support and diagnostics. + Source string `json:"source"` + // FetchedAt is when the served list was obtained. For an embedded list this + // is when it was scraped, which tells an operator how stale it is. + FetchedAt string `json:"fetchedAt,omitempty"` + // Platform is the GOOS this list was filtered for. Echoed back so a client + // can tell the operator which machine the list actually applies to, rather + // than presenting a platform-filtered list as universal. + Platform string `json:"platform,omitempty"` +} + +// catalogParams is the engine:catalog request. +type catalogParams struct { + Engine string `json:"engine"` + // Platform is the GOOS the models will actually be installed on. It matters + // because some quantizations are platform-locked, and the machine asking is + // not always the machine downloading — a client driving a peer should say + // which peer. Empty means this host, which is the common case and preserves + // the behaviour of a caller that does not know. + Platform string `json:"platform"` +} + +//go:embed catalog/ollama-models.json +var catalogFS embed.FS + +// ollamaCatalogPath is the embedded locked list. +const ollamaCatalogPath = "catalog/ollama-models.json" + +// The LM Studio catalogue endpoint. Its repo ids are the pull-ready strings. +const ( + hfModelsAPI = "https://huggingface.co/api/models" + lmStudioAuthor = "lmstudio-community" + lmStudioLimit = 500 + catalogCacheTTL = 6 * time.Hour + catalogHTTPTimeout = 20 * time.Second + // catalogRetryAfterFailure keeps a failed fetch from turning every later + // call into a fresh 20-second attempt. Without it an unreachable upstream + // made each caller wait out the whole timeout before being handed the stale + // list — warm-up, a desktop modal, and the terminal browser stalling in + // turn — because only a success stamped the cache. + catalogRetryAfterFailure = 2 * time.Minute + // maxCatalogBody bounds the listing response. The real payload is a few + // hundred KiB; this refuses to buffer an arbitrarily large or compressed + // reply into a supervised worker, and matches the ceiling this package + // already applies to engine action reads. + maxCatalogBody = 8 << 20 +) + +// ollamaLibraryFile is the committed list's on-disk shape. +type ollamaLibraryFile struct { + ScrapedAt string `json:"scrapedAt"` + Source string `json:"source"` + Count int `json:"count"` + Models []ollamaLibraryRow `json:"models"` +} + +// ollamaLibraryRow is one committed entry, shaped like an Ollama tags response. +type ollamaLibraryRow struct { + Name string `json:"name"` + Model string `json:"model"` + ModifiedAt string `json:"modified_at"` + Size uint64 `json:"size"` + Digest string `json:"digest"` + Details struct { + Family string `json:"family"` + ParameterSize string `json:"parameter_size"` + Quantization string `json:"quantization_level"` + } `json:"details"` +} + +// hfModelRow is the subset of a Hugging Face listing entry that matters here. +type hfModelRow struct { + ID string `json:"id"` + ModelID string `json:"modelId"` + Downloads int `json:"downloads"` + Likes int `json:"likes"` + LastModified string `json:"lastModified"` + CreatedAt string `json:"createdAt"` + Tags []string `json:"tags"` +} + +// catalogService answers engine:catalog. The embedded list is parsed once; the +// fetched list is cached with an in-flight guard so concurrent callers share one +// request rather than each starting their own. +type catalogService struct { + client *http.Client + + ollamaOnce sync.Once + ollama []CatalogModel + ollamaMeta ollamaLibraryFile + ollamaErr error + + mu sync.Mutex + lmStudio []CatalogModel + lmFetched time.Time + // lmFailed is when the last fetch failed, so a dead upstream is retried on a + // backoff rather than on every call. + lmFailed time.Time + inflight chan struct{} + // baseURL overrides the listing endpoint in tests. Empty means the real one; + // the caching and coalescing around the fetch is the part worth testing, and + // it cannot be exercised against the live API. + baseURL string +} + +// endpoint is the listing URL to fetch. +func (c *catalogService) endpoint() string { + if c.baseURL != "" { + return c.baseURL + } + return hfModelsAPI +} + +func newCatalogService() *catalogService { + // The same redirect policy the rest of this package's HTTP uses: a catalogue + // endpoint has no reason to redirect, and following one blindly would let an + // upstream (or a captive portal) move the request somewhere else. + return &catalogService{client: newEngineHTTPClient(catalogHTTPTimeout)} +} + +// Catalog returns the downloadable models for an engine, filtered for the +// platform they will be installed on. +func (c *catalogService) Catalog(ctx context.Context, engine, platform string) (CatalogResult, error) { + if platform == "" { + platform = runtime.GOOS + } + switch normalizeCatalogEngine(engine) { + case "ollama": + models, meta, err := c.ollamaCatalog() + if err != nil { + return CatalogResult{}, err + } + return CatalogResult{ + Models: models, + Source: meta.Source, + Platform: platform, + // The committed Ollama list carries no platform-locked entries, so + // nothing is dropped and the caller's platform does not change it. + FetchedAt: meta.ScrapedAt, + }, nil + case "lmstudio": + models, fetchedAt, err := c.lmStudioCatalog(ctx) + if err != nil { + return CatalogResult{}, err + } + return CatalogResult{ + Models: filterForPlatform(models, platform), + Source: hfModelsAPI + "?author=" + lmStudioAuthor, + Platform: platform, + FetchedAt: fetchedAt.UTC().Format(time.RFC3339), + }, nil + default: + return CatalogResult{}, fmt.Errorf("no model catalog for engine %q", engine) + } +} + +// filterForPlatform drops models that cannot install on the target. +// +// MLX quantizations are Apple's framework and only run on Apple Silicon; `lms +// get` refuses them elsewhere. Filtering happens here, against the *target's* +// platform rather than this host's, so a client driving a peer is not offered +// models that peer can never install. +func filterForPlatform(models []CatalogModel, platform string) []CatalogModel { + if platform == "darwin" { + return models + } + out := make([]CatalogModel, 0, len(models)) + for _, m := range models { + if m.AppleOnly { + continue + } + out = append(out, m) + } + return out +} + +// normalizeCatalogEngine tolerates the spellings a client might send. +func normalizeCatalogEngine(engine string) string { + e := strings.ToLower(strings.TrimSpace(engine)) + switch e { + case "lm-studio", "lm studio", "lmstudio": + return "lmstudio" + default: + return e + } +} + +// ollamaCatalog parses the embedded list once and serves it thereafter. +func (c *catalogService) ollamaCatalog() ([]CatalogModel, ollamaLibraryFile, error) { + c.ollamaOnce.Do(func() { + raw, err := catalogFS.ReadFile(ollamaCatalogPath) + if err != nil { + c.ollamaErr = fmt.Errorf("read embedded ollama catalog: %w", err) + return + } + var file ollamaLibraryFile + if err := json.Unmarshal(raw, &file); err != nil { + c.ollamaErr = fmt.Errorf("parse embedded ollama catalog: %w", err) + return + } + c.ollamaMeta = file + c.ollama = normalizeOllamaRows(file.Models) + slog.Info("ollama model catalog loaded", + "models", len(c.ollama), "scrapedAt", file.ScrapedAt) + }) + return c.ollama, c.ollamaMeta, c.ollamaErr +} + +// normalizeOllamaRows converts committed rows into the shared shape, dropping +// malformed entries and de-duplicating by pull name. +func normalizeOllamaRows(rows []ollamaLibraryRow) []CatalogModel { + seen := make(map[string]int, len(rows)) + out := make([]CatalogModel, 0, len(rows)) + for _, r := range rows { + name := strings.TrimSpace(r.Name) + if name == "" { + name = strings.TrimSpace(r.Model) + } + if name == "" { + continue + } + // The library page is the only URL an Ollama model has; the tag suffix + // is not part of the path. + base := name + if i := strings.Index(base, ":"); i > 0 { + base = base[:i] + } + model := CatalogModel{ + ID: name, + Name: name, + Author: "ollama", + URL: "https://ollama.com/library/" + base, + Size: r.Size, + UpdatedAt: r.ModifiedAt, + Tags: catalogTags(r.Details.Family, r.Details.Quantization), + Family: r.Details.Family, + ParameterSize: r.Details.ParameterSize, + } + if idx, dup := seen[name]; dup { + out[idx] = model + continue + } + seen[name] = len(out) + out = append(out, model) + } + return out +} + +// catalogTags builds a small tag set from the fields the committed list carries. +func catalogTags(values ...string) []string { + tags := make([]string, 0, len(values)) + for _, v := range values { + if v = strings.TrimSpace(v); v != "" { + tags = append(tags, v) + } + } + return tags +} + +// lmStudioCatalog serves the cached Hugging Face listing, refreshing it when +// stale. A refresh that fails keeps the previous list: a stale catalogue is far +// more useful than an empty one. +func (c *catalogService) lmStudioCatalog(ctx context.Context) ([]CatalogModel, time.Time, error) { + c.mu.Lock() + // Serve the cache when it is fresh, and also when a recent attempt failed: + // re-fetching on every call against a dead upstream just made each caller + // wait out the full timeout for the same stale answer. + haveList := len(c.lmStudio) > 0 + fresh := haveList && time.Since(c.lmFetched) < catalogCacheTTL + backingOff := haveList && time.Since(c.lmFailed) < catalogRetryAfterFailure + if fresh || backingOff { + models, at := c.lmStudio, c.lmFetched + c.mu.Unlock() + return models, at, nil + } + // Coalesce concurrent callers onto one request. + if c.inflight != nil { + wait := c.inflight + c.mu.Unlock() + select { + case <-wait: + case <-ctx.Done(): + return nil, time.Time{}, ctx.Err() + } + c.mu.Lock() + models, at := c.lmStudio, c.lmFetched + c.mu.Unlock() + if len(models) == 0 { + return nil, time.Time{}, fmt.Errorf("lm studio catalog unavailable") + } + return models, at, nil + } + done := make(chan struct{}) + c.inflight = done + c.mu.Unlock() + + models, err := c.fetchLmStudio(ctx) + + c.mu.Lock() + if err == nil && len(models) > 0 { + c.lmStudio = models + c.lmFetched = time.Now() + c.lmFailed = time.Time{} + } else { + c.lmFailed = time.Now() + } + served, at := c.lmStudio, c.lmFetched + c.inflight = nil + // Closed while still holding the lock, so clearing inflight and releasing + // the waiters is atomic with respect to new arrivals. Closing after the + // unlock left a window where a caller saw no in-flight request and started + // a second one — exactly when a herd is most likely, right after a failure. + close(done) + c.mu.Unlock() + + if len(served) == 0 { + if err != nil { + return nil, time.Time{}, err + } + return nil, time.Time{}, fmt.Errorf("lm studio catalog returned no models") + } + if err != nil { + slog.Warn("lm studio catalog refresh failed; serving the previous list", + "models", len(served), "err", err) + } + return served, at, nil +} + +func (c *catalogService) fetchLmStudio(ctx context.Context) ([]CatalogModel, error) { + ctx, cancel := context.WithTimeout(ctx, catalogHTTPTimeout) + defer cancel() + + q := url.Values{} + q.Set("author", lmStudioAuthor) + q.Set("sort", "downloads") + q.Set("direction", "-1") + q.Set("limit", fmt.Sprint(lmStudioLimit)) + + req, err := http.NewRequestWithContext(ctx, http.MethodGet, c.endpoint()+"?"+q.Encode(), nil) + if err != nil { + return nil, err + } + req.Header.Set("Accept", "application/json") + req.Header.Set("User-Agent", "PAIR/1.0") + + resp, err := c.client.Do(req) + if err != nil { + return nil, err + } + defer resp.Body.Close() + if resp.StatusCode != http.StatusOK { + return nil, fmt.Errorf("model catalog returned %s", resp.Status) + } + + var rows []hfModelRow + if err := json.NewDecoder(io.LimitReader(resp.Body, maxCatalogBody)).Decode(&rows); err != nil { + return nil, fmt.Errorf("decode model catalog: %w", err) + } + return normalizeHFRows(rows), nil +} + +// mlxPattern matches an MLX marker as a whole token in a repo id. +var mlxPattern = regexp.MustCompile(`(?i)(?:^|[-_/])mlx(?:[-_/]|$)`) + +// normalizeHFRows converts listing entries into the shared shape. +// +// MLX quantizations are Apple's framework and only run on Apple Silicon; `lms +// get` refuses them elsewhere with "no download options available". Listing them +// off-Mac would offer models that can never install, so they are dropped there. +func normalizeHFRows(rows []hfModelRow) []CatalogModel { + seen := make(map[string]int, len(rows)) + out := make([]CatalogModel, 0, len(rows)) + for _, r := range rows { + id := strings.TrimSpace(r.ID) + if id == "" { + id = strings.TrimSpace(r.ModelID) + } + if id == "" { + continue + } + author := lmStudioAuthor + if i := strings.Index(id, "/"); i > 0 { + author = id[:i] + } + updated := r.LastModified + if updated == "" { + updated = r.CreatedAt + } + model := CatalogModel{ + ID: id, + Name: id, + Author: author, + URL: "https://huggingface.co/" + id, + Downloads: r.Downloads, + Likes: r.Likes, + UpdatedAt: updated, + Tags: r.Tags, + AppleOnly: isMLX(id, r.Tags), + } + if idx, dup := seen[id]; dup { + out[idx] = model + continue + } + seen[id] = len(out) + out = append(out, model) + } + sort.SliceStable(out, func(i, j int) bool { return out[i].Downloads > out[j].Downloads }) + return out +} + +// isMLX reports an Apple-only quantization, by tag or by repo-id token. +func isMLX(id string, tags []string) bool { + for _, t := range tags { + if strings.EqualFold(strings.TrimSpace(t), "mlx") { + return true + } + } + return mlxPattern.MatchString(id) +} diff --git a/services/nvpair-engine-manager/catalog/ollama-models.json b/services/nvpair-engine-manager/catalog/ollama-models.json new file mode 100644 index 00000000..89a1b321 --- /dev/null +++ b/services/nvpair-engine-manager/catalog/ollama-models.json @@ -0,0 +1,108757 @@ +{ + "scrapedAt": "2026-07-21T02:07:47.321Z", + "source": "https://ollama.com/library", + "count": 7250, + "models": [ + { + "name": "llama3.1:latest", + "model": "llama3.1:latest", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5261334938, + "digest": "46e0c10c039e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b", + "model": "llama3.1:8b", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5261334938, + "digest": "46e0c10c039e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b", + "model": "llama3.1:70b", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 46170898432, + "digest": "711a9e8463af", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b", + "model": "llama3.1:405b", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 260919263232, + "digest": "dbd6b9ea93de", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q2_K", + "model": "llama3.1:8b-instruct-q2_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 3435973837, + "digest": "44a139eeb344", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q3_K_S", + "model": "llama3.1:8b-instruct-q3_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 3972844749, + "digest": "16268e519444", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q3_K_M", + "model": "llama3.1:8b-instruct-q3_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 4294967296, + "digest": "4faa21fca5a2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q3_K_L", + "model": "llama3.1:8b-instruct-q3_K_L", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 4617089843, + "digest": "04a2f1e44de7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q4_0", + "model": "llama3.1:8b-instruct-q4_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5046586573, + "digest": "42182419e950", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q4_1", + "model": "llama3.1:8b-instruct-q4_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5476083302, + "digest": "e129e608a752", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q4_K_S", + "model": "llama3.1:8b-instruct-q4_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5046586573, + "digest": "778e1e675704", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q4_K_M", + "model": "llama3.1:8b-instruct-q4_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5261334938, + "digest": "46e0c10c039e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q5_0", + "model": "llama3.1:8b-instruct-q5_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 6012954214, + "digest": "26bc223a1709", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q5_1", + "model": "llama3.1:8b-instruct-q5_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 6549825126, + "digest": "8faaa53f9cda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q5_K_S", + "model": "llama3.1:8b-instruct-q5_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 6012954214, + "digest": "2d79e69bc236", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q5_K_M", + "model": "llama3.1:8b-instruct-q5_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 6120328397, + "digest": "27fe1b0ab52c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q6_K", + "model": "llama3.1:8b-instruct-q6_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 7086696038, + "digest": "81e7664fda9c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-q8_0", + "model": "llama3.1:8b-instruct-q8_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 9126805504, + "digest": "b158ded76fa0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-instruct-fp16", + "model": "llama3.1:8b-instruct-fp16", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 17179869184, + "digest": "4aacac419454", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q2_K", + "model": "llama3.1:8b-text-q2_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 3435973837, + "digest": "82bedef0ef47", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q3_K_S", + "model": "llama3.1:8b-text-q3_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 3972844749, + "digest": "92c2cffe1a17", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q3_K_M", + "model": "llama3.1:8b-text-q3_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 4294967296, + "digest": "abcf9215e3df", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q3_K_L", + "model": "llama3.1:8b-text-q3_K_L", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 4617089843, + "digest": "4d9a56f79245", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q4_0", + "model": "llama3.1:8b-text-q4_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5046586573, + "digest": "025059e83055", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q4_1", + "model": "llama3.1:8b-text-q4_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5476083302, + "digest": "4b32d52187b4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q4_K_S", + "model": "llama3.1:8b-text-q4_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5046586573, + "digest": "d1a421604a57", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q4_K_M", + "model": "llama3.1:8b-text-q4_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 5261334938, + "digest": "6f98b5a6e4b7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q5_0", + "model": "llama3.1:8b-text-q5_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 6012954214, + "digest": "ee0f9a2ffa00", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q5_1", + "model": "llama3.1:8b-text-q5_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 6549825126, + "digest": "ad68371dbd08", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q5_K_S", + "model": "llama3.1:8b-text-q5_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 6012954214, + "digest": "a7562b693302", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q5_K_M", + "model": "llama3.1:8b-text-q5_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 6120328397, + "digest": "e0b14a625560", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q6_K", + "model": "llama3.1:8b-text-q6_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 7086696038, + "digest": "40e61b3c96cc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-q8_0", + "model": "llama3.1:8b-text-q8_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 9126805504, + "digest": "56fd90f1aa19", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:8b-text-fp16", + "model": "llama3.1:8b-text-fp16", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 17179869184, + "digest": "722fd1ff1fda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q2_K", + "model": "llama3.1:70b-instruct-q2_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 27917287424, + "digest": "3cbf499d6905", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q3_K_S", + "model": "llama3.1:70b-instruct-q3_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 33285996544, + "digest": "aae9a850239c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q3_K_M", + "model": "llama3.1:70b-instruct-q3_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 36507222016, + "digest": "0e97a7709799", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q3_K_L", + "model": "llama3.1:70b-instruct-q3_K_L", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 39728447488, + "digest": "dfa642c7de3f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q4_0", + "model": "llama3.1:70b-instruct-q4_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 42949672960, + "digest": "c0df3564cfe8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q4_K_S", + "model": "llama3.1:70b-instruct-q4_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 42949672960, + "digest": "826ee833d0c5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q4_K_M", + "model": "llama3.1:70b-instruct-q4_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 46170898432, + "digest": "711a9e8463af", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q5_0", + "model": "llama3.1:70b-instruct-q5_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 52613349376, + "digest": "97b688346a84", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q5_1", + "model": "llama3.1:70b-instruct-q5_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 56908316672, + "digest": "84421db620ee", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q5_K_S", + "model": "llama3.1:70b-instruct-q5_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 52613349376, + "digest": "9acd76c5572e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q5_K_M", + "model": "llama3.1:70b-instruct-q5_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 53687091200, + "digest": "1201b5de8650", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q6_K", + "model": "llama3.1:70b-instruct-q6_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 62277025792, + "digest": "eb2f022cab3c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-q8_0", + "model": "llama3.1:70b-instruct-q8_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 80530636800, + "digest": "5dd991fa92a4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-instruct-fp16", + "model": "llama3.1:70b-instruct-fp16", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 151397597184, + "digest": "80d34437631f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q2_K", + "model": "llama3.1:70b-text-q2_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 27917287424, + "digest": "4dff43d37532", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q3_K_S", + "model": "llama3.1:70b-text-q3_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 33285996544, + "digest": "5d0e57a281be", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q3_K_M", + "model": "llama3.1:70b-text-q3_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 36507222016, + "digest": "521811adfd14", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q3_K_L", + "model": "llama3.1:70b-text-q3_K_L", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 39728447488, + "digest": "92b790ee5c4e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q4_0", + "model": "llama3.1:70b-text-q4_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 42949672960, + "digest": "89e7cf894d3c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q4_1", + "model": "llama3.1:70b-text-q4_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 47244640256, + "digest": "dc22a40d439c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q4_K_S", + "model": "llama3.1:70b-text-q4_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 42949672960, + "digest": "6da906aeecc4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q4_K_M", + "model": "llama3.1:70b-text-q4_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 46170898432, + "digest": "f2348d28d33b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q5_0", + "model": "llama3.1:70b-text-q5_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 52613349376, + "digest": "853b4f3150a5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q5_1", + "model": "llama3.1:70b-text-q5_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 56908316672, + "digest": "fb7068813a93", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q5_K_S", + "model": "llama3.1:70b-text-q5_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 52613349376, + "digest": "540ebde70524", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q5_K_M", + "model": "llama3.1:70b-text-q5_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 53687091200, + "digest": "d06cbd1da457", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q6_K", + "model": "llama3.1:70b-text-q6_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 62277025792, + "digest": "ff11f01d22b1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-q8_0", + "model": "llama3.1:70b-text-q8_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 80530636800, + "digest": "2da4cc56a344", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:70b-text-fp16", + "model": "llama3.1:70b-text-fp16", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 151397597184, + "digest": "391fbe608631", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q2_K", + "model": "llama3.1:405b-instruct-q2_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 159987531776, + "digest": "57c259aa0162", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q3_K_S", + "model": "llama3.1:405b-instruct-q3_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 187904819200, + "digest": "5629943379da", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q3_K_M", + "model": "llama3.1:405b-instruct-q3_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 209379655680, + "digest": "9ab0ea61e9d6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q3_K_L", + "model": "llama3.1:405b-instruct-q3_K_L", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 228707008512, + "digest": "fcd77ab1d261", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q4_0", + "model": "llama3.1:405b-instruct-q4_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 245886877696, + "digest": "65fa6b82bfda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q4_1", + "model": "llama3.1:405b-instruct-q4_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 272730423296, + "digest": "283fcc3a816a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q4_K_S", + "model": "llama3.1:405b-instruct-q4_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 248034361344, + "digest": "4a745087e617", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q4_K_M", + "model": "llama3.1:405b-instruct-q4_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 260919263232, + "digest": "dbd6b9ea93de", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q5_0", + "model": "llama3.1:405b-instruct-q5_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 299573968896, + "digest": "441bbd85e453", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q5_1", + "model": "llama3.1:405b-instruct-q5_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 327491256320, + "digest": "b80f0c0aea72", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q5_K_S", + "model": "llama3.1:405b-instruct-q5_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 299573968896, + "digest": "5e5285368f59", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q5_K_M", + "model": "llama3.1:405b-instruct-q5_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 308163903488, + "digest": "fed1ac5214db", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q6_K", + "model": "llama3.1:405b-instruct-q6_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 357556027392, + "digest": "5478eb23c5fb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-q8_0", + "model": "llama3.1:405b-instruct-q8_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 462782726144, + "digest": "b674ab2e9d34", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-instruct-fp16", + "model": "llama3.1:405b-instruct-fp16", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 871878361088, + "digest": "8ca13bcda28b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q2_K", + "model": "llama3.1:405b-text-q2_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 159987531776, + "digest": "f7b0ab60bfbe", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q3_K_S", + "model": "llama3.1:405b-text-q3_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 187904819200, + "digest": "6c66c6eac804", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q3_K_M", + "model": "llama3.1:405b-text-q3_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 209379655680, + "digest": "b9fb97304e8e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q3_K_L", + "model": "llama3.1:405b-text-q3_K_L", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 228707008512, + "digest": "94bf2a77e235", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q4_0", + "model": "llama3.1:405b-text-q4_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 245886877696, + "digest": "320335002c0c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q4_1", + "model": "llama3.1:405b-text-q4_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 272730423296, + "digest": "fea44733a09c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q4_K_S", + "model": "llama3.1:405b-text-q4_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 248034361344, + "digest": "06c63988889d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q4_K_M", + "model": "llama3.1:405b-text-q4_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 260919263232, + "digest": "d8a18ddb2815", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q5_0", + "model": "llama3.1:405b-text-q5_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 299573968896, + "digest": "8d3fd1384383", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q5_1", + "model": "llama3.1:405b-text-q5_1", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 327491256320, + "digest": "105c1a731c53", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q5_K_S", + "model": "llama3.1:405b-text-q5_K_S", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 299573968896, + "digest": "8be1c5b6185d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q5_K_M", + "model": "llama3.1:405b-text-q5_K_M", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 308163903488, + "digest": "0d410297a920", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q6_K", + "model": "llama3.1:405b-text-q6_K", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 357556027392, + "digest": "0217d822dee9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-q8_0", + "model": "llama3.1:405b-text-q8_0", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 462782726144, + "digest": "394d4ab99b16", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.1:405b-text-fp16", + "model": "llama3.1:405b-text-fp16", + "modified_at": "2024-11-30T22:34:00.000Z", + "size": 871878361088, + "digest": "bc01fb5255d5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:latest", + "model": "deepseek-r1:latest", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 5583457485, + "digest": "6995872bfe4c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:1.5b", + "model": "deepseek-r1:1.5b", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 1181116006, + "digest": "e0979632db5a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:7b", + "model": "deepseek-r1:7b", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 5046586573, + "digest": "755ced02ce7b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:8b", + "model": "deepseek-r1:8b", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 5583457485, + "digest": "6995872bfe4c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:14b", + "model": "deepseek-r1:14b", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 9663676416, + "digest": "c333b7232bdb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:32b", + "model": "deepseek-r1:32b", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 21474836480, + "digest": "edba8017331d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:70b", + "model": "deepseek-r1:70b", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 46170898432, + "digest": "d37b54d01a76", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:671b", + "model": "deepseek-r1:671b", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 433791696896, + "digest": "14a4e575643d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:1.5b-qwen-distill-q4_K_M", + "model": "deepseek-r1:1.5b-qwen-distill-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 1181116006, + "digest": "e0979632db5a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-qwen-distill-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:1.5b-qwen-distill-q8_0", + "model": "deepseek-r1:1.5b-qwen-distill-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 2040109466, + "digest": "21c9dbd320fa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-qwen-distill-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:1.5b-qwen-distill-fp16", + "model": "deepseek-r1:1.5b-qwen-distill-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 3865470566, + "digest": "80c3a3c97773", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-qwen-distill-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:7b-qwen-distill-q4_K_M", + "model": "deepseek-r1:7b-qwen-distill-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 5046586573, + "digest": "755ced02ce7b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-qwen-distill-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:7b-qwen-distill-q8_0", + "model": "deepseek-r1:7b-qwen-distill-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 8697308774, + "digest": "1b1708b22a5f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-qwen-distill-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:7b-qwen-distill-fp16", + "model": "deepseek-r1:7b-qwen-distill-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 16106127360, + "digest": "e18c08316744", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-qwen-distill-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:8b-0528-qwen3-q4_K_M", + "model": "deepseek-r1:8b-0528-qwen3-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 5583457485, + "digest": "6995872bfe4c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-0528-qwen3-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:8b-0528-qwen3-q8_0", + "model": "deepseek-r1:8b-0528-qwen3-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 9556302234, + "digest": "cade62fd2850", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-0528-qwen3-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:8b-0528-qwen3-fp16", + "model": "deepseek-r1:8b-0528-qwen3-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 17179869184, + "digest": "a5f168330005", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-0528-qwen3-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:8b-llama-distill-q4_K_M", + "model": "deepseek-r1:8b-llama-distill-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 5261334938, + "digest": "9e54bf95550c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama-distill-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:8b-llama-distill-q8_0", + "model": "deepseek-r1:8b-llama-distill-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 9126805504, + "digest": "744d1ee47c3d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama-distill-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:8b-llama-distill-fp16", + "model": "deepseek-r1:8b-llama-distill-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 17179869184, + "digest": "859adef8321e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama-distill-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:14b-qwen-distill-q4_K_M", + "model": "deepseek-r1:14b-qwen-distill-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 9663676416, + "digest": "c333b7232bdb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-qwen-distill-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:14b-qwen-distill-q8_0", + "model": "deepseek-r1:14b-qwen-distill-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 17179869184, + "digest": "b3c61716272d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-qwen-distill-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:14b-qwen-distill-fp16", + "model": "deepseek-r1:14b-qwen-distill-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 32212254720, + "digest": "7c72950ea94e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-qwen-distill-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:32b-qwen-distill-q4_K_M", + "model": "deepseek-r1:32b-qwen-distill-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 21474836480, + "digest": "edba8017331d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-qwen-distill-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:32b-qwen-distill-q8_0", + "model": "deepseek-r1:32b-qwen-distill-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 37580963840, + "digest": "b177522350a4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-qwen-distill-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:32b-qwen-distill-fp16", + "model": "deepseek-r1:32b-qwen-distill-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 70866960384, + "digest": "20ed0f80363b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-qwen-distill-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:70b-llama-distill-q4_K_M", + "model": "deepseek-r1:70b-llama-distill-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 46170898432, + "digest": "d37b54d01a76", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama-distill-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:70b-llama-distill-q8_0", + "model": "deepseek-r1:70b-llama-distill-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 80530636800, + "digest": "98d07a28d239", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama-distill-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:70b-llama-distill-fp16", + "model": "deepseek-r1:70b-llama-distill-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 151397597184, + "digest": "7a7636f7c9fd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama-distill-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:671b-0528-q4_K_M", + "model": "deepseek-r1:671b-0528-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 433791696896, + "digest": "14a4e575643d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-0528-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:671b-0528-q8_0", + "model": "deepseek-r1:671b-0528-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 765577920512, + "digest": "c483e7c247e3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-0528-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:671b-0528-fp16", + "model": "deepseek-r1:671b-0528-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 1429365116109, + "digest": "0eabebef839b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-0528-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:671b-q4_K_M", + "model": "deepseek-r1:671b-q4_K_M", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 433791696896, + "digest": "58e944f7074d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:671b-q8_0", + "model": "deepseek-r1:671b-q8_0", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 765577920512, + "digest": "00fb327206ce", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-r1:671b-fp16", + "model": "deepseek-r1:671b-fp16", + "modified_at": "2025-07-02T06:09:00.000Z", + "size": 1429365116109, + "digest": "3f9ee65b4e69", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-fp16", + "quantization_level": "" + } + }, + { + "name": "nomic-embed-text:latest", + "model": "nomic-embed-text:latest", + "modified_at": "2024-02-21T17:26:00.000Z", + "size": 287309824, + "digest": "0a109f422b47", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nomic-embed-text:v1.5", + "model": "nomic-embed-text:v1.5", + "modified_at": "2024-02-21T17:26:00.000Z", + "size": 287309824, + "digest": "0a109f422b47", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "v1.5", + "quantization_level": "" + } + }, + { + "name": "nomic-embed-text:137m-v1.5-fp16", + "model": "nomic-embed-text:137m-v1.5-fp16", + "modified_at": "2024-02-21T17:26:00.000Z", + "size": 287309824, + "digest": "0a109f422b47", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "137m-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.2:latest", + "model": "llama3.2:latest", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2147483648, + "digest": "a80c4f17acd5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b", + "model": "llama3.2:1b", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1395864371, + "digest": "baf6a787fdff", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b", + "model": "llama3.2:3b", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2147483648, + "digest": "a80c4f17acd5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q2_K", + "model": "llama3.2:1b-instruct-q2_K", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 609222656, + "digest": "3718017cfd4e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q3_K_S", + "model": "llama3.2:1b-instruct-q3_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 673185792, + "digest": "109ea9f8f55f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q3_K_M", + "model": "llama3.2:1b-instruct-q3_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 724566016, + "digest": "8459ea7be88f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q3_K_L", + "model": "llama3.2:1b-instruct-q3_K_L", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 768606208, + "digest": "1a709e91d2fb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q4_0", + "model": "llama3.2:1b-instruct-q4_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 808452096, + "digest": "53f2745c8077", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q4_1", + "model": "llama3.2:1b-instruct-q4_1", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 872415232, + "digest": "6163c9206d44", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q4_K_S", + "model": "llama3.2:1b-instruct-q4_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 813694976, + "digest": "f56eaefc2343", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q4_K_M", + "model": "llama3.2:1b-instruct-q4_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 847249408, + "digest": "22bc6b92eb01", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q5_0", + "model": "llama3.2:1b-instruct-q5_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 936378368, + "digest": "e903048bd12a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q5_1", + "model": "llama3.2:1b-instruct-q5_1", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 999292928, + "digest": "910be2666935", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q5_K_S", + "model": "llama3.2:1b-instruct-q5_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 936378368, + "digest": "751fb3907a1a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q5_K_M", + "model": "llama3.2:1b-instruct-q5_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 956301312, + "digest": "3df5a9009be6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q6_K", + "model": "llama3.2:1b-instruct-q6_K", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1073741824, + "digest": "4a2e49e49240", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-q8_0", + "model": "llama3.2:1b-instruct-q8_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1395864371, + "digest": "baf6a787fdff", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-instruct-fp16", + "model": "llama3.2:1b-instruct-fp16", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2684354560, + "digest": "2887c3d03e74", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q2_K", + "model": "llama3.2:1b-text-q2_K", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 609222656, + "digest": "1e2a8fc966e5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q3_K_S", + "model": "llama3.2:1b-text-q3_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 673185792, + "digest": "c74a13c9d01e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q3_K_M", + "model": "llama3.2:1b-text-q3_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 724566016, + "digest": "3bbcd4bb53ad", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q3_K_L", + "model": "llama3.2:1b-text-q3_K_L", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 768606208, + "digest": "62d0627d1f48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q4_0", + "model": "llama3.2:1b-text-q4_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 808452096, + "digest": "33ce72b3b1b1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q4_1", + "model": "llama3.2:1b-text-q4_1", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 872415232, + "digest": "280b5553539c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q4_K_S", + "model": "llama3.2:1b-text-q4_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 813694976, + "digest": "06bf8ed406f1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q4_K_M", + "model": "llama3.2:1b-text-q4_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 847249408, + "digest": "131cc658d843", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q5_0", + "model": "llama3.2:1b-text-q5_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 936378368, + "digest": "b51a18e69a04", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q5_1", + "model": "llama3.2:1b-text-q5_1", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 999292928, + "digest": "b495a5b181dd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q5_K_S", + "model": "llama3.2:1b-text-q5_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 936378368, + "digest": "297b115ffc1d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q5_K_M", + "model": "llama3.2:1b-text-q5_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 956301312, + "digest": "87388f217df5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q6_K", + "model": "llama3.2:1b-text-q6_K", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1073741824, + "digest": "8ed38933c055", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-q8_0", + "model": "llama3.2:1b-text-q8_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1395864371, + "digest": "943f46940dae", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:1b-text-fp16", + "model": "llama3.2:1b-text-fp16", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2684354560, + "digest": "562d60c68b3d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q2_K", + "model": "llama3.2:3b-instruct-q2_K", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1503238554, + "digest": "43e1dcc10fd4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q3_K_S", + "model": "llama3.2:3b-instruct-q3_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1610612736, + "digest": "860e23062c32", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q3_K_M", + "model": "llama3.2:3b-instruct-q3_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1825361101, + "digest": "fea4b4677930", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q3_K_L", + "model": "llama3.2:3b-instruct-q3_K_L", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1932735283, + "digest": "adcbc7b3c10e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q4_0", + "model": "llama3.2:3b-instruct-q4_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2040109466, + "digest": "9b9453afbdd6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q4_1", + "model": "llama3.2:3b-instruct-q4_1", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2254857830, + "digest": "c910c5139ab6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q4_K_S", + "model": "llama3.2:3b-instruct-q4_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2040109466, + "digest": "80f2089878c9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q4_K_M", + "model": "llama3.2:3b-instruct-q4_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2147483648, + "digest": "a80c4f17acd5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q5_0", + "model": "llama3.2:3b-instruct-q5_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2469606195, + "digest": "fa2b62a5f96d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q5_1", + "model": "llama3.2:3b-instruct-q5_1", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2576980378, + "digest": "0452394ac7c9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q5_K_S", + "model": "llama3.2:3b-instruct-q5_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2469606195, + "digest": "97ef2f873c2c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q5_K_M", + "model": "llama3.2:3b-instruct-q5_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2469606195, + "digest": "7709c7357e6d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q6_K", + "model": "llama3.2:3b-instruct-q6_K", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2791728742, + "digest": "355f7bc7ff61", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-q8_0", + "model": "llama3.2:3b-instruct-q8_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 3650722202, + "digest": "e410b836fe61", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-instruct-fp16", + "model": "llama3.2:3b-instruct-fp16", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 6871947674, + "digest": "195a8c01d91e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q2_K", + "model": "llama3.2:3b-text-q2_K", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1503238554, + "digest": "dd1eb967998d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q3_K_S", + "model": "llama3.2:3b-text-q3_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1610612736, + "digest": "4b3d962d7792", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q3_K_M", + "model": "llama3.2:3b-text-q3_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1825361101, + "digest": "c0f8d9281394", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q3_K_L", + "model": "llama3.2:3b-text-q3_K_L", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 1932735283, + "digest": "4e8b52d4f25e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q4_0", + "model": "llama3.2:3b-text-q4_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2040109466, + "digest": "d7842f3d2c28", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q4_1", + "model": "llama3.2:3b-text-q4_1", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2254857830, + "digest": "7c21a62209c3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q4_K_S", + "model": "llama3.2:3b-text-q4_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2040109466, + "digest": "8265cd0d8cf7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q4_K_M", + "model": "llama3.2:3b-text-q4_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2147483648, + "digest": "632997a5a262", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q5_0", + "model": "llama3.2:3b-text-q5_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2469606195, + "digest": "3f80b071deb8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q5_1", + "model": "llama3.2:3b-text-q5_1", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2576980378, + "digest": "4f906c782668", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q5_K_S", + "model": "llama3.2:3b-text-q5_K_S", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2469606195, + "digest": "ca4813388da9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q5_K_M", + "model": "llama3.2:3b-text-q5_K_M", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2469606195, + "digest": "5115e096cd33", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q6_K", + "model": "llama3.2:3b-text-q6_K", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 2791728742, + "digest": "2cc9f183bdd4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-q8_0", + "model": "llama3.2:3b-text-q8_0", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 3650722202, + "digest": "945fcc4a41b8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2:3b-text-fp16", + "model": "llama3.2:3b-text-fp16", + "modified_at": "2024-09-25T21:09:00.000Z", + "size": 6871947674, + "digest": "b9cec48fca20", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma3:latest", + "model": "gemma3:latest", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 3543348019, + "digest": "a2af6cc3eb7f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "gemma3:270m", + "model": "gemma3:270m", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 306184192, + "digest": "e7d36fb2c3b3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "270m", + "quantization_level": "" + } + }, + { + "name": "gemma3:1b", + "model": "gemma3:1b", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 854589440, + "digest": "8648f39daa8f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "gemma3:4b", + "model": "gemma3:4b", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 3543348019, + "digest": "a2af6cc3eb7f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "gemma3:12b", + "model": "gemma3:12b", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 8697308774, + "digest": "f4031aab637d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b", + "quantization_level": "" + } + }, + { + "name": "gemma3:27b", + "model": "gemma3:27b", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 18253611008, + "digest": "a418f5838eaf", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b", + "quantization_level": "" + } + }, + { + "name": "gemma3:270m-it-qat", + "model": "gemma3:270m-it-qat", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 252706816, + "digest": "b16d6d39dfbd", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "270m-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma3:270m-it-q8_0", + "model": "gemma3:270m-it-q8_0", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 306184192, + "digest": "e7d36fb2c3b3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "270m-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma3:270m-it-fp16", + "model": "gemma3:270m-it-fp16", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 569376768, + "digest": "a44af03dd6b3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "270m-it-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma3:270m-it-bf16", + "model": "gemma3:270m-it-bf16", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 569376768, + "digest": "dc598b095ea6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "270m-it-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma3:1b-it-qat", + "model": "gemma3:1b-it-qat", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 1073741824, + "digest": "b491bd3989c6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma3:1b-it-q4_K_M", + "model": "gemma3:1b-it-q4_K_M", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 854589440, + "digest": "8648f39daa8f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma3:1b-it-q8_0", + "model": "gemma3:1b-it-q8_0", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 1181116006, + "digest": "0fdb9c7fefee", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma3:1b-it-fp16", + "model": "gemma3:1b-it-fp16", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 2147483648, + "digest": "16d00907691b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1b-it-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma3:4b-it-qat", + "model": "gemma3:4b-it-qat", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 4294967296, + "digest": "d01ad0579247", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma3:4b-it-q4_K_M", + "model": "gemma3:4b-it-q4_K_M", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 3543348019, + "digest": "a2af6cc3eb7f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma3:4b-it-q8_0", + "model": "gemma3:4b-it-q8_0", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 5368709120, + "digest": "2376388dec16", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma3:4b-it-fp16", + "model": "gemma3:4b-it-fp16", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 9234179686, + "digest": "c4da438ae756", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma3:12b-it-qat", + "model": "gemma3:12b-it-qat", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 9556302234, + "digest": "5d4fa005e7bb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma3:12b-it-q4_K_M", + "model": "gemma3:12b-it-q4_K_M", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 8697308774, + "digest": "f4031aab637d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma3:12b-it-q8_0", + "model": "gemma3:12b-it-q8_0", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 13958643712, + "digest": "997a7c2c0975", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma3:12b-it-fp16", + "model": "gemma3:12b-it-fp16", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 25769803776, + "digest": "6b1ba564b78d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma3:27b-it-qat", + "model": "gemma3:27b-it-qat", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 19327352832, + "digest": "29eb0b9aeda3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma3:27b-it-q4_K_M", + "model": "gemma3:27b-it-q4_K_M", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 18253611008, + "digest": "a418f5838eaf", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma3:27b-it-q8_0", + "model": "gemma3:27b-it-q8_0", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 32212254720, + "digest": "273cbcd67032", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma3:27b-it-fp16", + "model": "gemma3:27b-it-fp16", + "modified_at": "2025-08-15T08:15:00.000Z", + "size": 59055800320, + "digest": "b7d58e2e179e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:latest", + "model": "qwen2.5:latest", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 5046586573, + "digest": "845dbda0ea48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b", + "model": "qwen2.5:0.5b", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 417333248, + "digest": "a8b0c5157701", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b", + "model": "qwen2.5:1.5b", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1033895936, + "digest": "65ec06548149", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b", + "model": "qwen2.5:3b", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2040109466, + "digest": "357c53fb659c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b", + "model": "qwen2.5:7b", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 5046586573, + "digest": "845dbda0ea48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b", + "model": "qwen2.5:14b", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 9663676416, + "digest": "7cdf5a0187d5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b", + "model": "qwen2.5:32b", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 21474836480, + "digest": "9f13ba1299af", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b", + "model": "qwen2.5:72b", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 50465865728, + "digest": "424bad2cc13f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base", + "model": "qwen2.5:0.5b-base", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 417333248, + "digest": "24c564a74dea", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q2_K", + "model": "qwen2.5:0.5b-base-q2_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 355467264, + "digest": "b439066a7c50", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q3_K_S", + "model": "qwen2.5:0.5b-base-q3_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 354418688, + "digest": "cf1fe7a28bac", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q3_K_M", + "model": "qwen2.5:0.5b-base-q3_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 372244480, + "digest": "2b0f4078dcc1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q3_K_L", + "model": "qwen2.5:0.5b-base-q3_K_L", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 386924544, + "digest": "59bf60d67517", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q4_0", + "model": "qwen2.5:0.5b-base-q4_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 369098752, + "digest": "a990247b9c63", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q4_1", + "model": "qwen2.5:0.5b-base-q4_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 393216000, + "digest": "50cc344abeb2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q4_K_S", + "model": "qwen2.5:0.5b-base-q4_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 403701760, + "digest": "75db83387279", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q4_K_M", + "model": "qwen2.5:0.5b-base-q4_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 417333248, + "digest": "24c564a74dea", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q5_0", + "model": "qwen2.5:0.5b-base-q5_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 416284672, + "digest": "a30fbb649ad5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q5_1", + "model": "qwen2.5:0.5b-base-q5_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 439353344, + "digest": "c3e31c5b32da", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q5_K_S", + "model": "qwen2.5:0.5b-base-q5_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 433061888, + "digest": "2484afe4f04e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-base-q8_0", + "model": "qwen2.5:0.5b-base-q8_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 556793856, + "digest": "db0459695543", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct", + "model": "qwen2.5:0.5b-instruct", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 417333248, + "digest": "a8b0c5157701", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q2_K", + "model": "qwen2.5:0.5b-instruct-q2_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 355467264, + "digest": "fa66a85e7fe2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q3_K_S", + "model": "qwen2.5:0.5b-instruct-q3_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 354418688, + "digest": "2b61ae1bb74f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q3_K_M", + "model": "qwen2.5:0.5b-instruct-q3_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 372244480, + "digest": "a1b962ae1ffb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q3_K_L", + "model": "qwen2.5:0.5b-instruct-q3_K_L", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 386924544, + "digest": "2ea07e2fd539", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q4_0", + "model": "qwen2.5:0.5b-instruct-q4_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 369098752, + "digest": "44deb286b008", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q4_1", + "model": "qwen2.5:0.5b-instruct-q4_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 393216000, + "digest": "61378941e31f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q4_K_S", + "model": "qwen2.5:0.5b-instruct-q4_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 403701760, + "digest": "6f4611e3bd35", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q4_K_M", + "model": "qwen2.5:0.5b-instruct-q4_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 417333248, + "digest": "a8b0c5157701", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q5_0", + "model": "qwen2.5:0.5b-instruct-q5_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 416284672, + "digest": "4a8f6fc82b6e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q5_1", + "model": "qwen2.5:0.5b-instruct-q5_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 439353344, + "digest": "95b03700b65c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q5_K_S", + "model": "qwen2.5:0.5b-instruct-q5_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 433061888, + "digest": "5830fc2c0193", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q5_K_M", + "model": "qwen2.5:0.5b-instruct-q5_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 440401920, + "digest": "0762ec590a8c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q6_K", + "model": "qwen2.5:0.5b-instruct-q6_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 530579456, + "digest": "ac75f8387539", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-q8_0", + "model": "qwen2.5:0.5b-instruct-q8_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 556793856, + "digest": "84d044692a2c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:0.5b-instruct-fp16", + "model": "qwen2.5:0.5b-instruct-fp16", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1042284544, + "digest": "c82efd44bfdc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct", + "model": "qwen2.5:1.5b-instruct", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1033895936, + "digest": "65ec06548149", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q2_K", + "model": "qwen2.5:1.5b-instruct-q2_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 708837376, + "digest": "c239521b8b51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q3_K_S", + "model": "qwen2.5:1.5b-instruct-q3_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 797966336, + "digest": "2ead4934f6e9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q3_K_M", + "model": "qwen2.5:1.5b-instruct-q3_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 864026624, + "digest": "5a4d48f91dab", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q3_K_L", + "model": "qwen2.5:1.5b-instruct-q3_K_L", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 922746880, + "digest": "b16c18a133fa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q4_0", + "model": "qwen2.5:1.5b-instruct-q4_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 980418560, + "digest": "635e70c8687b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q4_1", + "model": "qwen2.5:1.5b-instruct-q4_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1073741824, + "digest": "4543b48a5085", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q4_K_S", + "model": "qwen2.5:1.5b-instruct-q4_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 985661440, + "digest": "17dd5468f0a7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q4_K_M", + "model": "qwen2.5:1.5b-instruct-q4_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1033895936, + "digest": "65ec06548149", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q5_0", + "model": "qwen2.5:1.5b-instruct-q5_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1181116006, + "digest": "267c3094f0b0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q5_1", + "model": "qwen2.5:1.5b-instruct-q5_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1288490189, + "digest": "828d5d698355", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q5_K_S", + "model": "qwen2.5:1.5b-instruct-q5_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1181116006, + "digest": "4dce61337043", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q5_K_M", + "model": "qwen2.5:1.5b-instruct-q5_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1181116006, + "digest": "7a0e895425bc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q6_K", + "model": "qwen2.5:1.5b-instruct-q6_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1395864371, + "digest": "03ec957c269f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-q8_0", + "model": "qwen2.5:1.5b-instruct-q8_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1717986918, + "digest": "b19683a34698", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:1.5b-instruct-fp16", + "model": "qwen2.5:1.5b-instruct-fp16", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 3328599654, + "digest": "d8035f049126", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct", + "model": "qwen2.5:3b-instruct", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2040109466, + "digest": "357c53fb659c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q2_K", + "model": "qwen2.5:3b-instruct-q2_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1395864371, + "digest": "1fe27cd0c26a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q3_K_S", + "model": "qwen2.5:3b-instruct-q3_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1610612736, + "digest": "5ed381ff5c13", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q3_K_M", + "model": "qwen2.5:3b-instruct-q3_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1717986918, + "digest": "c3240229f22f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q3_K_L", + "model": "qwen2.5:3b-instruct-q3_K_L", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1825361101, + "digest": "f8d588c5572a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q4_0", + "model": "qwen2.5:3b-instruct-q4_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1932735283, + "digest": "09f7fe4d29e6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q4_1", + "model": "qwen2.5:3b-instruct-q4_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2147483648, + "digest": "c8aefde2cd4f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q4_K_S", + "model": "qwen2.5:3b-instruct-q4_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 1932735283, + "digest": "3033a0ab2cfd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q4_K_M", + "model": "qwen2.5:3b-instruct-q4_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2040109466, + "digest": "357c53fb659c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q5_0", + "model": "qwen2.5:3b-instruct-q5_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2362232013, + "digest": "f2c8c51a4c62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q5_1", + "model": "qwen2.5:3b-instruct-q5_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2469606195, + "digest": "c7e5301cb49e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q5_K_S", + "model": "qwen2.5:3b-instruct-q5_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2362232013, + "digest": "8ce4b148557a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q5_K_M", + "model": "qwen2.5:3b-instruct-q5_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2362232013, + "digest": "19cf317bd479", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q6_K", + "model": "qwen2.5:3b-instruct-q6_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 2684354560, + "digest": "9f78f7728716", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-q8_0", + "model": "qwen2.5:3b-instruct-q8_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 3543348019, + "digest": "cd6aa8b25d7a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:3b-instruct-fp16", + "model": "qwen2.5:3b-instruct-fp16", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 6657199309, + "digest": "de47f806df14", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct", + "model": "qwen2.5:7b-instruct", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 5046586573, + "digest": "845dbda0ea48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q2_K", + "model": "qwen2.5:7b-instruct-q2_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 3221225472, + "digest": "94ac6d14b93f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q3_K_S", + "model": "qwen2.5:7b-instruct-q3_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 3758096384, + "digest": "05d9cc3116db", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q3_K_M", + "model": "qwen2.5:7b-instruct-q3_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 4080218931, + "digest": "29492a928341", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q3_K_L", + "model": "qwen2.5:7b-instruct-q3_K_L", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 4402341478, + "digest": "6ed3506191d1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q4_0", + "model": "qwen2.5:7b-instruct-q4_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 4724464026, + "digest": "2e92ac0dd3a8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q4_1", + "model": "qwen2.5:7b-instruct-q4_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 5261334938, + "digest": "840e00017aa6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q4_K_S", + "model": "qwen2.5:7b-instruct-q4_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 4831838208, + "digest": "d572758f0ffe", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q4_K_M", + "model": "qwen2.5:7b-instruct-q4_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 5046586573, + "digest": "845dbda0ea48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q5_0", + "model": "qwen2.5:7b-instruct-q5_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 5690831667, + "digest": "16c4cf552635", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q5_1", + "model": "qwen2.5:7b-instruct-q5_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 6227702579, + "digest": "0f1627cf5764", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q5_K_S", + "model": "qwen2.5:7b-instruct-q5_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 5690831667, + "digest": "1a3492b0a1dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q5_K_M", + "model": "qwen2.5:7b-instruct-q5_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 5798205850, + "digest": "a1040ddd2b49", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q6_K", + "model": "qwen2.5:7b-instruct-q6_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 6764573491, + "digest": "a7e494737d58", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-q8_0", + "model": "qwen2.5:7b-instruct-q8_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 8697308774, + "digest": "2d9500c94841", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:7b-instruct-fp16", + "model": "qwen2.5:7b-instruct-fp16", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 16106127360, + "digest": "59805ce4a404", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct", + "model": "qwen2.5:14b-instruct", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 9663676416, + "digest": "7cdf5a0187d5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q2_K", + "model": "qwen2.5:14b-instruct-q2_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 6227702579, + "digest": "9caf6424b5f9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q3_K_S", + "model": "qwen2.5:14b-instruct-q3_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 7194070221, + "digest": "c8f457c1f8f5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q3_K_M", + "model": "qwen2.5:14b-instruct-q3_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 7838315315, + "digest": "4d8dbee0507f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q3_K_L", + "model": "qwen2.5:14b-instruct-q3_K_L", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 8482560410, + "digest": "0ab75160d333", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q4_0", + "model": "qwen2.5:14b-instruct-q4_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 9126805504, + "digest": "5449194ff803", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q4_1", + "model": "qwen2.5:14b-instruct-q4_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 10093173146, + "digest": "4d404313d9cd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q4_K_S", + "model": "qwen2.5:14b-instruct-q4_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 9234179686, + "digest": "927254c04779", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q4_K_M", + "model": "qwen2.5:14b-instruct-q4_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 9663676416, + "digest": "7cdf5a0187d5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q5_0", + "model": "qwen2.5:14b-instruct-q5_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 10737418240, + "digest": "e242bafd33eb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q5_1", + "model": "qwen2.5:14b-instruct-q5_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 11811160064, + "digest": "43a5486ba383", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q5_K_S", + "model": "qwen2.5:14b-instruct-q5_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 10737418240, + "digest": "f766877d708a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q5_K_M", + "model": "qwen2.5:14b-instruct-q5_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 11811160064, + "digest": "7bb3f324cafc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q6_K", + "model": "qwen2.5:14b-instruct-q6_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 12884901888, + "digest": "4f6861a20c29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-q8_0", + "model": "qwen2.5:14b-instruct-q8_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 17179869184, + "digest": "985c5f25dfe9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:14b-instruct-fp16", + "model": "qwen2.5:14b-instruct-fp16", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 32212254720, + "digest": "06c8c6f15cf9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct", + "model": "qwen2.5:32b-instruct", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 21474836480, + "digest": "9f13ba1299af", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q2_K", + "model": "qwen2.5:32b-instruct-q2_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 12884901888, + "digest": "ecc53cfdce75", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q3_K_S", + "model": "qwen2.5:32b-instruct-q3_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 15032385536, + "digest": "aefb7287ac72", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q3_K_M", + "model": "qwen2.5:32b-instruct-q3_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 17179869184, + "digest": "44bd723cfd42", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q3_K_L", + "model": "qwen2.5:32b-instruct-q3_K_L", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 18253611008, + "digest": "83db34c608fc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q4_0", + "model": "qwen2.5:32b-instruct-q4_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 20401094656, + "digest": "0508d3b6da02", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q4_1", + "model": "qwen2.5:32b-instruct-q4_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 22548578304, + "digest": "c35507089a57", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q4_K_S", + "model": "qwen2.5:32b-instruct-q4_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 20401094656, + "digest": "0ef28b3b6dba", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q4_K_M", + "model": "qwen2.5:32b-instruct-q4_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 21474836480, + "digest": "9f13ba1299af", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q5_0", + "model": "qwen2.5:32b-instruct-q5_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 24696061952, + "digest": "af981f1d421b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q5_1", + "model": "qwen2.5:32b-instruct-q5_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 26843545600, + "digest": "fc1b4cb1aabb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q5_K_S", + "model": "qwen2.5:32b-instruct-q5_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 24696061952, + "digest": "3cb439a8d19b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q5_K_M", + "model": "qwen2.5:32b-instruct-q5_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 24696061952, + "digest": "b0936ea364bf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q6_K", + "model": "qwen2.5:32b-instruct-q6_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 28991029248, + "digest": "09f123ce518b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-q8_0", + "model": "qwen2.5:32b-instruct-q8_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 37580963840, + "digest": "378290543760", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:32b-instruct-fp16", + "model": "qwen2.5:32b-instruct-fp16", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 70866960384, + "digest": "d988bddd9a2e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct", + "model": "qwen2.5:72b-instruct", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 50465865728, + "digest": "424bad2cc13f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q2_K", + "model": "qwen2.5:72b-instruct-q2_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 32212254720, + "digest": "d072709cc1a8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q3_K_S", + "model": "qwen2.5:72b-instruct-q3_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 36507222016, + "digest": "6fcfede9cc1c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q3_K_M", + "model": "qwen2.5:72b-instruct-q3_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 40802189312, + "digest": "15abb3b7022f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q3_K_L", + "model": "qwen2.5:72b-instruct-q3_K_L", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 42949672960, + "digest": "c3f33d2ad20a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q4_0", + "model": "qwen2.5:72b-instruct-q4_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 44023414784, + "digest": "2dd03ae27777", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q4_1", + "model": "qwen2.5:72b-instruct-q4_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 49392123904, + "digest": "bcf8fafd0731", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q4_K_S", + "model": "qwen2.5:72b-instruct-q4_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 47244640256, + "digest": "a4520526d819", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q4_K_M", + "model": "qwen2.5:72b-instruct-q4_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 50465865728, + "digest": "424bad2cc13f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q5_0", + "model": "qwen2.5:72b-instruct-q5_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 53687091200, + "digest": "7a43bbfe6536", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q5_1", + "model": "qwen2.5:72b-instruct-q5_1", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 59055800320, + "digest": "40630a45532c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q5_K_S", + "model": "qwen2.5:72b-instruct-q5_K_S", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 54760833024, + "digest": "ee3ecbad0795", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q5_K_M", + "model": "qwen2.5:72b-instruct-q5_K_M", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 57982058496, + "digest": "210a146b67de", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q6_K", + "model": "qwen2.5:72b-instruct-q6_K", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 68719476736, + "digest": "5f611a49224d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-q8_0", + "model": "qwen2.5:72b-instruct-q8_0", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 82678120448, + "digest": "23f2cb48bb9a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5:72b-instruct-fp16", + "model": "qwen2.5:72b-instruct-fp16", + "modified_at": "2024-09-19T16:42:00.000Z", + "size": 155692564480, + "digest": "754bbe314ad4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:latest", + "model": "qwen3:latest", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 5583457485, + "digest": "500a1f067a9f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen3:0.6b", + "model": "qwen3:0.6b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 548405248, + "digest": "7df6b6e09427", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.6b", + "quantization_level": "" + } + }, + { + "name": "qwen3:1.7b", + "model": "qwen3:1.7b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 1503238554, + "digest": "8f68893c685c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b", + "model": "qwen3:4b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 2684354560, + "digest": "359d7dd4bcda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "qwen3:8b", + "model": "qwen3:8b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 5583457485, + "digest": "500a1f067a9f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "qwen3:14b", + "model": "qwen3:14b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 9985798963, + "digest": "bdbd181c33f2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b", + "model": "qwen3:30b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 20401094656, + "digest": "ad815644918f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b", + "quantization_level": "" + } + }, + { + "name": "qwen3:32b", + "model": "qwen3:32b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 21474836480, + "digest": "030ee887880f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b", + "model": "qwen3:235b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 152471339008, + "digest": "754a872f1290", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b", + "quantization_level": "" + } + }, + { + "name": "qwen3:0.6b-q4_K_M", + "model": "qwen3:0.6b-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 548405248, + "digest": "7df6b6e09427", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.6b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:0.6b-q8_0", + "model": "qwen3:0.6b-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 872415232, + "digest": "f6358994266d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.6b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:0.6b-fp16", + "model": "qwen3:0.6b-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 1610612736, + "digest": "626c9556a80f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.6b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:1.7b-q4_K_M", + "model": "qwen3:1.7b-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 1503238554, + "digest": "8f68893c685c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:1.7b-q8_0", + "model": "qwen3:1.7b-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 2362232013, + "digest": "29b6a7a420a4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:1.7b-fp16", + "model": "qwen3:1.7b-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 4402341478, + "digest": "e9354f6174db", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-instruct", + "model": "qwen3:4b-instruct", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 2684354560, + "digest": "0edcdef34593", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-instruct-2507-q4_K_M", + "model": "qwen3:4b-instruct-2507-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 2684354560, + "digest": "0edcdef34593", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-2507-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-instruct-2507-q8_0", + "model": "qwen3:4b-instruct-2507-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 4617089843, + "digest": "aa7252f68dda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-2507-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-instruct-2507-fp16", + "model": "qwen3:4b-instruct-2507-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 8697308774, + "digest": "259cbeb0f33b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-2507-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-thinking", + "model": "qwen3:4b-thinking", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 2684354560, + "digest": "359d7dd4bcda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-thinking-2507-q4_K_M", + "model": "qwen3:4b-thinking-2507-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 2684354560, + "digest": "359d7dd4bcda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-thinking-2507-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-thinking-2507-q8_0", + "model": "qwen3:4b-thinking-2507-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 4617089843, + "digest": "446474631042", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-thinking-2507-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-thinking-2507-fp16", + "model": "qwen3:4b-thinking-2507-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 8697308774, + "digest": "c0b9500a47bb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-thinking-2507-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-q4_K_M", + "model": "qwen3:4b-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 2791728742, + "digest": "2bfd38a7daaf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-q8_0", + "model": "qwen3:4b-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 4724464026, + "digest": "6461746fd6b5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:4b-fp16", + "model": "qwen3:4b-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 8697308774, + "digest": "c2a4b6294479", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:8b-q4_K_M", + "model": "qwen3:8b-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 5583457485, + "digest": "500a1f067a9f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:8b-q8_0", + "model": "qwen3:8b-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 9556302234, + "digest": "e56358ca25dd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:8b-fp16", + "model": "qwen3:8b-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 17179869184, + "digest": "0b358e6e9d8c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:14b-q4_K_M", + "model": "qwen3:14b-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 9985798963, + "digest": "bdbd181c33f2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:14b-q8_0", + "model": "qwen3:14b-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 17179869184, + "digest": "304bf7349c71", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:14b-fp16", + "model": "qwen3:14b-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 32212254720, + "digest": "a5be4baba030", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b", + "model": "qwen3:30b-a3b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 20401094656, + "digest": "ad815644918f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-instruct-2507-q4_K_M", + "model": "qwen3:30b-a3b-instruct-2507-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 20401094656, + "digest": "19e422b02313", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-instruct-2507-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-q4_K_M", + "model": "qwen3:30b-a3b-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 20401094656, + "digest": "0b28110b7a33", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-instruct-2507-q8_0", + "model": "qwen3:30b-a3b-instruct-2507-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 34359738368, + "digest": "528dfe43328b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-instruct-2507-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-thinking-2507-q4_K_M", + "model": "qwen3:30b-a3b-thinking-2507-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 20401094656, + "digest": "ad815644918f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-thinking-2507-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-q8_0", + "model": "qwen3:30b-a3b-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 35433480192, + "digest": "a43c3bd181ce", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-thinking-2507-q8_0", + "model": "qwen3:30b-a3b-thinking-2507-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 34359738368, + "digest": "67e5f89a2a5d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-thinking-2507-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-fp16", + "model": "qwen3:30b-a3b-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 65498251264, + "digest": "a46ad892011c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-instruct-2507-fp16", + "model": "qwen3:30b-a3b-instruct-2507-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 65498251264, + "digest": "2ad425bc080c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-instruct-2507-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-a3b-thinking-2507-fp16", + "model": "qwen3:30b-a3b-thinking-2507-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 65498251264, + "digest": "063924ed7f52", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-thinking-2507-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-instruct", + "model": "qwen3:30b-instruct", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 20401094656, + "digest": "19e422b02313", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3:30b-thinking", + "model": "qwen3:30b-thinking", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 20401094656, + "digest": "ad815644918f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3:32b-q4_K_M", + "model": "qwen3:32b-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 21474836480, + "digest": "030ee887880f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:32b-q8_0", + "model": "qwen3:32b-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 37580963840, + "digest": "a46beca077e5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:32b-fp16", + "model": "qwen3:32b-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 70866960384, + "digest": "00dc0cb60a08", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b", + "model": "qwen3:235b-a22b", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 152471339008, + "digest": "754a872f1290", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b-instruct-2507-q4_K_M", + "model": "qwen3:235b-a22b-instruct-2507-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 152471339008, + "digest": "88c401cdc877", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b-instruct-2507-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b-q4_K_M", + "model": "qwen3:235b-a22b-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 152471339008, + "digest": "cf5635fabe3c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b-instruct-2507-q8_0", + "model": "qwen3:235b-a22b-instruct-2507-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 268435456000, + "digest": "714b4861493d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b-instruct-2507-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b-thinking-2507-q4_K_M", + "model": "qwen3:235b-a22b-thinking-2507-q4_K_M", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 152471339008, + "digest": "754a872f1290", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b-thinking-2507-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b-q8_0", + "model": "qwen3:235b-a22b-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 268435456000, + "digest": "37e8cf5bfc74", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b-thinking-2507-q8_0", + "model": "qwen3:235b-a22b-thinking-2507-q8_0", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 268435456000, + "digest": "c4d308613f81", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b-thinking-2507-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b-fp16", + "model": "qwen3:235b-a22b-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 504658657280, + "digest": "4dc3ade61929", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-a22b-thinking-2507-fp16", + "model": "qwen3:235b-a22b-thinking-2507-fp16", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 504658657280, + "digest": "6b430a7e3d29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-a22b-thinking-2507-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-instruct", + "model": "qwen3:235b-instruct", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 152471339008, + "digest": "88c401cdc877", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3:235b-thinking", + "model": "qwen3:235b-thinking", + "modified_at": "2025-10-10T20:18:00.000Z", + "size": 152471339008, + "digest": "754a872f1290", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "235b-thinking", + "quantization_level": "" + } + }, + { + "name": "mistral:latest", + "model": "mistral:latest", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "6577803aa9a0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistral:instruct", + "model": "mistral:instruct", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "3944fe81ec14", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "mistral:text", + "model": "mistral:text", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "495ae085225b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "text", + "quantization_level": "" + } + }, + { + "name": "mistral:v0.1", + "model": "mistral:v0.1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "b17615239298", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "v0.1", + "quantization_level": "" + } + }, + { + "name": "mistral:v0.2", + "model": "mistral:v0.2", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "61e88e884507", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "v0.2", + "quantization_level": "" + } + }, + { + "name": "mistral:v0.3", + "model": "mistral:v0.3", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "6577803aa9a0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "v0.3", + "quantization_level": "" + } + }, + { + "name": "mistral:7b", + "model": "mistral:7b", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "6577803aa9a0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct", + "model": "mistral:7b-instruct", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "6577803aa9a0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q2_K", + "model": "mistral:7b-instruct-q2_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3328599654, + "digest": "1344ecf13c2e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q2_K", + "model": "mistral:7b-instruct-v0.2-q2_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3328599654, + "digest": "6deedd139c2a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q3_K_S", + "model": "mistral:7b-instruct-q3_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3435973837, + "digest": "30ead8e09346", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q3_K_S", + "model": "mistral:7b-instruct-v0.2-q3_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3435973837, + "digest": "a0adecf535f4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q3_K_M", + "model": "mistral:7b-instruct-q3_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3758096384, + "digest": "9fddddabfd5d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q3_K_M", + "model": "mistral:7b-instruct-v0.2-q3_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3758096384, + "digest": "6897f015d8dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q3_K_L", + "model": "mistral:7b-instruct-q3_K_L", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4080218931, + "digest": "7f1b28865005", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q3_K_L", + "model": "mistral:7b-instruct-v0.2-q3_K_L", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4080218931, + "digest": "efe60f8368f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q4_0", + "model": "mistral:7b-instruct-q4_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "b17615239298", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q4_0", + "model": "mistral:7b-instruct-v0.2-q4_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "61e88e884507", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q4_1", + "model": "mistral:7b-instruct-q4_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4939212390, + "digest": "4455f2ee0189", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q4_1", + "model": "mistral:7b-instruct-v0.2-q4_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4939212390, + "digest": "658e1f4c66cc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q4_K_S", + "model": "mistral:7b-instruct-q4_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "d8ee783f8c73", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q4_K_S", + "model": "mistral:7b-instruct-v0.2-q4_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "ba00d3a5239e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q4_K_M", + "model": "mistral:7b-instruct-v0.2-q4_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "eb14864c7427", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q5_0", + "model": "mistral:7b-instruct-v0.2-q5_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "0e6b5e504307", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q5_1", + "model": "mistral:7b-instruct-v0.2-q5_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5798205850, + "digest": "ff048d9b25be", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q5_K_S", + "model": "mistral:7b-instruct-v0.2-q5_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "db882a87043d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q5_K_M", + "model": "mistral:7b-instruct-v0.2-q5_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5476083302, + "digest": "bec2cbe92b28", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q6_K", + "model": "mistral:7b-instruct-v0.2-q6_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 6335076762, + "digest": "1019a5160773", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-q8_0", + "model": "mistral:7b-instruct-v0.2-q8_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 8267812045, + "digest": "3f321fd2a1c3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.2-fp16", + "model": "mistral:7b-instruct-v0.2-fp16", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 15032385536, + "digest": "094d67ff087c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q2_K", + "model": "mistral:7b-instruct-v0.3-q2_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 2899102925, + "digest": "8bada5a287d3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q3_K_S", + "model": "mistral:7b-instruct-v0.3-q3_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3435973837, + "digest": "89f2f40a58a5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q3_K_M", + "model": "mistral:7b-instruct-v0.3-q3_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3758096384, + "digest": "5f4359ac850d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q3_K_L", + "model": "mistral:7b-instruct-v0.3-q3_K_L", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4080218931, + "digest": "9c690c1791aa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q4_0", + "model": "mistral:7b-instruct-v0.3-q4_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "3944fe81ec14", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q4_1", + "model": "mistral:7b-instruct-v0.3-q4_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4939212390, + "digest": "571250ebd2d9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q4_K_S", + "model": "mistral:7b-instruct-v0.3-q4_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "4567baa854e6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q4_K_M", + "model": "mistral:7b-instruct-q4_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "1a85656b534f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q4_K_M", + "model": "mistral:7b-instruct-v0.3-q4_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "6577803aa9a0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q5_0", + "model": "mistral:7b-instruct-q5_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "69b94d2f2086", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q5_0", + "model": "mistral:7b-instruct-v0.3-q5_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "78fdb100e03d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q5_1", + "model": "mistral:7b-instruct-q5_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5798205850, + "digest": "0aeff8418eda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q5_1", + "model": "mistral:7b-instruct-v0.3-q5_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5798205850, + "digest": "8b786c3ade1f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q5_K_S", + "model": "mistral:7b-instruct-q5_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "6e47e694bb5c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q5_K_S", + "model": "mistral:7b-instruct-v0.3-q5_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "13690c9631b6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q5_K_M", + "model": "mistral:7b-instruct-q5_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5476083302, + "digest": "8397c99c426f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q5_K_M", + "model": "mistral:7b-instruct-v0.3-q5_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5476083302, + "digest": "e6968ec1decc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q6_K", + "model": "mistral:7b-instruct-q6_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 6335076762, + "digest": "bb307cbab5aa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q6_K", + "model": "mistral:7b-instruct-v0.3-q6_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 6335076762, + "digest": "80cca373bdb2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-q8_0", + "model": "mistral:7b-instruct-q8_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 8267812045, + "digest": "2162e081e7f0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-q8_0", + "model": "mistral:7b-instruct-v0.3-q8_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 8267812045, + "digest": "7aae4c4eed11", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-fp16", + "model": "mistral:7b-instruct-fp16", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 15032385536, + "digest": "7334da3db4d2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-instruct-v0.3-fp16", + "model": "mistral:7b-instruct-v0.3-fp16", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 15032385536, + "digest": "b7c44a30bb65", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-v0.3-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text", + "model": "mistral:7b-text", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "495ae085225b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q2_K", + "model": "mistral:7b-text-q2_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3328599654, + "digest": "741772b3543d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q2_K", + "model": "mistral:7b-text-v0.2-q2_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 2899102925, + "digest": "748b32627509", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q3_K_S", + "model": "mistral:7b-text-q3_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3435973837, + "digest": "ec0a4bd34689", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q3_K_S", + "model": "mistral:7b-text-v0.2-q3_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3435973837, + "digest": "1cd170493ae6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q3_K_M", + "model": "mistral:7b-text-q3_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3758096384, + "digest": "633491386324", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q3_K_M", + "model": "mistral:7b-text-v0.2-q3_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 3758096384, + "digest": "519ef17de46e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q3_K_L", + "model": "mistral:7b-text-q3_K_L", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4080218931, + "digest": "ae1eaf0c61df", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q3_K_L", + "model": "mistral:7b-text-v0.2-q3_K_L", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4080218931, + "digest": "991a9afb3a73", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q4_0", + "model": "mistral:7b-text-q4_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "d19e34de4cb6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q4_0", + "model": "mistral:7b-text-v0.2-q4_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "495ae085225b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q4_1", + "model": "mistral:7b-text-q4_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4939212390, + "digest": "14d146cb57dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q4_1", + "model": "mistral:7b-text-v0.2-q4_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4939212390, + "digest": "fae6ab253307", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q4_K_S", + "model": "mistral:7b-text-q4_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "e6aa05445f6e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q4_K_S", + "model": "mistral:7b-text-v0.2-q4_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4402341478, + "digest": "1a6db06e5aa7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q4_K_M", + "model": "mistral:7b-text-q4_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "60eca258468e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q4_K_M", + "model": "mistral:7b-text-v0.2-q4_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 4724464026, + "digest": "33518cc91a4d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q5_0", + "model": "mistral:7b-text-q5_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "efb1aa205985", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q5_0", + "model": "mistral:7b-text-v0.2-q5_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "de4b5d95fa55", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q5_1", + "model": "mistral:7b-text-q5_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5798205850, + "digest": "05b86a2ea9de", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q5_1", + "model": "mistral:7b-text-v0.2-q5_1", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5798205850, + "digest": "719e139683a3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q5_K_S", + "model": "mistral:7b-text-q5_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "be6784da326c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q5_K_S", + "model": "mistral:7b-text-v0.2-q5_K_S", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5368709120, + "digest": "d419d7d9e74a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q5_K_M", + "model": "mistral:7b-text-q5_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5476083302, + "digest": "71cd339e522c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q5_K_M", + "model": "mistral:7b-text-v0.2-q5_K_M", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 5476083302, + "digest": "d4e74c03817c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q6_K", + "model": "mistral:7b-text-q6_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 6335076762, + "digest": "08f5c2f86290", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q6_K", + "model": "mistral:7b-text-v0.2-q6_K", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 6335076762, + "digest": "017da36fcc18", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-q8_0", + "model": "mistral:7b-text-q8_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 8267812045, + "digest": "3197b6e23271", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-q8_0", + "model": "mistral:7b-text-v0.2-q8_0", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 8267812045, + "digest": "e844517e7eaf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-fp16", + "model": "mistral:7b-text-fp16", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 15032385536, + "digest": "0c3d49e38913", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral:7b-text-v0.2-fp16", + "model": "mistral:7b-text-v0.2-fp16", + "modified_at": "2025-07-13T00:56:00.000Z", + "size": 15032385536, + "digest": "06b91ca50a5e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma2:latest", + "model": "gemma2:latest", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5798205850, + "digest": "ff02c3702f32", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b", + "model": "gemma2:2b", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1717986918, + "digest": "8ccf136fdd52", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b", + "model": "gemma2:9b", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5798205850, + "digest": "ff02c3702f32", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b", + "model": "gemma2:27b", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 17179869184, + "digest": "53261bc9c192", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q2_K", + "model": "gemma2:2b-instruct-q2_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1288490189, + "digest": "470392386d3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q3_K_S", + "model": "gemma2:2b-instruct-q3_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1503238554, + "digest": "23e3c31b0102", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q3_K_M", + "model": "gemma2:2b-instruct-q3_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1610612736, + "digest": "c9f6dc0ebba9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q3_K_L", + "model": "gemma2:2b-instruct-q3_K_L", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1717986918, + "digest": "3f4d7eff5631", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q4_0", + "model": "gemma2:2b-instruct-q4_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1717986918, + "digest": "8ccf136fdd52", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q4_1", + "model": "gemma2:2b-instruct-q4_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1932735283, + "digest": "147febd40666", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q4_K_S", + "model": "gemma2:2b-instruct-q4_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1717986918, + "digest": "832970b742f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q4_K_M", + "model": "gemma2:2b-instruct-q4_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1825361101, + "digest": "cb2d06dce813", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q5_0", + "model": "gemma2:2b-instruct-q5_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2040109466, + "digest": "33c77c94b6d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q5_1", + "model": "gemma2:2b-instruct-q5_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2147483648, + "digest": "3d4744db4971", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q5_K_S", + "model": "gemma2:2b-instruct-q5_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2040109466, + "digest": "6ced300e723a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q5_K_M", + "model": "gemma2:2b-instruct-q5_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2040109466, + "digest": "44b731fe20db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q6_K", + "model": "gemma2:2b-instruct-q6_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2362232013, + "digest": "6c5eedbb9189", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-q8_0", + "model": "gemma2:2b-instruct-q8_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 3006477107, + "digest": "9d27a8c2325c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-instruct-fp16", + "model": "gemma2:2b-instruct-fp16", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5583457485, + "digest": "ca5f76641a2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q2_K", + "model": "gemma2:2b-text-q2_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1288490189, + "digest": "dc8ae2e5288f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q3_K_S", + "model": "gemma2:2b-text-q3_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1503238554, + "digest": "79e51c86c582", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q3_K_M", + "model": "gemma2:2b-text-q3_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1610612736, + "digest": "d1fbc3646636", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q3_K_L", + "model": "gemma2:2b-text-q3_K_L", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1717986918, + "digest": "3bb5d7d90c92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q4_0", + "model": "gemma2:2b-text-q4_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1717986918, + "digest": "3e796d92bb34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q4_1", + "model": "gemma2:2b-text-q4_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1932735283, + "digest": "47a5df96d4e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q4_K_S", + "model": "gemma2:2b-text-q4_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1717986918, + "digest": "d86f9248222e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q4_K_M", + "model": "gemma2:2b-text-q4_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 1825361101, + "digest": "c104b2dcf9cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q5_0", + "model": "gemma2:2b-text-q5_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2040109466, + "digest": "5584a807b8ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q5_1", + "model": "gemma2:2b-text-q5_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2147483648, + "digest": "6fb41a6313fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q5_K_S", + "model": "gemma2:2b-text-q5_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2040109466, + "digest": "a3cd2a717100", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q5_K_M", + "model": "gemma2:2b-text-q5_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2040109466, + "digest": "d298863d20ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q6_K", + "model": "gemma2:2b-text-q6_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 2362232013, + "digest": "3b637a49f20f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-q8_0", + "model": "gemma2:2b-text-q8_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 3006477107, + "digest": "302f408c0774", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:2b-text-fp16", + "model": "gemma2:2b-text-fp16", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5583457485, + "digest": "230266e59979", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q2_K", + "model": "gemma2:9b-instruct-q2_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 4080218931, + "digest": "592e44efb2df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q3_K_S", + "model": "gemma2:9b-instruct-q3_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 4617089843, + "digest": "1c8775e10b1c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q3_K_M", + "model": "gemma2:9b-instruct-q3_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5153960755, + "digest": "7461deaf5540", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q3_K_L", + "model": "gemma2:9b-instruct-q3_K_L", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5476083302, + "digest": "d714823ae8ef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q4_0", + "model": "gemma2:9b-instruct-q4_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5798205850, + "digest": "ff02c3702f32", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q4_1", + "model": "gemma2:9b-instruct-q4_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 6442450944, + "digest": "5bfc4cf059e2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q4_K_S", + "model": "gemma2:9b-instruct-q4_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5905580032, + "digest": "3d812e007d80", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q4_K_M", + "model": "gemma2:9b-instruct-q4_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 6227702579, + "digest": "c20bec88025f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q5_0", + "model": "gemma2:9b-instruct-q5_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 6979321856, + "digest": "ad7303695a24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q5_1", + "model": "gemma2:9b-instruct-q5_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 7516192768, + "digest": "11404375df45", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q5_K_S", + "model": "gemma2:9b-instruct-q5_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 6979321856, + "digest": "6995ad07422a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q5_K_M", + "model": "gemma2:9b-instruct-q5_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 7086696038, + "digest": "272e1f3a41a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q6_K", + "model": "gemma2:9b-instruct-q6_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 8160437862, + "digest": "3827bab50424", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-q8_0", + "model": "gemma2:9b-instruct-q8_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 10522669875, + "digest": "54faa8324fdf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-instruct-fp16", + "model": "gemma2:9b-instruct-fp16", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 19327352832, + "digest": "28e6684b0850", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q2_K", + "model": "gemma2:9b-text-q2_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 4080218931, + "digest": "81108b242383", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q3_K_S", + "model": "gemma2:9b-text-q3_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 4617089843, + "digest": "021fbe1dc58b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q3_K_M", + "model": "gemma2:9b-text-q3_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5153960755, + "digest": "e224c0ba8c7c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q3_K_L", + "model": "gemma2:9b-text-q3_K_L", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5476083302, + "digest": "5cb6a0b99634", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q4_0", + "model": "gemma2:9b-text-q4_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5798205850, + "digest": "dedd536d2868", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q4_1", + "model": "gemma2:9b-text-q4_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 6442450944, + "digest": "39d615163f3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q4_K_S", + "model": "gemma2:9b-text-q4_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 5905580032, + "digest": "89a237d62c43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q4_K_M", + "model": "gemma2:9b-text-q4_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 6227702579, + "digest": "f4da9dd04c19", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q5_0", + "model": "gemma2:9b-text-q5_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 6979321856, + "digest": "3d1c595d93ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q5_1", + "model": "gemma2:9b-text-q5_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 7516192768, + "digest": "2c8271d50a2c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q5_K_S", + "model": "gemma2:9b-text-q5_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 6979321856, + "digest": "d569833b0000", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q5_K_M", + "model": "gemma2:9b-text-q5_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 7086696038, + "digest": "cb5cdf64cd6a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q6_K", + "model": "gemma2:9b-text-q6_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 8160437862, + "digest": "eecb7df81861", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-q8_0", + "model": "gemma2:9b-text-q8_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 10522669875, + "digest": "e09381422c99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:9b-text-fp16", + "model": "gemma2:9b-text-fp16", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 19327352832, + "digest": "71ccbb94da28", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q2_K", + "model": "gemma2:27b-instruct-q2_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 10737418240, + "digest": "76893265b678", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q3_K_S", + "model": "gemma2:27b-instruct-q3_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 12884901888, + "digest": "69280a4e9328", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q3_K_M", + "model": "gemma2:27b-instruct-q3_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 13958643712, + "digest": "6a5f9669ec46", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q3_K_L", + "model": "gemma2:27b-instruct-q3_K_L", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 16106127360, + "digest": "b4373ced0518", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q4_0", + "model": "gemma2:27b-instruct-q4_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 17179869184, + "digest": "53261bc9c192", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q4_1", + "model": "gemma2:27b-instruct-q4_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 18253611008, + "digest": "00571b7df00d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q4_K_S", + "model": "gemma2:27b-instruct-q4_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 17179869184, + "digest": "04e31e399ce4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q4_K_M", + "model": "gemma2:27b-instruct-q4_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 18253611008, + "digest": "cfd95e5696e9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q5_0", + "model": "gemma2:27b-instruct-q5_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 20401094656, + "digest": "9a3c9159e872", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q5_1", + "model": "gemma2:27b-instruct-q5_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 22548578304, + "digest": "2945f01919f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q5_K_S", + "model": "gemma2:27b-instruct-q5_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 20401094656, + "digest": "44414d6eeb99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q5_K_M", + "model": "gemma2:27b-instruct-q5_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 20401094656, + "digest": "fc62fd7d70c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q6_K", + "model": "gemma2:27b-instruct-q6_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 23622320128, + "digest": "42dd7dda6a9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-q8_0", + "model": "gemma2:27b-instruct-q8_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 31138512896, + "digest": "dab5dca674db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-instruct-fp16", + "model": "gemma2:27b-instruct-fp16", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 57982058496, + "digest": "4a8f851205c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q2_K", + "model": "gemma2:27b-text-q2_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 10737418240, + "digest": "b155db00c442", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q3_K_S", + "model": "gemma2:27b-text-q3_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 12884901888, + "digest": "5005188f3c9f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q3_K_M", + "model": "gemma2:27b-text-q3_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 13958643712, + "digest": "a0339d8fbaca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q3_K_L", + "model": "gemma2:27b-text-q3_K_L", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 16106127360, + "digest": "141000b954c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q4_0", + "model": "gemma2:27b-text-q4_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 17179869184, + "digest": "7fc57426afcc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q4_1", + "model": "gemma2:27b-text-q4_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 18253611008, + "digest": "e478a638db41", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q4_K_S", + "model": "gemma2:27b-text-q4_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 17179869184, + "digest": "3943c447b4cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q4_K_M", + "model": "gemma2:27b-text-q4_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 18253611008, + "digest": "1cab10d40d57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q5_0", + "model": "gemma2:27b-text-q5_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 20401094656, + "digest": "b14cd86ea97e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q5_1", + "model": "gemma2:27b-text-q5_1", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 22548578304, + "digest": "43e7a8f2c64b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q5_K_S", + "model": "gemma2:27b-text-q5_K_S", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 20401094656, + "digest": "3cdf7604434b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q5_K_M", + "model": "gemma2:27b-text-q5_K_M", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 20401094656, + "digest": "bd157e89aea0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q6_K", + "model": "gemma2:27b-text-q6_K", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 23622320128, + "digest": "c0d8f9013cd0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-q8_0", + "model": "gemma2:27b-text-q8_0", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 31138512896, + "digest": "0f062e1aad57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma2:27b-text-fp16", + "model": "gemma2:27b-text-fp16", + "modified_at": "2024-08-01T18:51:00.000Z", + "size": 57982058496, + "digest": "f2bf7cf9592e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3:latest", + "model": "llama3:latest", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "365c0bd3c000", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama3:instruct", + "model": "llama3:instruct", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "365c0bd3c000", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "llama3:text", + "model": "llama3:text", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "870a5d02cfaf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "text", + "quantization_level": "" + } + }, + { + "name": "llama3:8b", + "model": "llama3:8b", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "365c0bd3c000", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "llama3:70b", + "model": "llama3:70b", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 42949672960, + "digest": "786f3184aec0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q2_K", + "model": "llama3:8b-instruct-q2_K", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 3435973837, + "digest": "2745d547f376", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q3_K_S", + "model": "llama3:8b-instruct-q3_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 3972844749, + "digest": "0891d012c467", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q3_K_M", + "model": "llama3:8b-instruct-q3_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 4294967296, + "digest": "726a1960bfed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q3_K_L", + "model": "llama3:8b-instruct-q3_K_L", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 4617089843, + "digest": "df7624806f55", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q4_0", + "model": "llama3:8b-instruct-q4_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "365c0bd3c000", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q4_1", + "model": "llama3:8b-instruct-q4_1", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5476083302, + "digest": "ec0a6ea1fb9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q4_K_S", + "model": "llama3:8b-instruct-q4_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "469db3d82576", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q4_K_M", + "model": "llama3:8b-instruct-q4_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5261334938, + "digest": "9b8f3f3385bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q5_0", + "model": "llama3:8b-instruct-q5_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 6012954214, + "digest": "a13deb0590c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q5_1", + "model": "llama3:8b-instruct-q5_1", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 6549825126, + "digest": "662158bc9277", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q5_K_S", + "model": "llama3:8b-instruct-q5_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 6012954214, + "digest": "7eae3176f5b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q5_K_M", + "model": "llama3:8b-instruct-q5_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 6120328397, + "digest": "af3083b17cd4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q6_K", + "model": "llama3:8b-instruct-q6_K", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 7086696038, + "digest": "e4a3943fcd76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-q8_0", + "model": "llama3:8b-instruct-q8_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 9126805504, + "digest": "1b8e49cece7f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-instruct-fp16", + "model": "llama3:8b-instruct-fp16", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 17179869184, + "digest": "c666fe422df7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text", + "model": "llama3:8b-text", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "870a5d02cfaf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q2_K", + "model": "llama3:8b-text-q2_K", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 3435973837, + "digest": "ddab15c8cb9c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q3_K_S", + "model": "llama3:8b-text-q3_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 3972844749, + "digest": "ef8314434744", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q3_K_M", + "model": "llama3:8b-text-q3_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 4294967296, + "digest": "8dc24663264e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q3_K_L", + "model": "llama3:8b-text-q3_K_L", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 4617089843, + "digest": "c8a0b2fe8826", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q4_0", + "model": "llama3:8b-text-q4_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "870a5d02cfaf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q4_1", + "model": "llama3:8b-text-q4_1", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5476083302, + "digest": "6b5617036d84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q4_K_S", + "model": "llama3:8b-text-q4_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5046586573, + "digest": "9a26d72d3e16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q4_K_M", + "model": "llama3:8b-text-q4_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 5261334938, + "digest": "92666a9c24c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q5_0", + "model": "llama3:8b-text-q5_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 6012954214, + "digest": "fcf1eef68171", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q5_1", + "model": "llama3:8b-text-q5_1", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 6549825126, + "digest": "3c3ab90050f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q5_K_S", + "model": "llama3:8b-text-q5_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 6012954214, + "digest": "248acc1da82b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q5_K_M", + "model": "llama3:8b-text-q5_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 6120328397, + "digest": "f8dbc557876f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q6_K", + "model": "llama3:8b-text-q6_K", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 7086696038, + "digest": "e8210b245747", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-q8_0", + "model": "llama3:8b-text-q8_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 9126805504, + "digest": "7a0307e073ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3:8b-text-fp16", + "model": "llama3:8b-text-fp16", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 17179869184, + "digest": "1a8e5e89d89c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct", + "model": "llama3:70b-instruct", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 42949672960, + "digest": "786f3184aec0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q2_K", + "model": "llama3:70b-instruct-q2_K", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 27917287424, + "digest": "693db6efd8f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q3_K_S", + "model": "llama3:70b-instruct-q3_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 33285996544, + "digest": "4c1a815173f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q3_K_M", + "model": "llama3:70b-instruct-q3_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 36507222016, + "digest": "aa0e78b2b879", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q3_K_L", + "model": "llama3:70b-instruct-q3_K_L", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 39728447488, + "digest": "e5d560a5f1ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q4_0", + "model": "llama3:70b-instruct-q4_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 42949672960, + "digest": "786f3184aec0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q4_1", + "model": "llama3:70b-instruct-q4_1", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 47244640256, + "digest": "df99b9a013cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q4_K_S", + "model": "llama3:70b-instruct-q4_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 42949672960, + "digest": "3b5ca57de719", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q4_K_M", + "model": "llama3:70b-instruct-q4_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 46170898432, + "digest": "f04e196898af", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q5_0", + "model": "llama3:70b-instruct-q5_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 52613349376, + "digest": "4b557d9edc8f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q5_1", + "model": "llama3:70b-instruct-q5_1", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 56908316672, + "digest": "8fc800ccfec4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q5_K_S", + "model": "llama3:70b-instruct-q5_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 52613349376, + "digest": "639ad63d3803", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q5_K_M", + "model": "llama3:70b-instruct-q5_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 53687091200, + "digest": "4e84a5514862", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q6_K", + "model": "llama3:70b-instruct-q6_K", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 62277025792, + "digest": "a50a7631e818", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-q8_0", + "model": "llama3:70b-instruct-q8_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 80530636800, + "digest": "13ef6d4ac2af", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-instruct-fp16", + "model": "llama3:70b-instruct-fp16", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 151397597184, + "digest": "a84c389adf03", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text", + "model": "llama3:70b-text", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 42949672960, + "digest": "0b88ea68f949", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q2_K", + "model": "llama3:70b-text-q2_K", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 27917287424, + "digest": "8e7acd975e4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q3_K_S", + "model": "llama3:70b-text-q3_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 33285996544, + "digest": "85adac3167c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q3_K_M", + "model": "llama3:70b-text-q3_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 36507222016, + "digest": "05a42206e81a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q3_K_L", + "model": "llama3:70b-text-q3_K_L", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 39728447488, + "digest": "a59e68b60a66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q4_0", + "model": "llama3:70b-text-q4_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 42949672960, + "digest": "0b88ea68f949", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q4_1", + "model": "llama3:70b-text-q4_1", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 47244640256, + "digest": "0568b52cd894", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q4_K_S", + "model": "llama3:70b-text-q4_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 42949672960, + "digest": "13aba0c20a4a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q4_K_M", + "model": "llama3:70b-text-q4_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 46170898432, + "digest": "d1a70936a292", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q5_0", + "model": "llama3:70b-text-q5_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 52613349376, + "digest": "878949e474d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q5_1", + "model": "llama3:70b-text-q5_1", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 56908316672, + "digest": "f26e4666536b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q5_K_S", + "model": "llama3:70b-text-q5_K_S", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 52613349376, + "digest": "3c9bae7f46ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q5_K_M", + "model": "llama3:70b-text-q5_K_M", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 53687091200, + "digest": "3a9680b7a812", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q6_K", + "model": "llama3:70b-text-q6_K", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 62277025792, + "digest": "9a3e4b9ce0a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-q8_0", + "model": "llama3:70b-text-q8_0", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 80530636800, + "digest": "ec846ca4f4c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3:70b-text-fp16", + "model": "llama3:70b-text-fp16", + "modified_at": "2024-05-21T04:54:00.000Z", + "size": 151397597184, + "digest": "f698d14954d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma4:latest", + "model": "gemma4:latest", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 10307921510, + "digest": "c6eb396dbd59", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b", + "model": "gemma4:e2b", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 7730941133, + "digest": "7fbdbf8f5e45", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b", + "model": "gemma4:e4b", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 10307921510, + "digest": "c6eb396dbd59", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b", + "model": "gemma4:12b", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 8160437862, + "digest": "4eb23ef187e2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b", + "model": "gemma4:26b", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 19327352832, + "digest": "5571076f3d70", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b", + "model": "gemma4:31b", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 21474836480, + "digest": "6316f0629137", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b-it-qat", + "model": "gemma4:e2b-it-qat", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 4617089843, + "digest": "07ea59a47401", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b-it-q4_K_M", + "model": "gemma4:e2b-it-q4_K_M", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 7730941133, + "digest": "7fbdbf8f5e45", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b-it-q8_0", + "model": "gemma4:e2b-it-q8_0", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 8697308774, + "digest": "95e5aad2e60a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b-it-bf16", + "model": "gemma4:e2b-it-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 10737418240, + "digest": "850bc7fea32f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b-mlx", + "model": "gemma4:e2b-mlx", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 6979321856, + "digest": "e98b54fe1913", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b-mlx", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b-mlx-bf16", + "model": "gemma4:e2b-mlx-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 10737418240, + "digest": "8781e4366f28", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b-mxfp8", + "model": "gemma4:e2b-mxfp8", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 8697308774, + "digest": "c423521436c1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "gemma4:e2b-nvfp4", + "model": "gemma4:e2b-nvfp4", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 6979321856, + "digest": "e98b54fe1913", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e2b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b-it-qat", + "model": "gemma4:e4b-it-qat", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 6549825126, + "digest": "ee6656371218", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b-it-q4_K_M", + "model": "gemma4:e4b-it-q4_K_M", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 10307921510, + "digest": "c6eb396dbd59", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b-it-q8_0", + "model": "gemma4:e4b-it-q8_0", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 12884901888, + "digest": "9dcc35808b42", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b-it-bf16", + "model": "gemma4:e4b-it-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 17179869184, + "digest": "d0d10a1b1ddb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b-mlx", + "model": "gemma4:e4b-mlx", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 9448928051, + "digest": "aa6f2058d5dc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b-mlx", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b-mlx-bf16", + "model": "gemma4:e4b-mlx-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 17179869184, + "digest": "b2987c709afc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b-mxfp8", + "model": "gemma4:e4b-mxfp8", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 12884901888, + "digest": "2ac3229467f4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "gemma4:e4b-nvfp4", + "model": "gemma4:e4b-nvfp4", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 9448928051, + "digest": "aa6f2058d5dc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "e4b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b-it-qat", + "model": "gemma4:12b-it-qat", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 7730941133, + "digest": "38044be4f923", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b-it-q4_K_M", + "model": "gemma4:12b-it-q4_K_M", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 8160437862, + "digest": "4eb23ef187e2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b-it-q8_0", + "model": "gemma4:12b-it-q8_0", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 13958643712, + "digest": "41c402fdddc2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b-it-bf16", + "model": "gemma4:12b-it-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 25769803776, + "digest": "54f4a2f82e7c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b-mlx", + "model": "gemma4:12b-mlx", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 8267812045, + "digest": "117d0d84cf2a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-mlx", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b-mlx-bf16", + "model": "gemma4:12b-mlx-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 26843545600, + "digest": "94f530b6fa3f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b-mxfp8", + "model": "gemma4:12b-mxfp8", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 13958643712, + "digest": "d537f35829da", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "gemma4:12b-nvfp4", + "model": "gemma4:12b-nvfp4", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 8267812045, + "digest": "117d0d84cf2a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b-a4b-it-qat", + "model": "gemma4:26b-a4b-it-qat", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 17179869184, + "digest": "2dd70431afed", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b-a4b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b-a4b-it-q4_K_M", + "model": "gemma4:26b-a4b-it-q4_K_M", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 19327352832, + "digest": "5571076f3d70", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b-a4b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b-a4b-it-q8_0", + "model": "gemma4:26b-a4b-it-q8_0", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 30064771072, + "digest": "6bfaf9a8cb37", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b-a4b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b-a4b-it-bf16", + "model": "gemma4:26b-a4b-it-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 55834574848, + "digest": "05d829735ad8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b-a4b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b-mlx", + "model": "gemma4:26b-mlx", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 19327352832, + "digest": "c8656f50f0a6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b-mlx", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b-mlx-bf16", + "model": "gemma4:26b-mlx-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 56908316672, + "digest": "fa29b1495bbb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b-mxfp8", + "model": "gemma4:26b-mxfp8", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 30064771072, + "digest": "91109d36dc02", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "gemma4:26b-nvfp4", + "model": "gemma4:26b-nvfp4", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 19327352832, + "digest": "c8656f50f0a6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "26b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-coding-mtp-bf16", + "model": "gemma4:31b-coding-mtp-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 68719476736, + "digest": "feb38c11d5b8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-coding-mtp-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-it-qat", + "model": "gemma4:31b-it-qat", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 20401094656, + "digest": "e0812a55773b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-it-qat", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-it-q4_K_M", + "model": "gemma4:31b-it-q4_K_M", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 21474836480, + "digest": "6316f0629137", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-it-q8_0", + "model": "gemma4:31b-it-q8_0", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 36507222016, + "digest": "53dd8459790f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-it-bf16", + "model": "gemma4:31b-it-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 67645734912, + "digest": "236d76ae0874", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-mlx", + "model": "gemma4:31b-mlx", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 20401094656, + "digest": "637cc0ff1570", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-mlx", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-mlx-bf16", + "model": "gemma4:31b-mlx-bf16", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 68719476736, + "digest": "fb3f25b3bc8d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-mxfp8", + "model": "gemma4:31b-mxfp8", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 35433480192, + "digest": "1434769c1561", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "gemma4:31b-nvfp4", + "model": "gemma4:31b-nvfp4", + "modified_at": "2026-06-30T22:16:00.000Z", + "size": 20401094656, + "digest": "637cc0ff1570", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "31b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:latest", + "model": "qwen2.5-coder:latest", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5046586573, + "digest": "dae161e27b0e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b", + "model": "qwen2.5-coder:0.5b", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 417333248, + "digest": "4ff64a7f502a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b", + "model": "qwen2.5-coder:1.5b", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1033895936, + "digest": "d7372fd82851", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b", + "model": "qwen2.5-coder:3b", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2040109466, + "digest": "f72c60cabf62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b", + "model": "qwen2.5-coder:7b", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5046586573, + "digest": "dae161e27b0e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b", + "model": "qwen2.5-coder:14b", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9663676416, + "digest": "9ec8897f747e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b", + "model": "qwen2.5-coder:32b", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 21474836480, + "digest": "b92d6a0bd47e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base", + "model": "qwen2.5-coder:0.5b-base", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 556793856, + "digest": "a0a84cca0f91", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q2_K", + "model": "qwen2.5-coder:0.5b-base-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 355467264, + "digest": "d31a8a24175b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q3_K_S", + "model": "qwen2.5-coder:0.5b-base-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 354418688, + "digest": "e422e12f737e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q3_K_M", + "model": "qwen2.5-coder:0.5b-base-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 372244480, + "digest": "2f339fd12a48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q3_K_L", + "model": "qwen2.5-coder:0.5b-base-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 386924544, + "digest": "4a05a175ece5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q4_0", + "model": "qwen2.5-coder:0.5b-base-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 369098752, + "digest": "5b162945dc3f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q4_1", + "model": "qwen2.5-coder:0.5b-base-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 393216000, + "digest": "27c4e36f2bf1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q4_K_S", + "model": "qwen2.5-coder:0.5b-base-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 403701760, + "digest": "fb9f36e97c1a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q4_K_M", + "model": "qwen2.5-coder:0.5b-base-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 417333248, + "digest": "a5e657de26cb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q5_0", + "model": "qwen2.5-coder:0.5b-base-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 416284672, + "digest": "d913cffe15a5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q5_1", + "model": "qwen2.5-coder:0.5b-base-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 439353344, + "digest": "90fb0d5bbe28", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q5_K_S", + "model": "qwen2.5-coder:0.5b-base-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 433061888, + "digest": "8a75bd23fad4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q5_K_M", + "model": "qwen2.5-coder:0.5b-base-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 440401920, + "digest": "057639c6959e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q6_K", + "model": "qwen2.5-coder:0.5b-base-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 530579456, + "digest": "d71ccdf96af9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-q8_0", + "model": "qwen2.5-coder:0.5b-base-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 556793856, + "digest": "a0a84cca0f91", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-base-fp16", + "model": "qwen2.5-coder:0.5b-base-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1042284544, + "digest": "7df7a5e33f40", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct", + "model": "qwen2.5-coder:0.5b-instruct", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 417333248, + "digest": "4ff64a7f502a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q2_K", + "model": "qwen2.5-coder:0.5b-instruct-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 355467264, + "digest": "76b5ba6f676e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q3_K_S", + "model": "qwen2.5-coder:0.5b-instruct-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 354418688, + "digest": "8bb2ad3ffe61", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q3_K_M", + "model": "qwen2.5-coder:0.5b-instruct-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 372244480, + "digest": "bfa544a4a1e4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q3_K_L", + "model": "qwen2.5-coder:0.5b-instruct-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 386924544, + "digest": "421e449ec2a2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q4_0", + "model": "qwen2.5-coder:0.5b-instruct-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 369098752, + "digest": "563b972026e4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q4_1", + "model": "qwen2.5-coder:0.5b-instruct-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 393216000, + "digest": "1a07144b5855", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q4_K_S", + "model": "qwen2.5-coder:0.5b-instruct-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 403701760, + "digest": "3260403e0ead", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q4_K_M", + "model": "qwen2.5-coder:0.5b-instruct-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 417333248, + "digest": "4ff64a7f502a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q5_0", + "model": "qwen2.5-coder:0.5b-instruct-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 416284672, + "digest": "3f95976d5c24", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q5_1", + "model": "qwen2.5-coder:0.5b-instruct-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 439353344, + "digest": "fecbd9bca6f9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q5_K_S", + "model": "qwen2.5-coder:0.5b-instruct-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 433061888, + "digest": "6fcf5fa0efeb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q5_K_M", + "model": "qwen2.5-coder:0.5b-instruct-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 440401920, + "digest": "415eac8f1777", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q6_K", + "model": "qwen2.5-coder:0.5b-instruct-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 530579456, + "digest": "ec7f86cd81f6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-q8_0", + "model": "qwen2.5-coder:0.5b-instruct-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 556793856, + "digest": "4270293369d4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:0.5b-instruct-fp16", + "model": "qwen2.5-coder:0.5b-instruct-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1042284544, + "digest": "06760f570b0a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base", + "model": "qwen2.5-coder:1.5b-base", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1033895936, + "digest": "02e0f2817a89", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q2_K", + "model": "qwen2.5-coder:1.5b-base-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 708837376, + "digest": "21495720163c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q3_K_S", + "model": "qwen2.5-coder:1.5b-base-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 797966336, + "digest": "a8bf69c72535", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q3_K_M", + "model": "qwen2.5-coder:1.5b-base-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 864026624, + "digest": "c60d4f18ee47", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q3_K_L", + "model": "qwen2.5-coder:1.5b-base-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 922746880, + "digest": "4426c1041b69", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q4_0", + "model": "qwen2.5-coder:1.5b-base-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 980418560, + "digest": "d7b55910863e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q4_1", + "model": "qwen2.5-coder:1.5b-base-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1073741824, + "digest": "fe2fd45b0b62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q4_K_S", + "model": "qwen2.5-coder:1.5b-base-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 985661440, + "digest": "08ec5a15b673", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q4_K_M", + "model": "qwen2.5-coder:1.5b-base-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1033895936, + "digest": "02e0f2817a89", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q5_0", + "model": "qwen2.5-coder:1.5b-base-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1181116006, + "digest": "b4c976b09f43", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q5_1", + "model": "qwen2.5-coder:1.5b-base-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1288490189, + "digest": "88c33ad03a34", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q5_K_S", + "model": "qwen2.5-coder:1.5b-base-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1181116006, + "digest": "3fee77d92bdb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q5_K_M", + "model": "qwen2.5-coder:1.5b-base-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1181116006, + "digest": "654fda51b75d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q6_K", + "model": "qwen2.5-coder:1.5b-base-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1395864371, + "digest": "ee6aadc25edf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-q8_0", + "model": "qwen2.5-coder:1.5b-base-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1717986918, + "digest": "e24beaf2eeb1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-base-fp16", + "model": "qwen2.5-coder:1.5b-base-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 3328599654, + "digest": "c60c78f3f951", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct", + "model": "qwen2.5-coder:1.5b-instruct", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1033895936, + "digest": "d7372fd82851", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q2_K", + "model": "qwen2.5-coder:1.5b-instruct-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 708837376, + "digest": "5008a5a67b13", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q3_K_S", + "model": "qwen2.5-coder:1.5b-instruct-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 797966336, + "digest": "50b6466504f4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q3_K_M", + "model": "qwen2.5-coder:1.5b-instruct-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 864026624, + "digest": "3100989a4f7e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q3_K_L", + "model": "qwen2.5-coder:1.5b-instruct-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 922746880, + "digest": "ec7d0b60e2cd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q4_0", + "model": "qwen2.5-coder:1.5b-instruct-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 980418560, + "digest": "27dfe771df04", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q4_1", + "model": "qwen2.5-coder:1.5b-instruct-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1073741824, + "digest": "29e8647bfa15", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q4_K_S", + "model": "qwen2.5-coder:1.5b-instruct-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 985661440, + "digest": "0c75bb7da9d0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q4_K_M", + "model": "qwen2.5-coder:1.5b-instruct-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1033895936, + "digest": "d7372fd82851", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q5_0", + "model": "qwen2.5-coder:1.5b-instruct-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1181116006, + "digest": "b3359588c67d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q5_1", + "model": "qwen2.5-coder:1.5b-instruct-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1288490189, + "digest": "fe1d72286fc6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q5_K_S", + "model": "qwen2.5-coder:1.5b-instruct-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1181116006, + "digest": "ef800a86cb7d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q5_K_M", + "model": "qwen2.5-coder:1.5b-instruct-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1181116006, + "digest": "75166f189bc7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q6_K", + "model": "qwen2.5-coder:1.5b-instruct-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1395864371, + "digest": "883db0c781e0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-q8_0", + "model": "qwen2.5-coder:1.5b-instruct-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1717986918, + "digest": "00f372390c1d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:1.5b-instruct-fp16", + "model": "qwen2.5-coder:1.5b-instruct-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 3328599654, + "digest": "924fe2ce462d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base", + "model": "qwen2.5-coder:3b-base", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2040109466, + "digest": "b71a053ff1b3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q2_K", + "model": "qwen2.5-coder:3b-base-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1395864371, + "digest": "7bd2c4ab30c1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q3_K_S", + "model": "qwen2.5-coder:3b-base-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1610612736, + "digest": "490a8c46fec2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q3_K_M", + "model": "qwen2.5-coder:3b-base-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1717986918, + "digest": "c039b31a931f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q3_K_L", + "model": "qwen2.5-coder:3b-base-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1825361101, + "digest": "e5e9e860e01c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q4_0", + "model": "qwen2.5-coder:3b-base-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1932735283, + "digest": "f1f7ad8989c3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q4_1", + "model": "qwen2.5-coder:3b-base-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2147483648, + "digest": "6ba296c4ee70", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q4_K_S", + "model": "qwen2.5-coder:3b-base-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1932735283, + "digest": "09aa6f058dde", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q4_K_M", + "model": "qwen2.5-coder:3b-base-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2040109466, + "digest": "b71a053ff1b3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q5_0", + "model": "qwen2.5-coder:3b-base-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2362232013, + "digest": "5d9e4253f276", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q5_1", + "model": "qwen2.5-coder:3b-base-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2469606195, + "digest": "1a003934c203", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q5_K_S", + "model": "qwen2.5-coder:3b-base-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2362232013, + "digest": "a5c8f5c89aec", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q5_K_M", + "model": "qwen2.5-coder:3b-base-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2362232013, + "digest": "5ebe29b5b83a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q6_K", + "model": "qwen2.5-coder:3b-base-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2684354560, + "digest": "30b38aca8440", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-q8_0", + "model": "qwen2.5-coder:3b-base-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 3543348019, + "digest": "153d272fe602", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-base-fp16", + "model": "qwen2.5-coder:3b-base-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 6657199309, + "digest": "47f26db97419", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct", + "model": "qwen2.5-coder:3b-instruct", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2040109466, + "digest": "f72c60cabf62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q2_K", + "model": "qwen2.5-coder:3b-instruct-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1395864371, + "digest": "ae1e7fbfd6ff", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q3_K_S", + "model": "qwen2.5-coder:3b-instruct-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1610612736, + "digest": "ed2bcd656906", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q3_K_M", + "model": "qwen2.5-coder:3b-instruct-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1717986918, + "digest": "65ff2bc170f3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q3_K_L", + "model": "qwen2.5-coder:3b-instruct-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1825361101, + "digest": "361756468e52", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q4_0", + "model": "qwen2.5-coder:3b-instruct-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1932735283, + "digest": "6a55fb15068d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q4_1", + "model": "qwen2.5-coder:3b-instruct-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2147483648, + "digest": "c687a8f39d3a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q4_K_S", + "model": "qwen2.5-coder:3b-instruct-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 1932735283, + "digest": "e6e376f35d18", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q4_K_M", + "model": "qwen2.5-coder:3b-instruct-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2040109466, + "digest": "f72c60cabf62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q5_0", + "model": "qwen2.5-coder:3b-instruct-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2362232013, + "digest": "29a4dfd4e052", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q5_1", + "model": "qwen2.5-coder:3b-instruct-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2469606195, + "digest": "6d4e1a16fa81", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q5_K_S", + "model": "qwen2.5-coder:3b-instruct-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2362232013, + "digest": "3d691932fd92", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q5_K_M", + "model": "qwen2.5-coder:3b-instruct-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2362232013, + "digest": "cbccf6dfb086", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q6_K", + "model": "qwen2.5-coder:3b-instruct-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 2684354560, + "digest": "34027fd05f12", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-q8_0", + "model": "qwen2.5-coder:3b-instruct-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 3543348019, + "digest": "0dbd6230e2a1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:3b-instruct-fp16", + "model": "qwen2.5-coder:3b-instruct-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 6657199309, + "digest": "6691c4d4410e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base", + "model": "qwen2.5-coder:7b-base", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5046586573, + "digest": "bd8755145f1c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q2_K", + "model": "qwen2.5-coder:7b-base-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 3221225472, + "digest": "50bf64f37239", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q3_K_S", + "model": "qwen2.5-coder:7b-base-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 3758096384, + "digest": "7dad768fb3cc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q3_K_M", + "model": "qwen2.5-coder:7b-base-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 4080218931, + "digest": "7220be37a0f0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q3_K_L", + "model": "qwen2.5-coder:7b-base-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 4402341478, + "digest": "59db8a8c458f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q4_0", + "model": "qwen2.5-coder:7b-base-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 4724464026, + "digest": "a1ef3d25fea3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q4_1", + "model": "qwen2.5-coder:7b-base-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5261334938, + "digest": "bcfe87323815", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q4_K_S", + "model": "qwen2.5-coder:7b-base-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 4831838208, + "digest": "d31c13ff6e03", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q4_K_M", + "model": "qwen2.5-coder:7b-base-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5046586573, + "digest": "bd8755145f1c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q5_0", + "model": "qwen2.5-coder:7b-base-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5690831667, + "digest": "149f852482c9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q5_1", + "model": "qwen2.5-coder:7b-base-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 6227702579, + "digest": "91c4eefa305c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q5_K_S", + "model": "qwen2.5-coder:7b-base-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5690831667, + "digest": "4b75c6a0075d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q5_K_M", + "model": "qwen2.5-coder:7b-base-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5798205850, + "digest": "0785cbeb9bcb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q6_K", + "model": "qwen2.5-coder:7b-base-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 6764573491, + "digest": "7a4f1acbac2d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-q8_0", + "model": "qwen2.5-coder:7b-base-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 8697308774, + "digest": "a7b028fab948", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-base-fp16", + "model": "qwen2.5-coder:7b-base-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 16106127360, + "digest": "f48b27b8de29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct", + "model": "qwen2.5-coder:7b-instruct", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5046586573, + "digest": "dae161e27b0e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q2_K", + "model": "qwen2.5-coder:7b-instruct-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 3221225472, + "digest": "84115f3c993a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q3_K_S", + "model": "qwen2.5-coder:7b-instruct-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 3758096384, + "digest": "748645786a08", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q3_K_M", + "model": "qwen2.5-coder:7b-instruct-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 4080218931, + "digest": "bb739a02927e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q3_K_L", + "model": "qwen2.5-coder:7b-instruct-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 4402341478, + "digest": "2be479bc8fba", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q4_0", + "model": "qwen2.5-coder:7b-instruct-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 4724464026, + "digest": "8d7f257337d3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q4_1", + "model": "qwen2.5-coder:7b-instruct-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5261334938, + "digest": "b0a7459186aa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q4_K_S", + "model": "qwen2.5-coder:7b-instruct-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 4831838208, + "digest": "37ff7e52b958", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q4_K_M", + "model": "qwen2.5-coder:7b-instruct-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5046586573, + "digest": "dae161e27b0e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q5_0", + "model": "qwen2.5-coder:7b-instruct-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5690831667, + "digest": "3d0c545719ac", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q5_1", + "model": "qwen2.5-coder:7b-instruct-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 6227702579, + "digest": "3ea28eb602de", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q5_K_S", + "model": "qwen2.5-coder:7b-instruct-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5690831667, + "digest": "6a191775f37b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q5_K_M", + "model": "qwen2.5-coder:7b-instruct-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 5798205850, + "digest": "771d6745a8b6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q6_K", + "model": "qwen2.5-coder:7b-instruct-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 6764573491, + "digest": "764353927508", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-q8_0", + "model": "qwen2.5-coder:7b-instruct-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 8697308774, + "digest": "7e480bd46127", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:7b-instruct-fp16", + "model": "qwen2.5-coder:7b-instruct-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 16106127360, + "digest": "9bff1b5c46f8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base", + "model": "qwen2.5-coder:14b-base", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9663676416, + "digest": "8221e52a9c29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q2_K", + "model": "qwen2.5-coder:14b-base-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 6227702579, + "digest": "336a7203708b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q3_K_S", + "model": "qwen2.5-coder:14b-base-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 7194070221, + "digest": "1e806311530b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q3_K_M", + "model": "qwen2.5-coder:14b-base-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 7838315315, + "digest": "758b2a555be0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q3_K_L", + "model": "qwen2.5-coder:14b-base-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 8482560410, + "digest": "b0053e4e7dd8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q4_0", + "model": "qwen2.5-coder:14b-base-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9126805504, + "digest": "6850c57047b9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q4_1", + "model": "qwen2.5-coder:14b-base-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 10093173146, + "digest": "f9927b6d5824", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q4_K_S", + "model": "qwen2.5-coder:14b-base-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9234179686, + "digest": "5e43c1525d54", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q4_K_M", + "model": "qwen2.5-coder:14b-base-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9663676416, + "digest": "8221e52a9c29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q5_0", + "model": "qwen2.5-coder:14b-base-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 10737418240, + "digest": "6223133e20d6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q5_1", + "model": "qwen2.5-coder:14b-base-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 11811160064, + "digest": "f40e9e553b82", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q5_K_S", + "model": "qwen2.5-coder:14b-base-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 10737418240, + "digest": "d43da79decc7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q5_K_M", + "model": "qwen2.5-coder:14b-base-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 11811160064, + "digest": "cef4074e0c1a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q6_K", + "model": "qwen2.5-coder:14b-base-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 12884901888, + "digest": "7170ab999364", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-q8_0", + "model": "qwen2.5-coder:14b-base-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 17179869184, + "digest": "95f760beca2d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-base-fp16", + "model": "qwen2.5-coder:14b-base-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 32212254720, + "digest": "6f5c33bce184", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct", + "model": "qwen2.5-coder:14b-instruct", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9663676416, + "digest": "9ec8897f747e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q2_K", + "model": "qwen2.5-coder:14b-instruct-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 6227702579, + "digest": "dfeff73b234d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q3_K_S", + "model": "qwen2.5-coder:14b-instruct-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 7194070221, + "digest": "ff7e2b2086f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q3_K_M", + "model": "qwen2.5-coder:14b-instruct-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 7838315315, + "digest": "e00d09afd55a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q3_K_L", + "model": "qwen2.5-coder:14b-instruct-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 8482560410, + "digest": "93a65e662efb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q4_0", + "model": "qwen2.5-coder:14b-instruct-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9126805504, + "digest": "4463d4082ea3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q4_1", + "model": "qwen2.5-coder:14b-instruct-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 10093173146, + "digest": "fc7a302d00fd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q4_K_S", + "model": "qwen2.5-coder:14b-instruct-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9234179686, + "digest": "9214d9fd3ff9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q4_K_M", + "model": "qwen2.5-coder:14b-instruct-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 9663676416, + "digest": "9ec8897f747e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q5_0", + "model": "qwen2.5-coder:14b-instruct-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 10737418240, + "digest": "10dd53534fbf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q5_1", + "model": "qwen2.5-coder:14b-instruct-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 11811160064, + "digest": "32c5de158f9f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q5_K_S", + "model": "qwen2.5-coder:14b-instruct-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 10737418240, + "digest": "e7c55dc04467", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q5_K_M", + "model": "qwen2.5-coder:14b-instruct-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 11811160064, + "digest": "05d16c5ac1c1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q6_K", + "model": "qwen2.5-coder:14b-instruct-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 12884901888, + "digest": "8c4e48ce02e2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-q8_0", + "model": "qwen2.5-coder:14b-instruct-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 17179869184, + "digest": "bd9a836c38a9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:14b-instruct-fp16", + "model": "qwen2.5-coder:14b-instruct-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 32212254720, + "digest": "dd44773a07d3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base", + "model": "qwen2.5-coder:32b-base", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 21474836480, + "digest": "9218192e3d91", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q2_K", + "model": "qwen2.5-coder:32b-base-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 12884901888, + "digest": "683f75295796", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q3_K_S", + "model": "qwen2.5-coder:32b-base-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 15032385536, + "digest": "6c379ab949e2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q3_K_M", + "model": "qwen2.5-coder:32b-base-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 17179869184, + "digest": "b70130470871", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q3_K_L", + "model": "qwen2.5-coder:32b-base-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 18253611008, + "digest": "c141ac6ccade", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q4_0", + "model": "qwen2.5-coder:32b-base-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 20401094656, + "digest": "94dd845c2f84", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q4_1", + "model": "qwen2.5-coder:32b-base-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 22548578304, + "digest": "55acce9dfb07", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q4_K_S", + "model": "qwen2.5-coder:32b-base-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 20401094656, + "digest": "0de3f2ef4e30", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q4_K_M", + "model": "qwen2.5-coder:32b-base-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 21474836480, + "digest": "9218192e3d91", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q5_0", + "model": "qwen2.5-coder:32b-base-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 24696061952, + "digest": "ef595b15da0e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q5_1", + "model": "qwen2.5-coder:32b-base-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 26843545600, + "digest": "2e04e7beaf1e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q5_K_S", + "model": "qwen2.5-coder:32b-base-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 24696061952, + "digest": "a438a70c2b5e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q5_K_M", + "model": "qwen2.5-coder:32b-base-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 24696061952, + "digest": "8a30437e1e25", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q6_K", + "model": "qwen2.5-coder:32b-base-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 28991029248, + "digest": "45489e1efe1b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-q8_0", + "model": "qwen2.5-coder:32b-base-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 37580963840, + "digest": "2888b8e6d633", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-base-fp16", + "model": "qwen2.5-coder:32b-base-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 70866960384, + "digest": "200c76285efc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct", + "model": "qwen2.5-coder:32b-instruct", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 21474836480, + "digest": "b92d6a0bd47e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q2_K", + "model": "qwen2.5-coder:32b-instruct-q2_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 12884901888, + "digest": "aeea77078359", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q3_K_S", + "model": "qwen2.5-coder:32b-instruct-q3_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 15032385536, + "digest": "e0ccc6861bda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q3_K_M", + "model": "qwen2.5-coder:32b-instruct-q3_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 17179869184, + "digest": "df283619993d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q3_K_L", + "model": "qwen2.5-coder:32b-instruct-q3_K_L", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 18253611008, + "digest": "bf022e722063", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q4_0", + "model": "qwen2.5-coder:32b-instruct-q4_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 20401094656, + "digest": "5d9fe09996e7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q4_1", + "model": "qwen2.5-coder:32b-instruct-q4_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 22548578304, + "digest": "373036e3b706", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q4_K_S", + "model": "qwen2.5-coder:32b-instruct-q4_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 20401094656, + "digest": "372b04be0b1a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q4_K_M", + "model": "qwen2.5-coder:32b-instruct-q4_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 21474836480, + "digest": "b92d6a0bd47e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q5_0", + "model": "qwen2.5-coder:32b-instruct-q5_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 24696061952, + "digest": "6648fbbcab73", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q5_1", + "model": "qwen2.5-coder:32b-instruct-q5_1", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 26843545600, + "digest": "571efad5efed", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q5_K_S", + "model": "qwen2.5-coder:32b-instruct-q5_K_S", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 24696061952, + "digest": "d843ee55c762", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q5_K_M", + "model": "qwen2.5-coder:32b-instruct-q5_K_M", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 24696061952, + "digest": "72881160103b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q6_K", + "model": "qwen2.5-coder:32b-instruct-q6_K", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 28991029248, + "digest": "f9fb728566cf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-q8_0", + "model": "qwen2.5-coder:32b-instruct-q8_0", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 37580963840, + "digest": "17c822ec821d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5-coder:32b-instruct-fp16", + "model": "qwen2.5-coder:32b-instruct-fp16", + "modified_at": "2025-05-28T01:19:00.000Z", + "size": 70866960384, + "digest": "938472346418", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "phi3:latest", + "model": "phi3:latest", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "4f2222927938", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "phi3:instruct", + "model": "phi3:instruct", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "4f2222927938", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "phi3:medium", + "model": "phi3:medium", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8482560410, + "digest": "cf611a26b048", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "medium", + "quantization_level": "" + } + }, + { + "name": "phi3:mini", + "model": "phi3:mini", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "4f2222927938", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "mini", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b", + "model": "phi3:3.8b", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "4f2222927938", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b", + "quantization_level": "" + } + }, + { + "name": "phi3:14b", + "model": "phi3:14b", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8482560410, + "digest": "cf611a26b048", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-instruct", + "model": "phi3:3.8b-instruct", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "4f2222927938", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-instruct", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q2_K", + "model": "phi3:3.8b-mini-128k-instruct-q2_K", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 1503238554, + "digest": "0dc429b5761b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q3_K_S", + "model": "phi3:3.8b-mini-128k-instruct-q3_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 1825361101, + "digest": "b867d0390a90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q3_K_M", + "model": "phi3:3.8b-mini-128k-instruct-q3_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2147483648, + "digest": "bf51ffbfc6fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q3_K_L", + "model": "phi3:3.8b-mini-128k-instruct-q3_K_L", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2254857830, + "digest": "58dabb8dab6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q4_0", + "model": "phi3:3.8b-mini-128k-instruct-q4_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "4f2222927938", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q4_1", + "model": "phi3:3.8b-mini-128k-instruct-q4_1", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2576980378, + "digest": "7ed2c3a2024e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q4_K_S", + "model": "phi3:3.8b-mini-128k-instruct-q4_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "786fb198d976", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q4_K_M", + "model": "phi3:3.8b-mini-128k-instruct-q4_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2576980378, + "digest": "5a157c52afff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q5_0", + "model": "phi3:3.8b-mini-128k-instruct-q5_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2791728742, + "digest": "68e0cbe0eb8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q5_1", + "model": "phi3:3.8b-mini-128k-instruct-q5_1", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 3113851290, + "digest": "7ccd40684bd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q5_K_S", + "model": "phi3:3.8b-mini-128k-instruct-q5_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2791728742, + "digest": "86b1e7aa6fd8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q5_K_M", + "model": "phi3:3.8b-mini-128k-instruct-q5_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 3006477107, + "digest": "ffbd0ae55416", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q6_K", + "model": "phi3:3.8b-mini-128k-instruct-q6_K", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 3328599654, + "digest": "90771235c599", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-q8_0", + "model": "phi3:3.8b-mini-128k-instruct-q8_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 4402341478, + "digest": "adc0589ce82e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-128k-instruct-fp16", + "model": "phi3:3.8b-mini-128k-instruct-fp16", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8160437862, + "digest": "40010fd60dc7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-128k-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q2_K", + "model": "phi3:3.8b-mini-4k-instruct-q2_K", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 1503238554, + "digest": "f71db22ea23b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q3_K_S", + "model": "phi3:3.8b-mini-4k-instruct-q3_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 1825361101, + "digest": "71d5c0da0a45", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q3_K_M", + "model": "phi3:3.8b-mini-4k-instruct-q3_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2147483648, + "digest": "9971a6367aaa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q3_K_L", + "model": "phi3:3.8b-mini-4k-instruct-q3_K_L", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2254857830, + "digest": "7b07bdbff049", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q4_0", + "model": "phi3:3.8b-mini-4k-instruct-q4_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "9e6804ea5320", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q4_1", + "model": "phi3:3.8b-mini-4k-instruct-q4_1", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2576980378, + "digest": "ce621d0c2d06", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q4_K_S", + "model": "phi3:3.8b-mini-4k-instruct-q4_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "3a368186663f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q4_K_M", + "model": "phi3:3.8b-mini-4k-instruct-q4_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2576980378, + "digest": "d5ea514251bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q5_0", + "model": "phi3:3.8b-mini-4k-instruct-q5_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2791728742, + "digest": "df35ca8fb243", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q5_1", + "model": "phi3:3.8b-mini-4k-instruct-q5_1", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 3113851290, + "digest": "416e85af3eae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q5_K_S", + "model": "phi3:3.8b-mini-4k-instruct-q5_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2791728742, + "digest": "2f614430e421", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q5_K_M", + "model": "phi3:3.8b-mini-4k-instruct-q5_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 3006477107, + "digest": "a902ed3435bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q6_K", + "model": "phi3:3.8b-mini-4k-instruct-q6_K", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 3328599654, + "digest": "bbae7edc39d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-q8_0", + "model": "phi3:3.8b-mini-4k-instruct-q8_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 4402341478, + "digest": "6b7f8cbb8b25", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi3:3.8b-mini-4k-instruct-fp16", + "model": "phi3:3.8b-mini-4k-instruct-fp16", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8160437862, + "digest": "d2a1bcb6ea9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-4k-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-instruct", + "model": "phi3:14b-instruct", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8482560410, + "digest": "cf611a26b048", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-instruct", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q2_K", + "model": "phi3:14b-medium-128k-instruct-q2_K", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 5476083302, + "digest": "94ce47285859", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q3_K_S", + "model": "phi3:14b-medium-128k-instruct-q3_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 6549825126, + "digest": "2538a4dd560c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q3_K_M", + "model": "phi3:14b-medium-128k-instruct-q3_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 7408818586, + "digest": "b0a6824d6ba9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q3_K_L", + "model": "phi3:14b-medium-128k-instruct-q3_K_L", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8053063680, + "digest": "214c9ceb5140", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q4_0", + "model": "phi3:14b-medium-128k-instruct-q4_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8482560410, + "digest": "cf611a26b048", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q4_1", + "model": "phi3:14b-medium-128k-instruct-q4_1", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 9448928051, + "digest": "92a08305e23f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q4_K_S", + "model": "phi3:14b-medium-128k-instruct-q4_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8589934592, + "digest": "7a0ee8ddd91b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q4_K_M", + "model": "phi3:14b-medium-128k-instruct-q4_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 9234179686, + "digest": "1372226c9b0b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q5_0", + "model": "phi3:14b-medium-128k-instruct-q5_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 10307921510, + "digest": "87d42cf3a64b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q5_1", + "model": "phi3:14b-medium-128k-instruct-q5_1", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 10737418240, + "digest": "06195d5c378a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q5_K_S", + "model": "phi3:14b-medium-128k-instruct-q5_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 10307921510, + "digest": "85a94efb79c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q5_K_M", + "model": "phi3:14b-medium-128k-instruct-q5_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 10737418240, + "digest": "0d45fefe05bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q6_K", + "model": "phi3:14b-medium-128k-instruct-q6_K", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 11811160064, + "digest": "3aa42cb65da9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-q8_0", + "model": "phi3:14b-medium-128k-instruct-q8_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 16106127360, + "digest": "f1d91573aa38", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-128k-instruct-fp16", + "model": "phi3:14b-medium-128k-instruct-fp16", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 30064771072, + "digest": "ab0d71a0814b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-128k-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q2_K", + "model": "phi3:14b-medium-4k-instruct-q2_K", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 5476083302, + "digest": "1d0b237ac0c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q3_K_S", + "model": "phi3:14b-medium-4k-instruct-q3_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 6549825126, + "digest": "1d8e8b16704d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q3_K_M", + "model": "phi3:14b-medium-4k-instruct-q3_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 7408818586, + "digest": "b44869982901", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q3_K_L", + "model": "phi3:14b-medium-4k-instruct-q3_K_L", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8053063680, + "digest": "8c89f02e74e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q4_0", + "model": "phi3:14b-medium-4k-instruct-q4_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8482560410, + "digest": "325e47441f3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q4_1", + "model": "phi3:14b-medium-4k-instruct-q4_1", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 9448928051, + "digest": "7e56b73c5446", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q4_K_S", + "model": "phi3:14b-medium-4k-instruct-q4_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8589934592, + "digest": "98b4f4a2f662", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q4_K_M", + "model": "phi3:14b-medium-4k-instruct-q4_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 9234179686, + "digest": "4de15128ef23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q5_0", + "model": "phi3:14b-medium-4k-instruct-q5_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 10307921510, + "digest": "621f05f2d49e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q5_1", + "model": "phi3:14b-medium-4k-instruct-q5_1", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 10737418240, + "digest": "d7fd9927e592", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q5_K_S", + "model": "phi3:14b-medium-4k-instruct-q5_K_S", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 10307921510, + "digest": "0efda84af8ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q5_K_M", + "model": "phi3:14b-medium-4k-instruct-q5_K_M", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 10737418240, + "digest": "44aec5aa964d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q6_K", + "model": "phi3:14b-medium-4k-instruct-q6_K", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 11811160064, + "digest": "8d6899ff682b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-q8_0", + "model": "phi3:14b-medium-4k-instruct-q8_0", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 16106127360, + "digest": "87e27f01007b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi3:14b-medium-4k-instruct-fp16", + "model": "phi3:14b-medium-4k-instruct-fp16", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 30064771072, + "digest": "b8af0a87fe3b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-medium-4k-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "phi3:medium-128k", + "model": "phi3:medium-128k", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8482560410, + "digest": "cf611a26b048", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "medium-128k", + "quantization_level": "" + } + }, + { + "name": "phi3:medium-4k", + "model": "phi3:medium-4k", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 8482560410, + "digest": "325e47441f3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "medium-4k", + "quantization_level": "" + } + }, + { + "name": "phi3:mini-128k", + "model": "phi3:mini-128k", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2362232013, + "digest": "4f2222927938", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "mini-128k", + "quantization_level": "" + } + }, + { + "name": "phi3:mini-4k", + "model": "phi3:mini-4k", + "modified_at": "2024-07-30T18:53:00.000Z", + "size": 2576980378, + "digest": "d5ea514251bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "mini-4k", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:latest", + "model": "qwen3.5:latest", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 7086696038, + "digest": "6488c96fa5fa", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:0.8b", + "model": "qwen3.5:0.8b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 1073741824, + "digest": "f3817196d142", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "0.8b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:2b", + "model": "qwen3.5:2b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 2899102925, + "digest": "324d162be6ca", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:4b", + "model": "qwen3.5:4b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 3650722202, + "digest": "2a654d98e6fb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:9b", + "model": "qwen3.5:9b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 7086696038, + "digest": "6488c96fa5fa", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "9b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b", + "model": "qwen3.5:27b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 18253611008, + "digest": "7653528ba5cb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b", + "model": "qwen3.5:35b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 25769803776, + "digest": "3460ffeede54", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:122b", + "model": "qwen3.5:122b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 86973087744, + "digest": "8b9d11d807c5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "122b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:0.8b-mlx", + "model": "qwen3.5:0.8b-mlx", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 1288490189, + "digest": "6a48dd9c06e3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "0.8b-mlx", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:0.8b-mlx-bf16", + "model": "qwen3.5:0.8b-mlx-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 1825361101, + "digest": "95fbaba894b5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "0.8b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:0.8b-mxfp8", + "model": "qwen3.5:0.8b-mxfp8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 1288490189, + "digest": "6a48dd9c06e3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "0.8b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:0.8b-nvfp4", + "model": "qwen3.5:0.8b-nvfp4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 1073741824, + "digest": "6d2b253cfc04", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "0.8b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:0.8b-q8_0", + "model": "qwen3.5:0.8b-q8_0", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 1073741824, + "digest": "f3817196d142", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "0.8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:0.8b-bf16", + "model": "qwen3.5:0.8b-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 1932735283, + "digest": "81a0b6550a2d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "0.8b-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:2b-mlx", + "model": "qwen3.5:2b-mlx", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 3328599654, + "digest": "3a4a00dbfb1d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-mlx", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:2b-mlx-bf16", + "model": "qwen3.5:2b-mlx-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 4724464026, + "digest": "1bd0618256e3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:2b-mxfp8", + "model": "qwen3.5:2b-mxfp8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 3328599654, + "digest": "3a4a00dbfb1d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:2b-nvfp4", + "model": "qwen3.5:2b-nvfp4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 2684354560, + "digest": "0ab1f7a1e882", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:2b-q4_K_M", + "model": "qwen3.5:2b-q4_K_M", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 2040109466, + "digest": "124a03c34777", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:2b-q8_0", + "model": "qwen3.5:2b-q8_0", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 2899102925, + "digest": "324d162be6ca", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:2b-bf16", + "model": "qwen3.5:2b-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 4939212390, + "digest": "64148169aba8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:4b-mlx", + "model": "qwen3.5:4b-mlx", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 4294967296, + "digest": "61aa3858e9d3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-mlx", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:4b-mlx-bf16", + "model": "qwen3.5:4b-mlx-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 9771050598, + "digest": "7a3f49fa6b40", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:4b-mxfp8", + "model": "qwen3.5:4b-mxfp8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 6012954214, + "digest": "9f0b053985be", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:4b-nvfp4", + "model": "qwen3.5:4b-nvfp4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 4294967296, + "digest": "61aa3858e9d3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:4b-q4_K_M", + "model": "qwen3.5:4b-q4_K_M", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 3650722202, + "digest": "2a654d98e6fb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:4b-q8_0", + "model": "qwen3.5:4b-q8_0", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 5690831667, + "digest": "8722f47c2791", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:4b-bf16", + "model": "qwen3.5:4b-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 9985798963, + "digest": "d7207ebcf0be", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:9b-mlx", + "model": "qwen3.5:9b-mlx", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 9556302234, + "digest": "203e30078279", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "9b-mlx", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:9b-mlx-bf16", + "model": "qwen3.5:9b-mlx-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 20401094656, + "digest": "1adfd61eea4f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "9b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:9b-mxfp8", + "model": "qwen3.5:9b-mxfp8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 12884901888, + "digest": "e8798d842029", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "9b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:9b-nvfp4", + "model": "qwen3.5:9b-nvfp4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 9556302234, + "digest": "203e30078279", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "9b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:9b-q4_K_M", + "model": "qwen3.5:9b-q4_K_M", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 7086696038, + "digest": "6488c96fa5fa", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "9b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:9b-q8_0", + "model": "qwen3.5:9b-q8_0", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 11811160064, + "digest": "441ec31e4d2a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "9b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:9b-bf16", + "model": "qwen3.5:9b-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 20401094656, + "digest": "df2b035304ec", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "9b-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-coding-mxfp8", + "model": "qwen3.5:27b-coding-mxfp8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 33285996544, + "digest": "6a8551f75a5d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-coding-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-coding-nvfp4", + "model": "qwen3.5:27b-coding-nvfp4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 21474836480, + "digest": "d57ac1bd5340", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-coding-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-coding-bf16", + "model": "qwen3.5:27b-coding-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 59055800320, + "digest": "0a4075181a1f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-coding-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-int4", + "model": "qwen3.5:27b-int4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 17179869184, + "digest": "06964f7d5387", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-int4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-int8", + "model": "qwen3.5:27b-int8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 32212254720, + "digest": "be0e0062ecdc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-int8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-mlx", + "model": "qwen3.5:27b-mlx", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 21474836480, + "digest": "41eb9db48b39", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mlx", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-mlx-bf16", + "model": "qwen3.5:27b-mlx-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 59055800320, + "digest": "821db087c439", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-mxfp8", + "model": "qwen3.5:27b-mxfp8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 33285996544, + "digest": "8395662719bb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-nvfp4", + "model": "qwen3.5:27b-nvfp4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 21474836480, + "digest": "41eb9db48b39", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-q4_K_M", + "model": "qwen3.5:27b-q4_K_M", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 18253611008, + "digest": "7653528ba5cb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-q8_0", + "model": "qwen3.5:27b-q8_0", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 32212254720, + "digest": "728880d65c32", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:27b-bf16", + "model": "qwen3.5:27b-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 60129542144, + "digest": "f9ebcd0c9957", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b", + "model": "qwen3.5:35b-a3b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 25769803776, + "digest": "3460ffeede54", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-coding-mxfp8", + "model": "qwen3.5:35b-a3b-coding-mxfp8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 40802189312, + "digest": "739228199b87", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-coding-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-coding-nvfp4", + "model": "qwen3.5:35b-a3b-coding-nvfp4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 23622320128, + "digest": "6e73b30f8f1c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-coding-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-coding-bf16", + "model": "qwen3.5:35b-a3b-coding-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 75161927680, + "digest": "37b8d012f58e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-coding-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-int4", + "model": "qwen3.5:35b-a3b-int4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 21474836480, + "digest": "39a73d8a124d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-int4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-int8", + "model": "qwen3.5:35b-a3b-int8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 40802189312, + "digest": "fc565b23657b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-int8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-mxfp8", + "model": "qwen3.5:35b-a3b-mxfp8", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 40802189312, + "digest": "c37d5fb67190", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-nvfp4", + "model": "qwen3.5:35b-a3b-nvfp4", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 23622320128, + "digest": "fb2d58ab6d45", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-q4_K_M", + "model": "qwen3.5:35b-a3b-q4_K_M", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 25769803776, + "digest": "3460ffeede54", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-q8_0", + "model": "qwen3.5:35b-a3b-q8_0", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 41875931136, + "digest": "655d273ede3a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-bf16", + "model": "qwen3.5:35b-a3b-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 77309411328, + "digest": "85eaedff99c3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-a3b-mlx-bf16", + "model": "qwen3.5:35b-a3b-mlx-bf16", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 75161927680, + "digest": "f6555d933b86", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:35b-mlx", + "model": "qwen3.5:35b-mlx", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 23622320128, + "digest": "fb2d58ab6d45", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-mlx", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:122b-a10b", + "model": "qwen3.5:122b-a10b", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 86973087744, + "digest": "8b9d11d807c5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "122b-a10b", + "quantization_level": "" + } + }, + { + "name": "qwen3.5:122b-a10b-q4_K_M", + "model": "qwen3.5:122b-a10b-q4_K_M", + "modified_at": "2026-05-21T19:08:00.000Z", + "size": 86973087744, + "digest": "8b9d11d807c5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "122b-a10b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:latest", + "model": "llava:latest", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5046586573, + "digest": "8dd30f6b0cb1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llava:v1.6", + "model": "llava:v1.6", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5046586573, + "digest": "8dd30f6b0cb1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "v1.6", + "quantization_level": "" + } + }, + { + "name": "llava:7b", + "model": "llava:7b", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5046586573, + "digest": "8dd30f6b0cb1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "llava:13b", + "model": "llava:13b", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8589934592, + "digest": "0d0eb4d7f485", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "llava:34b", + "model": "llava:34b", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 21474836480, + "digest": "3d2d24f46674", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q2_K", + "model": "llava:7b-v1.5-q2_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 3758096384, + "digest": "33973d2589d1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q3_K_S", + "model": "llava:7b-v1.5-q3_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 3865470566, + "digest": "605b68e0b568", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q3_K_M", + "model": "llava:7b-v1.5-q3_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4187593114, + "digest": "9d738df24288", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q3_K_L", + "model": "llava:7b-v1.5-q3_K_L", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4509715661, + "digest": "057fefd59cdb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q4_0", + "model": "llava:7b-v1.5-q4_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4831838208, + "digest": "cd3274b81a85", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q4_1", + "model": "llava:7b-v1.5-q4_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5261334938, + "digest": "146a55d9df75", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q4_K_S", + "model": "llava:7b-v1.5-q4_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4831838208, + "digest": "d8d545afa5f0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q4_K_M", + "model": "llava:7b-v1.5-q4_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5046586573, + "digest": "75a9333e75cd", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q5_0", + "model": "llava:7b-v1.5-q5_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5690831667, + "digest": "339249626980", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q5_1", + "model": "llava:7b-v1.5-q5_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6120328397, + "digest": "6d97e8715c53", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q5_K_S", + "model": "llava:7b-v1.5-q5_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5690831667, + "digest": "34f9b24f2315", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q5_K_M", + "model": "llava:7b-v1.5-q5_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5798205850, + "digest": "4fb097b9cfa3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q6_K", + "model": "llava:7b-v1.5-q6_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6657199309, + "digest": "df0203e92f79", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-q8_0", + "model": "llava:7b-v1.5-q8_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8375186227, + "digest": "c684b68b3f34", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.5-fp16", + "model": "llava:7b-v1.5-fp16", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 15032385536, + "digest": "337a5b25bada", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6", + "model": "llava:7b-v1.6", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5046586573, + "digest": "8dd30f6b0cb1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q2_K", + "model": "llava:7b-v1.6-mistral-q2_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 3543348019, + "digest": "52e0ce44a5f5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q2_K", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q3_K_S", + "model": "llava:7b-v1.6-mistral-q3_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4080218931, + "digest": "2b9c055fe6a2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q3_K_M", + "model": "llava:7b-v1.6-mistral-q3_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4402341478, + "digest": "25a00600f8b4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q3_K_L", + "model": "llava:7b-v1.6-mistral-q3_K_L", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4724464026, + "digest": "a48bbc9b567b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q4_0", + "model": "llava:7b-v1.6-mistral-q4_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5046586573, + "digest": "8dd30f6b0cb1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q4_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q4_1", + "model": "llava:7b-v1.6-mistral-q4_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5583457485, + "digest": "8da3213068e6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q4_1", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q4_K_S", + "model": "llava:7b-v1.6-mistral-q4_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5153960755, + "digest": "2878e8c79f6e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q4_K_M", + "model": "llava:7b-v1.6-mistral-q4_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5368709120, + "digest": "8d3fbd6ad3f4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q5_0", + "model": "llava:7b-v1.6-mistral-q5_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6012954214, + "digest": "b8f63553f521", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q5_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q5_1", + "model": "llava:7b-v1.6-mistral-q5_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6549825126, + "digest": "eda0b3f3b09b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q5_1", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q5_K_S", + "model": "llava:7b-v1.6-mistral-q5_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6012954214, + "digest": "62dc434a7ae8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q5_K_M", + "model": "llava:7b-v1.6-mistral-q5_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6227702579, + "digest": "244b7e3d3d5a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q6_K", + "model": "llava:7b-v1.6-mistral-q6_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 7086696038, + "digest": "8781169d7f8f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q6_K", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-q8_0", + "model": "llava:7b-v1.6-mistral-q8_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8912057139, + "digest": "c2973e390e84", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-q8_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-mistral-fp16", + "model": "llava:7b-v1.6-mistral-fp16", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 16106127360, + "digest": "9fd1e5417c5f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-mistral-fp16", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q2_K", + "model": "llava:7b-v1.6-vicuna-q2_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 3435973837, + "digest": "6321163f3833", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q2_K", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q3_K_S", + "model": "llava:7b-v1.6-vicuna-q3_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 3865470566, + "digest": "7701df672950", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q3_K_M", + "model": "llava:7b-v1.6-vicuna-q3_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4187593114, + "digest": "7004e1f24eb1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q3_K_L", + "model": "llava:7b-v1.6-vicuna-q3_K_L", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4509715661, + "digest": "0127d9087e07", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q4_0", + "model": "llava:7b-v1.6-vicuna-q4_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4831838208, + "digest": "b6cbe07f1d5e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q4_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q4_1", + "model": "llava:7b-v1.6-vicuna-q4_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5261334938, + "digest": "f8a27e237e97", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q4_1", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q4_K_S", + "model": "llava:7b-v1.6-vicuna-q4_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 4831838208, + "digest": "5006a8a41d2b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q4_K_M", + "model": "llava:7b-v1.6-vicuna-q4_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5046586573, + "digest": "15360a9e0fb9", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q5_0", + "model": "llava:7b-v1.6-vicuna-q5_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5690831667, + "digest": "6a2bb61a611a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q5_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q5_1", + "model": "llava:7b-v1.6-vicuna-q5_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6120328397, + "digest": "1bd37032ec33", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q5_1", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q5_K_S", + "model": "llava:7b-v1.6-vicuna-q5_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5690831667, + "digest": "4aaa19502e34", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q5_K_M", + "model": "llava:7b-v1.6-vicuna-q5_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5798205850, + "digest": "b22b0c041223", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q6_K", + "model": "llava:7b-v1.6-vicuna-q6_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6657199309, + "digest": "11bd55683f9c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q6_K", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-q8_0", + "model": "llava:7b-v1.6-vicuna-q8_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8375186227, + "digest": "6da20a71d9bb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-q8_0", + "quantization_level": "" + } + }, + { + "name": "llava:7b-v1.6-vicuna-fp16", + "model": "llava:7b-v1.6-vicuna-fp16", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 15032385536, + "digest": "bb8da134bacb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1.6-vicuna-fp16", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q2_K", + "model": "llava:13b-v1.5-q2_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6549825126, + "digest": "3cdd3869f154", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q3_K_S", + "model": "llava:13b-v1.5-q3_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6764573491, + "digest": "c860f869008d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q3_K_M", + "model": "llava:13b-v1.5-q3_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 7516192768, + "digest": "61441e82808c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q3_K_L", + "model": "llava:13b-v1.5-q3_K_L", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8160437862, + "digest": "07b1b74ec398", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q4_0", + "model": "llava:13b-v1.5-q4_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8589934592, + "digest": "e3b7997801dc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q4_1", + "model": "llava:13b-v1.5-q4_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 9448928051, + "digest": "0ca30ff66062", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q4_K_S", + "model": "llava:13b-v1.5-q4_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8697308774, + "digest": "16939c152bd9", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q4_K_M", + "model": "llava:13b-v1.5-q4_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 9126805504, + "digest": "d0a6a3f0e6c4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q5_0", + "model": "llava:13b-v1.5-q5_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 10307921510, + "digest": "78e17026912a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q5_1", + "model": "llava:13b-v1.5-q5_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 10737418240, + "digest": "b11f33bc65fa", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q5_K_S", + "model": "llava:13b-v1.5-q5_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 10307921510, + "digest": "c7f4b8076a0e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q5_K_M", + "model": "llava:13b-v1.5-q5_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 10630044058, + "digest": "48418b116e18", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q6_K", + "model": "llava:13b-v1.5-q6_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 11811160064, + "digest": "3c085b55f924", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-q8_0", + "model": "llava:13b-v1.5-q8_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 15032385536, + "digest": "4e00c435bb25", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.5-fp16", + "model": "llava:13b-v1.5-fp16", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 28991029248, + "digest": "ce3bde71eaa7", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6", + "model": "llava:13b-v1.6", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8589934592, + "digest": "0d0eb4d7f485", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q2_K", + "model": "llava:13b-v1.6-vicuna-q2_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 5905580032, + "digest": "87aecb135e2a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q2_K", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q3_K_S", + "model": "llava:13b-v1.6-vicuna-q3_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 6764573491, + "digest": "54ef03322645", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q3_K_M", + "model": "llava:13b-v1.6-vicuna-q3_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 7516192768, + "digest": "2e48f094b51a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q3_K_L", + "model": "llava:13b-v1.6-vicuna-q3_K_L", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8160437862, + "digest": "a2b56a2b8e79", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q4_0", + "model": "llava:13b-v1.6-vicuna-q4_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8589934592, + "digest": "0d0eb4d7f485", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q4_0", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q4_1", + "model": "llava:13b-v1.6-vicuna-q4_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 9448928051, + "digest": "0b97528b26b0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q4_1", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q4_K_S", + "model": "llava:13b-v1.6-vicuna-q4_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 8697308774, + "digest": "5e4cf96dfc4c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q4_K_M", + "model": "llava:13b-v1.6-vicuna-q4_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 9126805504, + "digest": "0843119c3874", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q5_0", + "model": "llava:13b-v1.6-vicuna-q5_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 10307921510, + "digest": "6e06e1393058", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q5_0", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q5_1", + "model": "llava:13b-v1.6-vicuna-q5_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 10737418240, + "digest": "31f1d78cb272", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q5_1", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q5_K_S", + "model": "llava:13b-v1.6-vicuna-q5_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 10307921510, + "digest": "53999e2c86c8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q5_K_M", + "model": "llava:13b-v1.6-vicuna-q5_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 10630044058, + "digest": "446b10458a6a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q6_K", + "model": "llava:13b-v1.6-vicuna-q6_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 11811160064, + "digest": "1c0a91e1e4d9", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q6_K", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-q8_0", + "model": "llava:13b-v1.6-vicuna-q8_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 15032385536, + "digest": "b25c4195f9e2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-q8_0", + "quantization_level": "" + } + }, + { + "name": "llava:13b-v1.6-vicuna-fp16", + "model": "llava:13b-v1.6-vicuna-fp16", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 28991029248, + "digest": "81e28406a4e9", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "13b-v1.6-vicuna-fp16", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6", + "model": "llava:34b-v1.6", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 21474836480, + "digest": "3d2d24f46674", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q2_K", + "model": "llava:34b-v1.6-q2_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 15032385536, + "digest": "6326f59da4f1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q2_K", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q3_K_S", + "model": "llava:34b-v1.6-q3_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 17179869184, + "digest": "a0376a205682", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q3_K_M", + "model": "llava:34b-v1.6-q3_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 18253611008, + "digest": "89e924fed7d4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q3_K_L", + "model": "llava:34b-v1.6-q3_K_L", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 20401094656, + "digest": "7f9889648d1a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q4_0", + "model": "llava:34b-v1.6-q4_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 21474836480, + "digest": "3d2d24f46674", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q4_0", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q4_1", + "model": "llava:34b-v1.6-q4_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 23622320128, + "digest": "96d20de28a1a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q4_1", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q4_K_S", + "model": "llava:34b-v1.6-q4_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 21474836480, + "digest": "787b2213f0db", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q4_K_M", + "model": "llava:34b-v1.6-q4_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 22548578304, + "digest": "538ff4c5a8b8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q5_0", + "model": "llava:34b-v1.6-q5_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 25769803776, + "digest": "b239e218bdf0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q5_0", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q5_1", + "model": "llava:34b-v1.6-q5_1", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 28991029248, + "digest": "60926fd725ec", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q5_1", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q5_K_S", + "model": "llava:34b-v1.6-q5_K_S", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 25769803776, + "digest": "cdd8d5db3870", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q5_K_M", + "model": "llava:34b-v1.6-q5_K_M", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 26843545600, + "digest": "0eb2ab10d35c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q6_K", + "model": "llava:34b-v1.6-q6_K", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 31138512896, + "digest": "8f572ea02185", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q6_K", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-q8_0", + "model": "llava:34b-v1.6-q8_0", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 39728447488, + "digest": "959065f30849", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-q8_0", + "quantization_level": "" + } + }, + { + "name": "llava:34b-v1.6-fp16", + "model": "llava:34b-v1.6-fp16", + "modified_at": "2024-02-01T08:41:00.000Z", + "size": 74088185856, + "digest": "89c50af82d5e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "34b-v1.6-fp16", + "quantization_level": "" + } + }, + { + "name": "mxbai-embed-large:latest", + "model": "mxbai-embed-large:latest", + "modified_at": "2024-05-06T23:36:00.000Z", + "size": 702545920, + "digest": "468836162de7", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mxbai-embed-large:v1", + "model": "mxbai-embed-large:v1", + "modified_at": "2024-05-06T23:36:00.000Z", + "size": 702545920, + "digest": "468836162de7", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "v1", + "quantization_level": "" + } + }, + { + "name": "mxbai-embed-large:335m", + "model": "mxbai-embed-large:335m", + "modified_at": "2024-05-06T23:36:00.000Z", + "size": 702545920, + "digest": "468836162de7", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "335m", + "quantization_level": "" + } + }, + { + "name": "mxbai-embed-large:335m-v1-fp16", + "model": "mxbai-embed-large:335m-v1-fp16", + "modified_at": "2024-05-06T23:36:00.000Z", + "size": 702545920, + "digest": "468836162de7", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "335m-v1-fp16", + "quantization_level": "" + } + }, + { + "name": "gpt-oss:latest", + "model": "gpt-oss:latest", + "modified_at": "2025-10-09T19:47:00.000Z", + "size": 15032385536, + "digest": "17052f91a42e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "gpt-oss:20b", + "model": "gpt-oss:20b", + "modified_at": "2025-10-09T19:47:00.000Z", + "size": 15032385536, + "digest": "17052f91a42e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "20b", + "quantization_level": "" + } + }, + { + "name": "gpt-oss:120b", + "model": "gpt-oss:120b", + "modified_at": "2025-10-09T19:47:00.000Z", + "size": 69793218560, + "digest": "a951a23b46a1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "120b", + "quantization_level": "" + } + }, + { + "name": "phi4:latest", + "model": "phi4:latest", + "modified_at": "2025-01-08T18:08:00.000Z", + "size": 9771050598, + "digest": "ac896e5b8b34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "phi4:14b", + "model": "phi4:14b", + "modified_at": "2025-01-08T18:08:00.000Z", + "size": 9771050598, + "digest": "ac896e5b8b34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "phi4:14b-q4_K_M", + "model": "phi4:14b-q4_K_M", + "modified_at": "2025-01-08T18:08:00.000Z", + "size": 9771050598, + "digest": "ac896e5b8b34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi4:14b-q8_0", + "model": "phi4:14b-q8_0", + "modified_at": "2025-01-08T18:08:00.000Z", + "size": 17179869184, + "digest": "310d366232f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi4:14b-fp16", + "model": "phi4:14b-fp16", + "modified_at": "2025-01-08T18:08:00.000Z", + "size": 31138512896, + "digest": "227695f919b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:latest", + "model": "qwen3-coder:latest", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 20401094656, + "digest": "06c1097efce0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:30b", + "model": "qwen3-coder:30b", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 20401094656, + "digest": "06c1097efce0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:480b", + "model": "qwen3-coder:480b", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 311385128960, + "digest": "72b144baf727", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "480b", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:30b-a3b-q4_K_M", + "model": "qwen3-coder:30b-a3b-q4_K_M", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 20401094656, + "digest": "06c1097efce0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:30b-a3b-q8_0", + "model": "qwen3-coder:30b-a3b-q8_0", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 34359738368, + "digest": "7b438a19895a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:30b-a3b-fp16", + "model": "qwen3-coder:30b-a3b-fp16", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 65498251264, + "digest": "0d2a10a65d2f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:480b-a35b-q4_K_M", + "model": "qwen3-coder:480b-a35b-q4_K_M", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 311385128960, + "digest": "72b144baf727", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "480b-a35b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:480b-a35b-q8_0", + "model": "qwen3-coder:480b-a35b-q8_0", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 547608330240, + "digest": "459cea34ff3a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "480b-a35b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder:480b-a35b-fp16", + "model": "qwen3-coder:480b-a35b-fp16", + "modified_at": "2025-09-23T19:14:00.000Z", + "size": 1030792151040, + "digest": "23af91755def", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "480b-a35b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:latest", + "model": "qwen:latest", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2469606195, + "digest": "d53d04290064", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b", + "model": "qwen:0.5b", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 414187520, + "digest": "b5dc5e784f2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b", + "model": "qwen:1.8b", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "b6e8ec2e7126", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b", + "quantization_level": "" + } + }, + { + "name": "qwen:4b", + "model": "qwen:4b", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2469606195, + "digest": "d53d04290064", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "qwen:7b", + "model": "qwen:7b", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "2091ee8c8d8f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "qwen:14b", + "model": "qwen:14b", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "80362ced6553", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "qwen:32b", + "model": "qwen:32b", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 19327352832, + "digest": "26e7e8447f5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "qwen:72b", + "model": "qwen:72b", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "e1c64582de5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b", + "quantization_level": "" + } + }, + { + "name": "qwen:110b", + "model": "qwen:110b", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 67645734912, + "digest": "7fed4b7787da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat", + "model": "qwen:0.5b-chat", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 414187520, + "digest": "b5dc5e784f2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q2_K", + "model": "qwen:0.5b-chat-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 312475648, + "digest": "a16189bc79c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q3_K_S", + "model": "qwen:0.5b-chat-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 349175808, + "digest": "0bcee5f34ad7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q3_K_M", + "model": "qwen:0.5b-chat-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 367001600, + "digest": "b18e5c255a90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q3_K_L", + "model": "qwen:0.5b-chat-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 381681664, + "digest": "d184d2901228", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q4_0", + "model": "qwen:0.5b-chat-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 414187520, + "digest": "b5dc5e784f2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q4_1", + "model": "qwen:0.5b-chat-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 444596224, + "digest": "1bf15c40f38e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q4_K_S", + "model": "qwen:0.5b-chat-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 416284672, + "digest": "5d85925638c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q4_K_M", + "model": "qwen:0.5b-chat-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 426770432, + "digest": "e1c9c6192a7e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q5_0", + "model": "qwen:0.5b-chat-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 475004928, + "digest": "60ea3fa139a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q5_1", + "model": "qwen:0.5b-chat-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 505413632, + "digest": "a60a006869f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q5_K_S", + "model": "qwen:0.5b-chat-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 475004928, + "digest": "1cf5f7bb58c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q5_K_M", + "model": "qwen:0.5b-chat-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 481296384, + "digest": "743996dfe09d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q6_K", + "model": "qwen:0.5b-chat-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 540016640, + "digest": "0d79ae8737db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-q8_0", + "model": "qwen:0.5b-chat-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 697303040, + "digest": "38781999773b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-chat-v1.5-fp16", + "model": "qwen:0.5b-chat-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "967f7a3593ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text", + "model": "qwen:0.5b-text", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 414187520, + "digest": "f92ac32068ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q2_K", + "model": "qwen:0.5b-text-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 312475648, + "digest": "6be7d85c1f37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q3_K_S", + "model": "qwen:0.5b-text-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 349175808, + "digest": "37eeb0d10fd8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q3_K_M", + "model": "qwen:0.5b-text-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 367001600, + "digest": "7b641307e2fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q3_K_L", + "model": "qwen:0.5b-text-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 381681664, + "digest": "49837f2c5b03", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q4_0", + "model": "qwen:0.5b-text-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 414187520, + "digest": "f92ac32068ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q4_1", + "model": "qwen:0.5b-text-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 444596224, + "digest": "8634f265be16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q4_K_S", + "model": "qwen:0.5b-text-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 416284672, + "digest": "b0702a4235ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q4_K_M", + "model": "qwen:0.5b-text-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 426770432, + "digest": "d8d0c86b10cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q5_0", + "model": "qwen:0.5b-text-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 475004928, + "digest": "3822065b797a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q5_1", + "model": "qwen:0.5b-text-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 505413632, + "digest": "9f7ae5e6520b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q5_K_S", + "model": "qwen:0.5b-text-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 475004928, + "digest": "4ea8ddc7c860", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q5_K_M", + "model": "qwen:0.5b-text-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 481296384, + "digest": "dcedf0beaf7e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q6_K", + "model": "qwen:0.5b-text-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 540016640, + "digest": "c8c2e4f579df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-q8_0", + "model": "qwen:0.5b-text-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 697303040, + "digest": "c92fe3f525ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:0.5b-text-v1.5-fp16", + "model": "qwen:0.5b-text-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "9cedb3d846db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-text-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat", + "model": "qwen:1.8b-chat", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "b6e8ec2e7126", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q2_K", + "model": "qwen:1.8b-chat-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 894435328, + "digest": "467dbacce487", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q2_K", + "model": "qwen:1.8b-chat-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 904921088, + "digest": "5ec5deec0331", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q3_K_S", + "model": "qwen:1.8b-chat-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1017118720, + "digest": "9c807784e6fb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q3_K_S", + "model": "qwen:1.8b-chat-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1017118720, + "digest": "45631575b031", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q3_K_M", + "model": "qwen:1.8b-chat-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1073741824, + "digest": "f7be0cbb0c5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q3_K_M", + "model": "qwen:1.8b-chat-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1073741824, + "digest": "1e7a582ce4d6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q3_K_L", + "model": "qwen:1.8b-chat-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "e3d057690a37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q3_K_L", + "model": "qwen:1.8b-chat-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "7e69fb050fc6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q4_0", + "model": "qwen:1.8b-chat-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "ef087b004e83", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q4_0", + "model": "qwen:1.8b-chat-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "b6e8ec2e7126", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q4_1", + "model": "qwen:1.8b-chat-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "e422a7c56e8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q4_1", + "model": "qwen:1.8b-chat-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "5520d901c708", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q4_K_S", + "model": "qwen:1.8b-chat-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "d04762cf1457", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q4_K_S", + "model": "qwen:1.8b-chat-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "318bbcfbbcb1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q4_K_M", + "model": "qwen:1.8b-chat-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "9c250efbd096", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q4_K_M", + "model": "qwen:1.8b-chat-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "27cd5d607aa3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q5_0", + "model": "qwen:1.8b-chat-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1395864371, + "digest": "39b08d9c553f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q5_0", + "model": "qwen:1.8b-chat-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1395864371, + "digest": "942791d6df80", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q5_1", + "model": "qwen:1.8b-chat-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1503238554, + "digest": "ac833a41e88c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q5_1", + "model": "qwen:1.8b-chat-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1503238554, + "digest": "5cb573856803", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q5_K_S", + "model": "qwen:1.8b-chat-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1395864371, + "digest": "857ae180d71f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q5_K_S", + "model": "qwen:1.8b-chat-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1395864371, + "digest": "63a97b074a77", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q5_K_M", + "model": "qwen:1.8b-chat-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1503238554, + "digest": "8341fb324ce5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q5_K_M", + "model": "qwen:1.8b-chat-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1503238554, + "digest": "c3c9b43d0ae7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q6_K", + "model": "qwen:1.8b-chat-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1717986918, + "digest": "6068eacf7eab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q6_K", + "model": "qwen:1.8b-chat-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1717986918, + "digest": "1b54bd2ede5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-q8_0", + "model": "qwen:1.8b-chat-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2147483648, + "digest": "761057adac8d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-q8_0", + "model": "qwen:1.8b-chat-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2147483648, + "digest": "2af802a8e3c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-fp16", + "model": "qwen:1.8b-chat-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3972844749, + "digest": "7b9c77c7b5b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-chat-v1.5-fp16", + "model": "qwen:1.8b-chat-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3972844749, + "digest": "e3562f7740ef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text", + "model": "qwen:1.8b-text", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "617cceb63756", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q2_K", + "model": "qwen:1.8b-text-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 894435328, + "digest": "25e8928e67d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q2_K", + "model": "qwen:1.8b-text-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 904921088, + "digest": "9fbae281c54a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q3_K_S", + "model": "qwen:1.8b-text-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1017118720, + "digest": "6d276d0b0e4d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q3_K_S", + "model": "qwen:1.8b-text-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1017118720, + "digest": "cfddca3d7609", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q3_K_M", + "model": "qwen:1.8b-text-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1073741824, + "digest": "2d9bc3e28126", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q3_K_M", + "model": "qwen:1.8b-text-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1073741824, + "digest": "1e00ca7ca1af", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q3_K_L", + "model": "qwen:1.8b-text-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "b6d15127867d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q3_K_L", + "model": "qwen:1.8b-text-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "55006f44ba8f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q4_0", + "model": "qwen:1.8b-text-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "03dc8b7a4353", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q4_0", + "model": "qwen:1.8b-text-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1181116006, + "digest": "617cceb63756", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q4_1", + "model": "qwen:1.8b-text-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "9d03e4ff6283", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q4_1", + "model": "qwen:1.8b-text-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "9c3064af8a6a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q4_K_S", + "model": "qwen:1.8b-text-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "35417f1033ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q4_K_S", + "model": "qwen:1.8b-text-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "9de4291d63b0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q4_K_M", + "model": "qwen:1.8b-text-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "8f4011c63861", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q4_K_M", + "model": "qwen:1.8b-text-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1288490189, + "digest": "2120d6a01bc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q5_0", + "model": "qwen:1.8b-text-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1395864371, + "digest": "5dee62f8b270", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q5_0", + "model": "qwen:1.8b-text-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1395864371, + "digest": "fbc1dd7dbb3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q5_1", + "model": "qwen:1.8b-text-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1503238554, + "digest": "1ace6d0d6868", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q5_1", + "model": "qwen:1.8b-text-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1503238554, + "digest": "110bb7065fe0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q5_K_S", + "model": "qwen:1.8b-text-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1395864371, + "digest": "fc7b98d4110c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q5_K_S", + "model": "qwen:1.8b-text-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1395864371, + "digest": "b12f16343645", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q5_K_M", + "model": "qwen:1.8b-text-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1503238554, + "digest": "ba3f032feb07", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q5_K_M", + "model": "qwen:1.8b-text-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1503238554, + "digest": "e2aedf4a65d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q6_K", + "model": "qwen:1.8b-text-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1717986918, + "digest": "60c274911b01", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q6_K", + "model": "qwen:1.8b-text-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1717986918, + "digest": "e7be77cc89a1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-q8_0", + "model": "qwen:1.8b-text-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2147483648, + "digest": "fb7576710ad5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-q8_0", + "model": "qwen:1.8b-text-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2147483648, + "digest": "48d0284fc9fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-fp16", + "model": "qwen:1.8b-text-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3972844749, + "digest": "f4bf3caa7f4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:1.8b-text-v1.5-fp16", + "model": "qwen:1.8b-text-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3972844749, + "digest": "5b31a65f7476", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-text-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat", + "model": "qwen:4b-chat", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2469606195, + "digest": "d53d04290064", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q2_K", + "model": "qwen:4b-chat-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1717986918, + "digest": "e6c11802c6ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q3_K_S", + "model": "qwen:4b-chat-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2040109466, + "digest": "d75968a2b37c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q3_K_M", + "model": "qwen:4b-chat-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2147483648, + "digest": "da9fe589f9b3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q3_K_L", + "model": "qwen:4b-chat-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2362232013, + "digest": "373625817e6f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q4_0", + "model": "qwen:4b-chat-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2469606195, + "digest": "d53d04290064", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q4_1", + "model": "qwen:4b-chat-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2791728742, + "digest": "8d4b987199fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q4_K_S", + "model": "qwen:4b-chat-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2469606195, + "digest": "1f33fcfdb4b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q4_K_M", + "model": "qwen:4b-chat-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2684354560, + "digest": "84dd8780ab54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q5_0", + "model": "qwen:4b-chat-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3006477107, + "digest": "1a7d31503b2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q5_1", + "model": "qwen:4b-chat-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3221225472, + "digest": "061afe4b95b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q5_K_S", + "model": "qwen:4b-chat-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3006477107, + "digest": "4a434490ef35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q5_K_M", + "model": "qwen:4b-chat-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3006477107, + "digest": "0f701078af82", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q6_K", + "model": "qwen:4b-chat-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3435973837, + "digest": "13f15e36187d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-q8_0", + "model": "qwen:4b-chat-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4509715661, + "digest": "7dfc4f0660c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-chat-v1.5-fp16", + "model": "qwen:4b-chat-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8482560410, + "digest": "86621ca225c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text", + "model": "qwen:4b-text", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2469606195, + "digest": "a1332f1a62c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q2_K", + "model": "qwen:4b-text-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 1717986918, + "digest": "9f5aaac70cb0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q3_K_S", + "model": "qwen:4b-text-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2040109466, + "digest": "8a41ec56a16b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q3_K_M", + "model": "qwen:4b-text-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2147483648, + "digest": "b446af0b99f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q3_K_L", + "model": "qwen:4b-text-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2362232013, + "digest": "34cd35706e60", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q4_0", + "model": "qwen:4b-text-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2469606195, + "digest": "a1332f1a62c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q4_1", + "model": "qwen:4b-text-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2791728742, + "digest": "0139d9637b43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q4_K_S", + "model": "qwen:4b-text-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2469606195, + "digest": "a569a7c9c36b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q4_K_M", + "model": "qwen:4b-text-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 2684354560, + "digest": "ba6453687014", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q5_0", + "model": "qwen:4b-text-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3006477107, + "digest": "9c5c32de923f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q5_1", + "model": "qwen:4b-text-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3221225472, + "digest": "33f576bd435a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q5_K_S", + "model": "qwen:4b-text-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3006477107, + "digest": "dc8f41c10a81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q5_K_M", + "model": "qwen:4b-text-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3006477107, + "digest": "55b9362ae113", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q6_K", + "model": "qwen:4b-text-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3435973837, + "digest": "e40c4d6f1e33", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-q8_0", + "model": "qwen:4b-text-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4509715661, + "digest": "e3bafc3eec84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:4b-text-v1.5-fp16", + "model": "qwen:4b-text-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8482560410, + "digest": "bd8bb0558fba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "4b-text-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat", + "model": "qwen:7b-chat", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "2091ee8c8d8f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q2_K", + "model": "qwen:7b-chat-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3221225472, + "digest": "b1e83e951244", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q2_K", + "model": "qwen:7b-chat-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3328599654, + "digest": "faee39b0b827", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q3_K_S", + "model": "qwen:7b-chat-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3865470566, + "digest": "6ee05062598c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q3_K_S", + "model": "qwen:7b-chat-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3865470566, + "digest": "ef462b8bc3ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q3_K_M", + "model": "qwen:7b-chat-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4402341478, + "digest": "981740748bb1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q3_K_M", + "model": "qwen:7b-chat-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4187593114, + "digest": "dfd589fd9f3b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q3_K_L", + "model": "qwen:7b-chat-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4617089843, + "digest": "6c760e557c98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q3_K_L", + "model": "qwen:7b-chat-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4509715661, + "digest": "c78b559835da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q4_0", + "model": "qwen:7b-chat-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "8a759e224c54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q4_0", + "model": "qwen:7b-chat-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "2091ee8c8d8f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q4_1", + "model": "qwen:7b-chat-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5368709120, + "digest": "e70d79f49f09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q4_1", + "model": "qwen:7b-chat-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5368709120, + "digest": "3dc4f8204e32", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q4_K_S", + "model": "qwen:7b-chat-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "670c5afa68d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q4_K_S", + "model": "qwen:7b-chat-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "1b769918d6f3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q4_K_M", + "model": "qwen:7b-chat-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5261334938, + "digest": "6c6f9fb7cb7b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q4_K_M", + "model": "qwen:7b-chat-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5153960755, + "digest": "315448cc7b99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q5_0", + "model": "qwen:7b-chat-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5798205850, + "digest": "940f9af7bba7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q5_0", + "model": "qwen:7b-chat-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5798205850, + "digest": "76b41a9e206c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q5_1", + "model": "qwen:7b-chat-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6227702579, + "digest": "71556ed81da3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q5_1", + "model": "qwen:7b-chat-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6227702579, + "digest": "80b5a8dd99a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q5_K_S", + "model": "qwen:7b-chat-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5798205850, + "digest": "82f7b355c834", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q5_K_S", + "model": "qwen:7b-chat-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5798205850, + "digest": "94f4b35970c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q5_K_M", + "model": "qwen:7b-chat-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6120328397, + "digest": "eb70368f4555", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q5_K_M", + "model": "qwen:7b-chat-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5905580032, + "digest": "44ca6b3fda9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q6_K", + "model": "qwen:7b-chat-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6764573491, + "digest": "be7c8c5aee85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q6_K", + "model": "qwen:7b-chat-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6764573491, + "digest": "6b5b161d1076", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-q8_0", + "model": "qwen:7b-chat-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "75224d9ec839", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-q8_0", + "model": "qwen:7b-chat-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "3985a6e61dfa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-fp16", + "model": "qwen:7b-chat-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 16106127360, + "digest": "496130f8bb9c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-chat-v1.5-fp16", + "model": "qwen:7b-chat-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 16106127360, + "digest": "39e2b1482d7d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text", + "model": "qwen:7b-text", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "952dc7c77fea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q2_K", + "model": "qwen:7b-text-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3328599654, + "digest": "7c798100fec5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q3_K_S", + "model": "qwen:7b-text-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3865470566, + "digest": "59ff1e9f7a72", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q3_K_M", + "model": "qwen:7b-text-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4187593114, + "digest": "fab4b0426e2d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q3_K_L", + "model": "qwen:7b-text-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4509715661, + "digest": "c103abc28f47", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q4_0", + "model": "qwen:7b-text-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "952dc7c77fea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q4_1", + "model": "qwen:7b-text-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5368709120, + "digest": "1c67239d76ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q4_K_S", + "model": "qwen:7b-text-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "05bb240791f0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q4_K_M", + "model": "qwen:7b-text-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5153960755, + "digest": "a2e8ed289a56", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q5_0", + "model": "qwen:7b-text-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5798205850, + "digest": "2074857a59f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q5_1", + "model": "qwen:7b-text-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6227702579, + "digest": "0945490c2698", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q5_K_S", + "model": "qwen:7b-text-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5798205850, + "digest": "6d3df3af15c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q5_K_M", + "model": "qwen:7b-text-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5905580032, + "digest": "4bf2de545437", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q6_K", + "model": "qwen:7b-text-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6764573491, + "digest": "989f69b773a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-q8_0", + "model": "qwen:7b-text-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "968572e9757d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-text-v1.5-fp16", + "model": "qwen:7b-text-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 16106127360, + "digest": "ba1ea7856323", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q2_K", + "model": "qwen:7b-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3221225472, + "digest": "afe0b73c064a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q3_K_S", + "model": "qwen:7b-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 3865470566, + "digest": "e770768ad724", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q3_K_M", + "model": "qwen:7b-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4402341478, + "digest": "407571073d23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q3_K_L", + "model": "qwen:7b-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4617089843, + "digest": "2a971f9c4019", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q4_0", + "model": "qwen:7b-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "a602ed3d295f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q4_1", + "model": "qwen:7b-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5368709120, + "digest": "aced3b622251", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q4_K_S", + "model": "qwen:7b-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 4831838208, + "digest": "13660ea6e426", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q4_K_M", + "model": "qwen:7b-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5261334938, + "digest": "e6124c271f88", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q5_0", + "model": "qwen:7b-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5798205850, + "digest": "82a77b5d2839", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q5_1", + "model": "qwen:7b-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6227702579, + "digest": "3a554a4eca23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q5_K_S", + "model": "qwen:7b-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 5798205850, + "digest": "48ac7dcf12ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q5_K_M", + "model": "qwen:7b-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6120328397, + "digest": "ee14f131c864", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q6_K", + "model": "qwen:7b-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6764573491, + "digest": "733a6dcda35a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-q8_0", + "model": "qwen:7b-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "ea380ed299dd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:7b-fp16", + "model": "qwen:7b-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 16106127360, + "digest": "bdb4603ac3f3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat", + "model": "qwen:14b-chat", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "80362ced6553", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q2_K", + "model": "qwen:14b-chat-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6442450944, + "digest": "fd1a3ccd26ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q2_K", + "model": "qwen:14b-chat-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6549825126, + "digest": "42f07244d30a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q3_K_S", + "model": "qwen:14b-chat-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 7408818586, + "digest": "79c06fc56da4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q3_K_S", + "model": "qwen:14b-chat-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 7408818586, + "digest": "3ad40beca67d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q3_K_M", + "model": "qwen:14b-chat-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8267812045, + "digest": "f3e7aa8567ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q3_K_M", + "model": "qwen:14b-chat-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 7945689498, + "digest": "319f64f95f85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q3_K_L", + "model": "qwen:14b-chat-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8589934592, + "digest": "8b5eb6ea106d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q3_K_L", + "model": "qwen:14b-chat-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8375186227, + "digest": "0eca84ada344", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q4_0", + "model": "qwen:14b-chat-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "e5a75212c4d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q4_0", + "model": "qwen:14b-chat-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "80362ced6553", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q4_1", + "model": "qwen:14b-chat-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9663676416, + "digest": "282ce204bb6b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q4_1", + "model": "qwen:14b-chat-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9663676416, + "digest": "4f50c5079631", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q4_K_S", + "model": "qwen:14b-chat-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9234179686, + "digest": "dc341a2db63b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q4_K_S", + "model": "qwen:14b-chat-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9234179686, + "digest": "e6c0570ce501", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q4_K_M", + "model": "qwen:14b-chat-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10093173146, + "digest": "f845925f8d90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q4_K_M", + "model": "qwen:14b-chat-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9878424781, + "digest": "128a75c88e2f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q5_0", + "model": "qwen:14b-chat-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10630044058, + "digest": "ee17956b87cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q5_0", + "model": "qwen:14b-chat-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10630044058, + "digest": "d06d5137e584", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q5_1", + "model": "qwen:14b-chat-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 11811160064, + "digest": "248b0b25c47e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q5_1", + "model": "qwen:14b-chat-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 11811160064, + "digest": "a16ff3fb4f19", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q5_K_S", + "model": "qwen:14b-chat-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10737418240, + "digest": "91f5698531f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q5_K_S", + "model": "qwen:14b-chat-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10737418240, + "digest": "85650ef588d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q5_K_M", + "model": "qwen:14b-chat-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 11811160064, + "digest": "240a4381badd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q5_K_M", + "model": "qwen:14b-chat-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 11811160064, + "digest": "ba0e61d66b27", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q6_K", + "model": "qwen:14b-chat-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 12884901888, + "digest": "5967f08cc189", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q6_K", + "model": "qwen:14b-chat-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 12884901888, + "digest": "9378d98cce24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-q8_0", + "model": "qwen:14b-chat-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 16106127360, + "digest": "66f562724bd2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-q8_0", + "model": "qwen:14b-chat-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 16106127360, + "digest": "f1954a35f7ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-fp16", + "model": "qwen:14b-chat-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 30064771072, + "digest": "13c401be87d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-chat-v1.5-fp16", + "model": "qwen:14b-chat-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 30064771072, + "digest": "cb20f077361d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text", + "model": "qwen:14b-text", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "06e198d562c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q2_K", + "model": "qwen:14b-text-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6442450944, + "digest": "490383e818bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q2_K", + "model": "qwen:14b-text-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 6549825126, + "digest": "b29e82a9291d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q3_K_S", + "model": "qwen:14b-text-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 7408818586, + "digest": "7b6da3dbc02c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q3_K_S", + "model": "qwen:14b-text-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 7408818586, + "digest": "79262f8761eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q3_K_M", + "model": "qwen:14b-text-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8267812045, + "digest": "35babf7c6752", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q3_K_M", + "model": "qwen:14b-text-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 7945689498, + "digest": "8ba10671f72c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q3_K_L", + "model": "qwen:14b-text-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8589934592, + "digest": "e706cfc43d67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q3_K_L", + "model": "qwen:14b-text-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8375186227, + "digest": "e5feaa6b570f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q4_0", + "model": "qwen:14b-text-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "856ff95ace9a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q4_0", + "model": "qwen:14b-text-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 8804682957, + "digest": "06e198d562c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q4_1", + "model": "qwen:14b-text-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9663676416, + "digest": "fb080c3f9385", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q4_1", + "model": "qwen:14b-text-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9663676416, + "digest": "3514cc84da3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q4_K_S", + "model": "qwen:14b-text-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9234179686, + "digest": "074ac9031894", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q4_K_S", + "model": "qwen:14b-text-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9234179686, + "digest": "ab6680a741b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q4_K_M", + "model": "qwen:14b-text-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10093173146, + "digest": "9a20ad8849dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q4_K_M", + "model": "qwen:14b-text-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 9878424781, + "digest": "4a22e598c7c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q5_0", + "model": "qwen:14b-text-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10630044058, + "digest": "7f52ab937912", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q5_0", + "model": "qwen:14b-text-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10630044058, + "digest": "c9413c9c81d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q5_1", + "model": "qwen:14b-text-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 11811160064, + "digest": "9a711abdb0ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q5_1", + "model": "qwen:14b-text-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 11811160064, + "digest": "5f196042dc74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q5_K_S", + "model": "qwen:14b-text-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10737418240, + "digest": "8c818d039803", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q5_K_S", + "model": "qwen:14b-text-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 10737418240, + "digest": "a31ed924fdab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q5_K_M", + "model": "qwen:14b-text-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 11811160064, + "digest": "2acf4c66179b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q5_K_M", + "model": "qwen:14b-text-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 11811160064, + "digest": "1564ba9fc84c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q6_K", + "model": "qwen:14b-text-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 12884901888, + "digest": "e653065c8329", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q6_K", + "model": "qwen:14b-text-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 12884901888, + "digest": "d65ba73d052f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-q8_0", + "model": "qwen:14b-text-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 16106127360, + "digest": "3c3330be50fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-q8_0", + "model": "qwen:14b-text-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 16106127360, + "digest": "5cc57127891d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-fp16", + "model": "qwen:14b-text-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 30064771072, + "digest": "c49a8e18017a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:14b-text-v1.5-fp16", + "model": "qwen:14b-text-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 30064771072, + "digest": "6a5ff630639c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-text-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat", + "model": "qwen:32b-chat", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 19327352832, + "digest": "26e7e8447f5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q2_K", + "model": "qwen:32b-chat-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 12884901888, + "digest": "cae8aaeddda8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q3_K_S", + "model": "qwen:32b-chat-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 15032385536, + "digest": "1d172657e5a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q3_K_M", + "model": "qwen:32b-chat-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 17179869184, + "digest": "ecaa1f67c173", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q3_K_L", + "model": "qwen:32b-chat-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 18253611008, + "digest": "d3bd7dde094e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q4_0", + "model": "qwen:32b-chat-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 19327352832, + "digest": "26e7e8447f5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q4_1", + "model": "qwen:32b-chat-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 21474836480, + "digest": "7fe1bf3d215e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q4_K_S", + "model": "qwen:32b-chat-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 20401094656, + "digest": "4016dd0cf4e1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q4_K_M", + "model": "qwen:32b-chat-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 21474836480, + "digest": "7975942ff0b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q5_0", + "model": "qwen:32b-chat-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 23622320128, + "digest": "828e952fda6b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q5_1", + "model": "qwen:32b-chat-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 25769803776, + "digest": "f3d3a42b3783", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q5_K_S", + "model": "qwen:32b-chat-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 23622320128, + "digest": "e67b35358286", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q5_K_M", + "model": "qwen:32b-chat-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 24696061952, + "digest": "380f376a451a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q6_K", + "model": "qwen:32b-chat-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 28991029248, + "digest": "af95b2a2409c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-q8_0", + "model": "qwen:32b-chat-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 37580963840, + "digest": "33c6cb647280", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-chat-v1.5-fp16", + "model": "qwen:32b-chat-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 69793218560, + "digest": "bb930ce340f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text", + "model": "qwen:32b-text", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 19327352832, + "digest": "e0618f6f0310", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q2_K", + "model": "qwen:32b-text-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 12884901888, + "digest": "95302f736724", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q3_K_S", + "model": "qwen:32b-text-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 15032385536, + "digest": "1d103fa3fd6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q3_K_M", + "model": "qwen:32b-text-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 17179869184, + "digest": "24ea7d162ce2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q3_K_L", + "model": "qwen:32b-text-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 18253611008, + "digest": "1a047023c341", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q4_0", + "model": "qwen:32b-text-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 19327352832, + "digest": "e0618f6f0310", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q4_1", + "model": "qwen:32b-text-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 21474836480, + "digest": "cefaaea22fea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q4_K_S", + "model": "qwen:32b-text-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 20401094656, + "digest": "b68f170dbfd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q5_0", + "model": "qwen:32b-text-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 23622320128, + "digest": "8ab0ebc4b274", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q5_1", + "model": "qwen:32b-text-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 25769803776, + "digest": "577251d3ca12", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:32b-text-v1.5-q8_0", + "model": "qwen:32b-text-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 37580963840, + "digest": "60a90eb7a7da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-text-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat", + "model": "qwen:72b-chat", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "e1c64582de5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q2_K", + "model": "qwen:72b-chat-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 28991029248, + "digest": "244e559ab857", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q2_K", + "model": "qwen:72b-chat-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 30064771072, + "digest": "26d588038b9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q3_K_S", + "model": "qwen:72b-chat-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 34359738368, + "digest": "e69b5490aa6d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q3_K_S", + "model": "qwen:72b-chat-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 35433480192, + "digest": "a3f91495a290", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q3_K_M", + "model": "qwen:72b-chat-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 39728447488, + "digest": "2142023c2267", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q3_K_M", + "model": "qwen:72b-chat-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 38654705664, + "digest": "8c8712c6e79c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q3_K_L", + "model": "qwen:72b-chat-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 41875931136, + "digest": "227bc5757311", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q3_K_L", + "model": "qwen:72b-chat-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 40802189312, + "digest": "1a4a7d398f67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q4_0", + "model": "qwen:72b-chat-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "bf2a98cf5f68", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q4_0", + "model": "qwen:72b-chat-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "e1c64582de5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q4_1", + "model": "qwen:72b-chat-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 48318382080, + "digest": "4d7d270862ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q4_1", + "model": "qwen:72b-chat-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 48318382080, + "digest": "a5a048009124", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q4_K_S", + "model": "qwen:72b-chat-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "5c65776c1c19", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q4_K_S", + "model": "qwen:72b-chat-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 45097156608, + "digest": "7e941773ce08", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q4_K_M", + "model": "qwen:72b-chat-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 48318382080, + "digest": "d1f376d8aaa7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q4_K_M", + "model": "qwen:72b-chat-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 47244640256, + "digest": "92daf708b997", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q5_0", + "model": "qwen:72b-chat-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 53687091200, + "digest": "7363152de4ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q5_0", + "model": "qwen:72b-chat-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 53687091200, + "digest": "7ff940bf7ddc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q5_1", + "model": "qwen:72b-chat-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 57982058496, + "digest": "d3f70b712d5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q5_1", + "model": "qwen:72b-chat-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 57982058496, + "digest": "8432bf6237b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q5_K_S", + "model": "qwen:72b-chat-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 53687091200, + "digest": "f9a9015181f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q5_K_S", + "model": "qwen:72b-chat-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 53687091200, + "digest": "f92117215877", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q5_K_M", + "model": "qwen:72b-chat-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 56908316672, + "digest": "29453752b3f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q5_K_M", + "model": "qwen:72b-chat-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 54760833024, + "digest": "13a773260811", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q6_K", + "model": "qwen:72b-chat-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 63350767616, + "digest": "5d2b88c19b53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q6_K", + "model": "qwen:72b-chat-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 63350767616, + "digest": "5e3a83c19698", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-q8_0", + "model": "qwen:72b-chat-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 82678120448, + "digest": "030f5b2af0ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-q8_0", + "model": "qwen:72b-chat-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 82678120448, + "digest": "d9fd9f90f55b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-fp16", + "model": "qwen:72b-chat-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 155692564480, + "digest": "123c97eccf0d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-chat-v1.5-fp16", + "model": "qwen:72b-chat-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 155692564480, + "digest": "28d7b95e342e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text", + "model": "qwen:72b-text", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 67645734912, + "digest": "641bc60e9274", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q2_K", + "model": "qwen:72b-text-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 28991029248, + "digest": "23b4e03b0625", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q2_K", + "model": "qwen:72b-text-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 30064771072, + "digest": "197347e6f44a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q3_K_S", + "model": "qwen:72b-text-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 34359738368, + "digest": "325a8011ee4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q3_K_S", + "model": "qwen:72b-text-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 35433480192, + "digest": "543046c80b47", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q3_K_M", + "model": "qwen:72b-text-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 39728447488, + "digest": "1c5d6fd01ff9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q3_K_M", + "model": "qwen:72b-text-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 38654705664, + "digest": "0369ae92fbbb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q3_K_L", + "model": "qwen:72b-text-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 41875931136, + "digest": "a7cdeaeb4dc6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q3_K_L", + "model": "qwen:72b-text-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 40802189312, + "digest": "12d317b5786e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q4_0", + "model": "qwen:72b-text-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "1cd3d5885ed6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q4_0", + "model": "qwen:72b-text-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "d5c16df7f831", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q4_1", + "model": "qwen:72b-text-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 48318382080, + "digest": "b466cc1b68b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q4_1", + "model": "qwen:72b-text-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 48318382080, + "digest": "c43dd2a16f0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q4_K_S", + "model": "qwen:72b-text-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "66750638e89b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q4_K_S", + "model": "qwen:72b-text-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 45097156608, + "digest": "c395d71df009", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q4_K_M", + "model": "qwen:72b-text-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 48318382080, + "digest": "17d08105327a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q4_K_M", + "model": "qwen:72b-text-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 47244640256, + "digest": "b6c1eefce0a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q5_0", + "model": "qwen:72b-text-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 53687091200, + "digest": "d552a292aad1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q5_0", + "model": "qwen:72b-text-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 53687091200, + "digest": "ce956e731751", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q5_1", + "model": "qwen:72b-text-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 57982058496, + "digest": "d8d15961dfea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q5_1", + "model": "qwen:72b-text-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 57982058496, + "digest": "e61f727ecdb2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q5_K_S", + "model": "qwen:72b-text-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 53687091200, + "digest": "c47f6138bc77", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q5_K_S", + "model": "qwen:72b-text-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 53687091200, + "digest": "8c427eabb6e1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q5_K_M", + "model": "qwen:72b-text-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 56908316672, + "digest": "5a9b21fe4698", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q5_K_M", + "model": "qwen:72b-text-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 54760833024, + "digest": "ea68416fee98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q6_K", + "model": "qwen:72b-text-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 63350767616, + "digest": "025578f7c6ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q6_K", + "model": "qwen:72b-text-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 63350767616, + "digest": "c75eef5a9035", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-q8_0", + "model": "qwen:72b-text-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 82678120448, + "digest": "5c8b151ce1ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-q8_0", + "model": "qwen:72b-text-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 82678120448, + "digest": "da7cc3b6659a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-fp16", + "model": "qwen:72b-text-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 155692564480, + "digest": "34db8c6fcc66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:72b-text-v1.5-fp16", + "model": "qwen:72b-text-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 155692564480, + "digest": "e45fb69e7592", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-text-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat", + "model": "qwen:110b-chat", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 67645734912, + "digest": "7fed4b7787da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q2_K", + "model": "qwen:110b-chat-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "1e7acfd0a780", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q3_K_S", + "model": "qwen:110b-chat-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 51539607552, + "digest": "a2f6e6c88111", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q3_K_M", + "model": "qwen:110b-chat-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 57982058496, + "digest": "e1dea48c9e67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q3_K_L", + "model": "qwen:110b-chat-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 62277025792, + "digest": "38eec5a3a415", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q4_0", + "model": "qwen:110b-chat-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 67645734912, + "digest": "7fed4b7787da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q4_1", + "model": "qwen:110b-chat-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 75161927680, + "digest": "6122c3a9ed71", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q4_K_S", + "model": "qwen:110b-chat-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 67645734912, + "digest": "89cc28d3008f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q4_K_M", + "model": "qwen:110b-chat-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 71940702208, + "digest": "b9cfda07d6f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q5_0", + "model": "qwen:110b-chat-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 82678120448, + "digest": "34209c9810a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q5_1", + "model": "qwen:110b-chat-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 90194313216, + "digest": "e74e5965cc23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q5_K_S", + "model": "qwen:110b-chat-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 82678120448, + "digest": "7ba26ace3df0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q5_K_M", + "model": "qwen:110b-chat-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 84825604096, + "digest": "98574b6ea163", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q6_K", + "model": "qwen:110b-chat-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 97710505984, + "digest": "1e57b2da94fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-q8_0", + "model": "qwen:110b-chat-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 126701535232, + "digest": "a7b94c2ca097", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-chat-v1.5-fp16", + "model": "qwen:110b-chat-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 238370684928, + "digest": "ba695125f554", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q2_K", + "model": "qwen:110b-text-v1.5-q2_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 44023414784, + "digest": "0c0dc39aeb62", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q3_K_S", + "model": "qwen:110b-text-v1.5-q3_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 51539607552, + "digest": "f47bf7b34be3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q3_K_M", + "model": "qwen:110b-text-v1.5-q3_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 57982058496, + "digest": "354ef171b532", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q3_K_L", + "model": "qwen:110b-text-v1.5-q3_K_L", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 62277025792, + "digest": "d600eac4b5ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q4_0", + "model": "qwen:110b-text-v1.5-q4_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 67645734912, + "digest": "641bc60e9274", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q4_1", + "model": "qwen:110b-text-v1.5-q4_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 75161927680, + "digest": "88fd1ce3561e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q4_K_S", + "model": "qwen:110b-text-v1.5-q4_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 67645734912, + "digest": "29294418d682", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q4_K_M", + "model": "qwen:110b-text-v1.5-q4_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 71940702208, + "digest": "b66e1e01042f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q5_0", + "model": "qwen:110b-text-v1.5-q5_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 82678120448, + "digest": "818ee5b08aa2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q5_1", + "model": "qwen:110b-text-v1.5-q5_1", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 90194313216, + "digest": "19c32c34f04a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q5_K_S", + "model": "qwen:110b-text-v1.5-q5_K_S", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 82678120448, + "digest": "358e654339d6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q5_K_M", + "model": "qwen:110b-text-v1.5-q5_K_M", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 84825604096, + "digest": "db245b9a7f62", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q6_K", + "model": "qwen:110b-text-v1.5-q6_K", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 97710505984, + "digest": "446cabb2ebd6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-q8_0", + "model": "qwen:110b-text-v1.5-q8_0", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 126701535232, + "digest": "53bc7e72b768", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen:110b-text-v1.5-fp16", + "model": "qwen:110b-text-v1.5-fp16", + "modified_at": "2024-04-26T20:31:00.000Z", + "size": 238370684928, + "digest": "db7af5aa87cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "110b-text-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma:latest", + "model": "gemma:latest", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "a72c7f4d0a15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "gemma:instruct", + "model": "gemma:instruct", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "a72c7f4d0a15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "gemma:text", + "model": "gemma:text", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5583457485, + "digest": "af57093b878e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "text", + "quantization_level": "" + } + }, + { + "name": "gemma:v1.1", + "model": "gemma:v1.1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "a72c7f4d0a15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v1.1", + "quantization_level": "" + } + }, + { + "name": "gemma:2b", + "model": "gemma:2b", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1825361101, + "digest": "b50d6c999e59", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "gemma:7b", + "model": "gemma:7b", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "a72c7f4d0a15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct", + "model": "gemma:2b-instruct", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1717986918, + "digest": "030ee63283b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q2_K", + "model": "gemma:2b-instruct-q2_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1395864371, + "digest": "462aa639add9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q2_K", + "model": "gemma:2b-instruct-v1.1-q2_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1288490189, + "digest": "8be00e58cf4f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q3_K_S", + "model": "gemma:2b-instruct-q3_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1503238554, + "digest": "1147ae8910c1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q3_K_S", + "model": "gemma:2b-instruct-v1.1-q3_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1395864371, + "digest": "fa7ef5ec4918", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q3_K_M", + "model": "gemma:2b-instruct-q3_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1610612736, + "digest": "0bb5a6a99256", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q3_K_M", + "model": "gemma:2b-instruct-v1.1-q3_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1503238554, + "digest": "5bb1882722eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q3_K_L", + "model": "gemma:2b-instruct-q3_K_L", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1717986918, + "digest": "a5e1a96f2947", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q3_K_L", + "model": "gemma:2b-instruct-v1.1-q3_K_L", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1610612736, + "digest": "198260e1ebc4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q4_0", + "model": "gemma:2b-instruct-q4_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1825361101, + "digest": "b50d6c999e59", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q4_0", + "model": "gemma:2b-instruct-v1.1-q4_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1717986918, + "digest": "030ee63283b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q4_1", + "model": "gemma:2b-instruct-q4_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1932735283, + "digest": "79f47baf629d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q4_1", + "model": "gemma:2b-instruct-v1.1-q4_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1825361101, + "digest": "7eceb81ab6c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q4_K_S", + "model": "gemma:2b-instruct-q4_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1825361101, + "digest": "1f62e695daaf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q4_K_S", + "model": "gemma:2b-instruct-v1.1-q4_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1717986918, + "digest": "0c8c655954ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q4_K_M", + "model": "gemma:2b-instruct-q4_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1932735283, + "digest": "073d0876d678", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q4_K_M", + "model": "gemma:2b-instruct-v1.1-q4_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1717986918, + "digest": "1a26b1fdc8cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q5_0", + "model": "gemma:2b-instruct-q5_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2040109466, + "digest": "f2e0978e20a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q5_0", + "model": "gemma:2b-instruct-v1.1-q5_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1932735283, + "digest": "08119f9e759a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q5_1", + "model": "gemma:2b-instruct-q5_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2254857830, + "digest": "2005cd5b9f9a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q5_1", + "model": "gemma:2b-instruct-v1.1-q5_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2040109466, + "digest": "c30cb73e47bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q5_K_S", + "model": "gemma:2b-instruct-q5_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2040109466, + "digest": "466d55f10b72", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q5_K_S", + "model": "gemma:2b-instruct-v1.1-q5_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1932735283, + "digest": "86981b46f254", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q5_K_M", + "model": "gemma:2b-instruct-q5_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2147483648, + "digest": "79fe7a4a6e26", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q5_K_M", + "model": "gemma:2b-instruct-v1.1-q5_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1932735283, + "digest": "8b4445dd0168", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q6_K", + "model": "gemma:2b-instruct-q6_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2362232013, + "digest": "2934d89f4873", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q6_K", + "model": "gemma:2b-instruct-v1.1-q6_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2254857830, + "digest": "25735feffbe0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-q8_0", + "model": "gemma:2b-instruct-q8_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2899102925, + "digest": "233b6c11a9a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-q8_0", + "model": "gemma:2b-instruct-v1.1-q8_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2899102925, + "digest": "040645156534", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-fp16", + "model": "gemma:2b-instruct-fp16", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 4831838208, + "digest": "1cca4a1914b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-instruct-v1.1-fp16", + "model": "gemma:2b-instruct-v1.1-fp16", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "fa8ddc50dcc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-instruct-v1.1-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text", + "model": "gemma:2b-text", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1825361101, + "digest": "4003359bdf67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q2_K", + "model": "gemma:2b-text-q2_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1395864371, + "digest": "fa08f447fb74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q3_K_S", + "model": "gemma:2b-text-q3_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1503238554, + "digest": "30edc7975a67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q3_K_M", + "model": "gemma:2b-text-q3_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1610612736, + "digest": "3755aa666a62", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q3_K_L", + "model": "gemma:2b-text-q3_K_L", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1717986918, + "digest": "fb3cb86ed3a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q4_0", + "model": "gemma:2b-text-q4_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1825361101, + "digest": "4003359bdf67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q4_1", + "model": "gemma:2b-text-q4_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1932735283, + "digest": "2336b3481fc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q4_K_S", + "model": "gemma:2b-text-q4_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1825361101, + "digest": "e1f170c66fed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q4_K_M", + "model": "gemma:2b-text-q4_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1932735283, + "digest": "14b9181dd33c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q5_0", + "model": "gemma:2b-text-q5_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2040109466, + "digest": "b82a85f35c76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q5_1", + "model": "gemma:2b-text-q5_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2254857830, + "digest": "af9d160f687e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q5_K_S", + "model": "gemma:2b-text-q5_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2040109466, + "digest": "dbbce6ea20a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q5_K_M", + "model": "gemma:2b-text-q5_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2147483648, + "digest": "75095004592a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q6_K", + "model": "gemma:2b-text-q6_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2362232013, + "digest": "5bd4a449bdbe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-q8_0", + "model": "gemma:2b-text-q8_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 2899102925, + "digest": "40e5082de8d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-text-fp16", + "model": "gemma:2b-text-fp16", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 4831838208, + "digest": "bced1b198253", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma:2b-v1.1", + "model": "gemma:2b-v1.1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 1717986918, + "digest": "030ee63283b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-v1.1", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct", + "model": "gemma:7b-instruct", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "a72c7f4d0a15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q2_K", + "model": "gemma:7b-instruct-q2_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 3972844749, + "digest": "831e95226882", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q2_K", + "model": "gemma:7b-instruct-v1.1-q2_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 3758096384, + "digest": "bbdb1a3dd39f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q3_K_S", + "model": "gemma:7b-instruct-q3_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 4509715661, + "digest": "e4aea70c287e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q3_K_S", + "model": "gemma:7b-instruct-v1.1-q3_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 4294967296, + "digest": "d858885a94e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q3_K_M", + "model": "gemma:7b-instruct-q3_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 4939212390, + "digest": "92dd270cb673", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q3_K_M", + "model": "gemma:7b-instruct-v1.1-q3_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 4724464026, + "digest": "e71bd8c16242", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q3_K_L", + "model": "gemma:7b-instruct-q3_K_L", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5261334938, + "digest": "1fa1f8e1a003", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q3_K_L", + "model": "gemma:7b-instruct-v1.1-q3_K_L", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5046586573, + "digest": "567c802627ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q4_0", + "model": "gemma:7b-instruct-q4_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5583457485, + "digest": "430ed3535049", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q4_0", + "model": "gemma:7b-instruct-v1.1-q4_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "a72c7f4d0a15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q4_1", + "model": "gemma:7b-instruct-q4_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6120328397, + "digest": "e1e4a2e0c8ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q4_1", + "model": "gemma:7b-instruct-v1.1-q4_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5905580032, + "digest": "a65ceace358f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q4_K_S", + "model": "gemma:7b-instruct-q4_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5583457485, + "digest": "bb7b8325814d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q4_K_S", + "model": "gemma:7b-instruct-v1.1-q4_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "2c55699e04d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q4_K_M", + "model": "gemma:7b-instruct-q4_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5905580032, + "digest": "d9c26a968eb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q4_K_M", + "model": "gemma:7b-instruct-v1.1-q4_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5690831667, + "digest": "81c8c66b7df1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q5_0", + "model": "gemma:7b-instruct-q5_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6657199309, + "digest": "de923fde2f26", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q5_0", + "model": "gemma:7b-instruct-v1.1-q5_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6442450944, + "digest": "800d99beee5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q5_1", + "model": "gemma:7b-instruct-q5_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 7194070221, + "digest": "2e51588baf45", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q5_1", + "model": "gemma:7b-instruct-v1.1-q5_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6979321856, + "digest": "cdf1dca21036", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q5_K_S", + "model": "gemma:7b-instruct-q5_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6657199309, + "digest": "42630cbe71a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q5_K_S", + "model": "gemma:7b-instruct-v1.1-q5_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6442450944, + "digest": "31eb523ac3df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q5_K_M", + "model": "gemma:7b-instruct-q5_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6764573491, + "digest": "556abeb39bfd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q5_K_M", + "model": "gemma:7b-instruct-v1.1-q5_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6549825126, + "digest": "adf00ced5519", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q6_K", + "model": "gemma:7b-instruct-q6_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 7730941133, + "digest": "5c7aded0b8bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q6_K", + "model": "gemma:7b-instruct-v1.1-q6_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 7516192768, + "digest": "ad2f1a0dacb5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-q8_0", + "model": "gemma:7b-instruct-q8_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 9771050598, + "digest": "61d0f0df3637", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-q8_0", + "model": "gemma:7b-instruct-v1.1-q8_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 9771050598, + "digest": "f6dee485fe1a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-fp16", + "model": "gemma:7b-instruct-fp16", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 18253611008, + "digest": "f689ad351c8d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-instruct-v1.1-fp16", + "model": "gemma:7b-instruct-v1.1-fp16", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 18253611008, + "digest": "056b9586873a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text", + "model": "gemma:7b-text", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5583457485, + "digest": "af57093b878e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q2_K", + "model": "gemma:7b-text-q2_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 3972844749, + "digest": "e43e18a484ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q3_K_S", + "model": "gemma:7b-text-q3_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 4509715661, + "digest": "f40e21d459ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q3_K_M", + "model": "gemma:7b-text-q3_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 4939212390, + "digest": "ffd8ea66cf1f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q3_K_L", + "model": "gemma:7b-text-q3_K_L", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5261334938, + "digest": "1676d1f86165", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q4_0", + "model": "gemma:7b-text-q4_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5583457485, + "digest": "af57093b878e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q4_1", + "model": "gemma:7b-text-q4_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6120328397, + "digest": "a7adb7322d8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q4_K_S", + "model": "gemma:7b-text-q4_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5583457485, + "digest": "51854f1241b3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q4_K_M", + "model": "gemma:7b-text-q4_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5905580032, + "digest": "5ec372e05241", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q5_0", + "model": "gemma:7b-text-q5_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6657199309, + "digest": "fd6dc849a9f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q5_1", + "model": "gemma:7b-text-q5_1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 7194070221, + "digest": "938308342124", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q5_K_S", + "model": "gemma:7b-text-q5_K_S", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6657199309, + "digest": "df449b30e2e1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q5_K_M", + "model": "gemma:7b-text-q5_K_M", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 6764573491, + "digest": "dc8f812e49c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q6_K", + "model": "gemma:7b-text-q6_K", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 7730941133, + "digest": "9e7cfd3fab5b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-q8_0", + "model": "gemma:7b-text-q8_0", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 9771050598, + "digest": "1b7b1e5e2f98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-text-fp16", + "model": "gemma:7b-text-fp16", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 17179869184, + "digest": "1f1e9df10872", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma:7b-v1.1", + "model": "gemma:7b-v1.1", + "modified_at": "2024-04-09T13:37:00.000Z", + "size": 5368709120, + "digest": "a72c7f4d0a15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1", + "quantization_level": "" + } + }, + { + "name": "llama2:latest", + "model": "llama2:latest", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4080218931, + "digest": "78e26419b446", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama2:chat", + "model": "llama2:chat", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4080218931, + "digest": "78e26419b446", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "chat", + "quantization_level": "" + } + }, + { + "name": "llama2:text", + "model": "llama2:text", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4080218931, + "digest": "53b394a404fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "text", + "quantization_level": "" + } + }, + { + "name": "llama2:7b", + "model": "llama2:7b", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4080218931, + "digest": "78e26419b446", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "llama2:13b", + "model": "llama2:13b", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7945689498, + "digest": "d475bf4c50bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "llama2:70b", + "model": "llama2:70b", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 41875931136, + "digest": "e7f6c06ffef4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat", + "model": "llama2:7b-chat", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4080218931, + "digest": "78e26419b446", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q2_K", + "model": "llama2:7b-chat-q2_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 3006477107, + "digest": "56baf05e3e67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q3_K_S", + "model": "llama2:7b-chat-q3_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 3113851290, + "digest": "3af967e4a825", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q3_K_M", + "model": "llama2:7b-chat-q3_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 3543348019, + "digest": "63ebc93e095e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q3_K_L", + "model": "llama2:7b-chat-q3_K_L", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 3865470566, + "digest": "c04042faafd0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q4_0", + "model": "llama2:7b-chat-q4_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4080218931, + "digest": "78e26419b446", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q4_1", + "model": "llama2:7b-chat-q4_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4509715661, + "digest": "85eb4bc10598", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q4_K_S", + "model": "llama2:7b-chat-q4_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4187593114, + "digest": "bec61ac554e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q4_K_M", + "model": "llama2:7b-chat-q4_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4402341478, + "digest": "fe3834f64df5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q5_0", + "model": "llama2:7b-chat-q5_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5046586573, + "digest": "68cf22a36a37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q5_1", + "model": "llama2:7b-chat-q5_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5476083302, + "digest": "ae646aad1ac9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q5_K_S", + "model": "llama2:7b-chat-q5_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5046586573, + "digest": "4f771b179264", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q5_K_M", + "model": "llama2:7b-chat-q5_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5153960755, + "digest": "5918a2e3bb37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q6_K", + "model": "llama2:7b-chat-q6_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5905580032, + "digest": "7eabddae7b75", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-q8_0", + "model": "llama2:7b-chat-q8_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7730941133, + "digest": "fc35dd6c8370", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-chat-fp16", + "model": "llama2:7b-chat-fp16", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 13958643712, + "digest": "50a12b7ddb9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text", + "model": "llama2:7b-text", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4080218931, + "digest": "53b394a404fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q2_K", + "model": "llama2:7b-text-q2_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 3006477107, + "digest": "c581571a4e90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q3_K_S", + "model": "llama2:7b-text-q3_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 3113851290, + "digest": "2f3ee65fe92a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q3_K_M", + "model": "llama2:7b-text-q3_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 3543348019, + "digest": "c1ddf19ff6db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q3_K_L", + "model": "llama2:7b-text-q3_K_L", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 3865470566, + "digest": "df57d4d53dac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q4_0", + "model": "llama2:7b-text-q4_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4080218931, + "digest": "53b394a404fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q4_1", + "model": "llama2:7b-text-q4_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4509715661, + "digest": "189a0d0904e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q4_K_S", + "model": "llama2:7b-text-q4_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4187593114, + "digest": "1c2571d89f3b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q4_K_M", + "model": "llama2:7b-text-q4_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 4402341478, + "digest": "b50304b988e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q5_0", + "model": "llama2:7b-text-q5_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5046586573, + "digest": "7377932417e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q5_1", + "model": "llama2:7b-text-q5_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5476083302, + "digest": "1a5e521c1e5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q5_K_S", + "model": "llama2:7b-text-q5_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5046586573, + "digest": "6dd64259f527", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q5_K_M", + "model": "llama2:7b-text-q5_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5153960755, + "digest": "eaa320e04479", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q6_K", + "model": "llama2:7b-text-q6_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5905580032, + "digest": "7e54061a4751", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-q8_0", + "model": "llama2:7b-text-q8_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7730941133, + "digest": "fd701415200a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2:7b-text-fp16", + "model": "llama2:7b-text-fp16", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 13958643712, + "digest": "f69718db483a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat", + "model": "llama2:13b-chat", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7945689498, + "digest": "d475bf4c50bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q2_K", + "model": "llama2:13b-chat-q2_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5798205850, + "digest": "14d3396d4e1b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q3_K_S", + "model": "llama2:13b-chat-q3_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 6120328397, + "digest": "224005fe00d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q3_K_M", + "model": "llama2:13b-chat-q3_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 6764573491, + "digest": "7a39765cf206", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q3_K_L", + "model": "llama2:13b-chat-q3_K_L", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7408818586, + "digest": "d0a4d669c0b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q4_0", + "model": "llama2:13b-chat-q4_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7945689498, + "digest": "d475bf4c50bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q4_1", + "model": "llama2:13b-chat-q4_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 8804682957, + "digest": "8da45bab53a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q4_K_S", + "model": "llama2:13b-chat-q4_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7945689498, + "digest": "c9bc1759c3b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q4_K_M", + "model": "llama2:13b-chat-q4_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 8482560410, + "digest": "87727269f62c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q5_0", + "model": "llama2:13b-chat-q5_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 9663676416, + "digest": "2ceaa73b479a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q5_1", + "model": "llama2:13b-chat-q5_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 10522669875, + "digest": "76c91147b201", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q5_K_S", + "model": "llama2:13b-chat-q5_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 9663676416, + "digest": "25324e6a6e04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q5_K_M", + "model": "llama2:13b-chat-q5_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 9878424781, + "digest": "34471ad29e7c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q6_K", + "model": "llama2:13b-chat-q6_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 11811160064, + "digest": "df2e3c78030b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-q8_0", + "model": "llama2:13b-chat-q8_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 15032385536, + "digest": "303a83449a06", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-chat-fp16", + "model": "llama2:13b-chat-fp16", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 27917287424, + "digest": "83b0fe8fee34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text", + "model": "llama2:13b-text", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7945689498, + "digest": "d9ecf5544188", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q2_K", + "model": "llama2:13b-text-q2_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 5798205850, + "digest": "64ace2ba0375", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q3_K_S", + "model": "llama2:13b-text-q3_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 6120328397, + "digest": "959925e1415d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q3_K_M", + "model": "llama2:13b-text-q3_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 6764573491, + "digest": "ff280395c1b4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q3_K_L", + "model": "llama2:13b-text-q3_K_L", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7408818586, + "digest": "cc161efc495b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q4_0", + "model": "llama2:13b-text-q4_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7945689498, + "digest": "d9ecf5544188", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q4_1", + "model": "llama2:13b-text-q4_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 8804682957, + "digest": "ff9b7e23cab5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q4_K_S", + "model": "llama2:13b-text-q4_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 7945689498, + "digest": "2fadc16207a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q4_K_M", + "model": "llama2:13b-text-q4_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 8482560410, + "digest": "74b8a493a98e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q5_0", + "model": "llama2:13b-text-q5_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 9663676416, + "digest": "8f3886efc72d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q5_1", + "model": "llama2:13b-text-q5_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 10522669875, + "digest": "2afbee63a3f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q5_K_S", + "model": "llama2:13b-text-q5_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 9663676416, + "digest": "1025495b5ee3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q5_K_M", + "model": "llama2:13b-text-q5_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 9878424781, + "digest": "4be0a0bc5acb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q6_K", + "model": "llama2:13b-text-q6_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 11811160064, + "digest": "376544bcd2db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-q8_0", + "model": "llama2:13b-text-q8_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 15032385536, + "digest": "604d6e23f647", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2:13b-text-fp16", + "model": "llama2:13b-text-fp16", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 27917287424, + "digest": "d19bbe682374", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat", + "model": "llama2:70b-chat", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 41875931136, + "digest": "e7f6c06ffef4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q2_K", + "model": "llama2:70b-chat-q2_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 31138512896, + "digest": "3cac2828f2b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q3_K_S", + "model": "llama2:70b-chat-q3_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 32212254720, + "digest": "051b27c23c3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q3_K_M", + "model": "llama2:70b-chat-q3_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 35433480192, + "digest": "f11f61dc9832", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q3_K_L", + "model": "llama2:70b-chat-q3_K_L", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 38654705664, + "digest": "e2275953b0b3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q4_0", + "model": "llama2:70b-chat-q4_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 41875931136, + "digest": "e7f6c06ffef4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q4_1", + "model": "llama2:70b-chat-q4_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 46170898432, + "digest": "8618469361ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q4_K_S", + "model": "llama2:70b-chat-q4_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 41875931136, + "digest": "e202e9dd13cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q4_K_M", + "model": "llama2:70b-chat-q4_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 44023414784, + "digest": "8f88029f07f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q5_0", + "model": "llama2:70b-chat-q5_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 50465865728, + "digest": "6cb5828911b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q5_1", + "model": "llama2:70b-chat-q5_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 55834574848, + "digest": "9d1fbb3c4074", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q5_K_S", + "model": "llama2:70b-chat-q5_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 50465865728, + "digest": "eb071689d8e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q5_K_M", + "model": "llama2:70b-chat-q5_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 52613349376, + "digest": "2e12d2211dd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q6_K", + "model": "llama2:70b-chat-q6_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 61203283968, + "digest": "b8bbc9a59804", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-q8_0", + "model": "llama2:70b-chat-q8_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 78383153152, + "digest": "d91d0643f080", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-chat-fp16", + "model": "llama2:70b-chat-fp16", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 148176371712, + "digest": "18d69cd1de10", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text", + "model": "llama2:70b-text", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 41875931136, + "digest": "b9b52e6b61c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q2_K", + "model": "llama2:70b-text-q2_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 31138512896, + "digest": "b45d7449cc92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q3_K_S", + "model": "llama2:70b-text-q3_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 32212254720, + "digest": "2227129bfc8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q3_K_M", + "model": "llama2:70b-text-q3_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 35433480192, + "digest": "fbd62f5dcf16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q3_K_L", + "model": "llama2:70b-text-q3_K_L", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 38654705664, + "digest": "b5bdb4982992", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q4_0", + "model": "llama2:70b-text-q4_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 41875931136, + "digest": "b9b52e6b61c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q4_1", + "model": "llama2:70b-text-q4_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 46170898432, + "digest": "92c3da1574b4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q4_K_S", + "model": "llama2:70b-text-q4_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 41875931136, + "digest": "1197a01c76e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q4_K_M", + "model": "llama2:70b-text-q4_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 44023414784, + "digest": "bc70b8e5b4e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q5_0", + "model": "llama2:70b-text-q5_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 50465865728, + "digest": "4ec9f6c43f82", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q5_1", + "model": "llama2:70b-text-q5_1", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 55834574848, + "digest": "9cafaca2d2fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q5_K_S", + "model": "llama2:70b-text-q5_K_S", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 50465865728, + "digest": "eab38b764b5b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q5_K_M", + "model": "llama2:70b-text-q5_K_M", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 52613349376, + "digest": "b365053e53fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q6_K", + "model": "llama2:70b-text-q6_K", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 61203283968, + "digest": "78e480a0450b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-q8_0", + "model": "llama2:70b-text-q8_0", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 78383153152, + "digest": "2aa27df56a63", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2:70b-text-fp16", + "model": "llama2:70b-text-fp16", + "modified_at": "2023-12-27T21:21:00.000Z", + "size": 148176371712, + "digest": "dc03bc3a16cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "glm-ocr:latest", + "model": "glm-ocr:latest", + "modified_at": "2026-02-02T23:29:00.000Z", + "size": 2362232013, + "digest": "6effedd0dc8a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "glm-ocr:q8_0", + "model": "glm-ocr:q8_0", + "modified_at": "2026-02-02T23:29:00.000Z", + "size": 1717986918, + "digest": "2a5a0f1a9301", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q8_0", + "quantization_level": "" + } + }, + { + "name": "glm-ocr:bf16", + "model": "glm-ocr:bf16", + "modified_at": "2026-02-02T23:29:00.000Z", + "size": 2362232013, + "digest": "6effedd0dc8a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "bf16", + "quantization_level": "" + } + }, + { + "name": "qwen2:latest", + "model": "qwen2:latest", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4724464026, + "digest": "dd314f039b9d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b", + "model": "qwen2:0.5b", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 369098752, + "digest": "6f48b936a09f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b", + "model": "qwen2:1.5b", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 980418560, + "digest": "f6daf2b25194", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b", + "model": "qwen2:7b", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4724464026, + "digest": "dd314f039b9d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b", + "model": "qwen2:72b", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 44023414784, + "digest": "93563ef658b2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct", + "model": "qwen2:0.5b-instruct", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 369098752, + "digest": "6f48b936a09f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q2_K", + "model": "qwen2:0.5b-instruct-q2_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 355467264, + "digest": "06dda8c1519a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q3_K_S", + "model": "qwen2:0.5b-instruct-q3_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 354418688, + "digest": "ae41a13fd9b2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q3_K_M", + "model": "qwen2:0.5b-instruct-q3_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 372244480, + "digest": "2adbb16f0a5d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q3_K_L", + "model": "qwen2:0.5b-instruct-q3_K_L", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 386924544, + "digest": "425aee1fa207", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q4_0", + "model": "qwen2:0.5b-instruct-q4_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 369098752, + "digest": "6f48b936a09f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q4_1", + "model": "qwen2:0.5b-instruct-q4_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 393216000, + "digest": "a1a9a139f5f4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q4_K_S", + "model": "qwen2:0.5b-instruct-q4_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 403701760, + "digest": "f6898a38eeae", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q4_K_M", + "model": "qwen2:0.5b-instruct-q4_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 417333248, + "digest": "19d15f48d098", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q5_0", + "model": "qwen2:0.5b-instruct-q5_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 416284672, + "digest": "b17625f38956", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q5_1", + "model": "qwen2:0.5b-instruct-q5_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 439353344, + "digest": "76769ded76b2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q5_K_S", + "model": "qwen2:0.5b-instruct-q5_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 433061888, + "digest": "dfba5ca4486a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q5_K_M", + "model": "qwen2:0.5b-instruct-q5_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 440401920, + "digest": "d9515b0adb44", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q6_K", + "model": "qwen2:0.5b-instruct-q6_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 530579456, + "digest": "8e5bba81c7b5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-q8_0", + "model": "qwen2:0.5b-instruct-q8_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 556793856, + "digest": "6b8eef84f0bf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:0.5b-instruct-fp16", + "model": "qwen2:0.5b-instruct-fp16", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1042284544, + "digest": "f9b12d5481d2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "0.5b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct", + "model": "qwen2:1.5b-instruct", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 980418560, + "digest": "f6daf2b25194", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q2_K", + "model": "qwen2:1.5b-instruct-q2_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 708837376, + "digest": "7851c5581bce", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q3_K_S", + "model": "qwen2:1.5b-instruct-q3_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 797966336, + "digest": "980b3bdef07c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q3_K_M", + "model": "qwen2:1.5b-instruct-q3_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 864026624, + "digest": "4a143b4bca71", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q3_K_L", + "model": "qwen2:1.5b-instruct-q3_K_L", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 922746880, + "digest": "2c7ac92e9b2a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q4_0", + "model": "qwen2:1.5b-instruct-q4_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 980418560, + "digest": "f6daf2b25194", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q4_1", + "model": "qwen2:1.5b-instruct-q4_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1073741824, + "digest": "8cbdd0be53c3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q4_K_S", + "model": "qwen2:1.5b-instruct-q4_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 985661440, + "digest": "976868269c51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q4_K_M", + "model": "qwen2:1.5b-instruct-q4_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1033895936, + "digest": "0d2a504f5771", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q5_0", + "model": "qwen2:1.5b-instruct-q5_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1181116006, + "digest": "945eea96cfa5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q5_1", + "model": "qwen2:1.5b-instruct-q5_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1288490189, + "digest": "5b1266375ca6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q5_K_S", + "model": "qwen2:1.5b-instruct-q5_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1181116006, + "digest": "272e01e2734a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q5_K_M", + "model": "qwen2:1.5b-instruct-q5_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1181116006, + "digest": "2ce7afe8f9e9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q6_K", + "model": "qwen2:1.5b-instruct-q6_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1395864371, + "digest": "1fcc9e410c55", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-q8_0", + "model": "qwen2:1.5b-instruct-q8_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 1717986918, + "digest": "908c3f054aac", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:1.5b-instruct-fp16", + "model": "qwen2:1.5b-instruct-fp16", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 3328599654, + "digest": "44ae02940761", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.5b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct", + "model": "qwen2:7b-instruct", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4724464026, + "digest": "dd314f039b9d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q2_K", + "model": "qwen2:7b-instruct-q2_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 3221225472, + "digest": "2ce92f066b62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q3_K_S", + "model": "qwen2:7b-instruct-q3_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 3758096384, + "digest": "ff9bc8063c30", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q3_K_M", + "model": "qwen2:7b-instruct-q3_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4080218931, + "digest": "39ea238e2e11", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q3_K_L", + "model": "qwen2:7b-instruct-q3_K_L", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4402341478, + "digest": "0022885490d9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q4_0", + "model": "qwen2:7b-instruct-q4_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4724464026, + "digest": "dd314f039b9d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q4_1", + "model": "qwen2:7b-instruct-q4_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 5261334938, + "digest": "6cbf8f4e11ba", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q4_K_S", + "model": "qwen2:7b-instruct-q4_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4831838208, + "digest": "47d94758e9c1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q4_K_M", + "model": "qwen2:7b-instruct-q4_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 5046586573, + "digest": "f10f702d139e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q5_0", + "model": "qwen2:7b-instruct-q5_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 5690831667, + "digest": "383487c3b3c4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q5_1", + "model": "qwen2:7b-instruct-q5_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 6227702579, + "digest": "1dbbe91baa3c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q5_K_S", + "model": "qwen2:7b-instruct-q5_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 5690831667, + "digest": "6879a027e0ab", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q5_K_M", + "model": "qwen2:7b-instruct-q5_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 5798205850, + "digest": "11803450872c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q6_K", + "model": "qwen2:7b-instruct-q6_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 6764573491, + "digest": "43f1d6679e17", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-q8_0", + "model": "qwen2:7b-instruct-q8_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 8697308774, + "digest": "5f579402cc6c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-instruct-fp16", + "model": "qwen2:7b-instruct-fp16", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 16106127360, + "digest": "5ad93c6749a1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text", + "model": "qwen2:7b-text", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4724464026, + "digest": "5c0af9e4500d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q2_K", + "model": "qwen2:7b-text-q2_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 3221225472, + "digest": "37935d384f48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q3_K_S", + "model": "qwen2:7b-text-q3_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 3758096384, + "digest": "2eaaf224cac3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q3_K_M", + "model": "qwen2:7b-text-q3_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4080218931, + "digest": "636d21d77b6c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q3_K_L", + "model": "qwen2:7b-text-q3_K_L", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4402341478, + "digest": "45ac40a8d58b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q4_0", + "model": "qwen2:7b-text-q4_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4724464026, + "digest": "5c0af9e4500d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q4_1", + "model": "qwen2:7b-text-q4_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 5261334938, + "digest": "b765b8677fb7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q4_K_S", + "model": "qwen2:7b-text-q4_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 4831838208, + "digest": "5cfe6a2793de", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q4_K_M", + "model": "qwen2:7b-text-q4_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 5046586573, + "digest": "37dee31a1b72", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q5_0", + "model": "qwen2:7b-text-q5_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 5690831667, + "digest": "b8336b2174d3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q5_1", + "model": "qwen2:7b-text-q5_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 6227702579, + "digest": "0899d84212a8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:7b-text-q8_0", + "model": "qwen2:7b-text-q8_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 8697308774, + "digest": "1ad9e7ef89a6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct", + "model": "qwen2:72b-instruct", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 44023414784, + "digest": "93563ef658b2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q2_K", + "model": "qwen2:72b-instruct-q2_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 32212254720, + "digest": "cb6c3529e5c1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q3_K_S", + "model": "qwen2:72b-instruct-q3_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 36507222016, + "digest": "ae65012ceeac", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q3_K_M", + "model": "qwen2:72b-instruct-q3_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 40802189312, + "digest": "448681f34ba7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q3_K_L", + "model": "qwen2:72b-instruct-q3_K_L", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 42949672960, + "digest": "d78d37529ebe", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q4_0", + "model": "qwen2:72b-instruct-q4_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 44023414784, + "digest": "93563ef658b2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q4_1", + "model": "qwen2:72b-instruct-q4_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 49392123904, + "digest": "3c2ddfc9cd29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q4_K_S", + "model": "qwen2:72b-instruct-q4_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 47244640256, + "digest": "fc25a7dea14d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q4_K_M", + "model": "qwen2:72b-instruct-q4_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 50465865728, + "digest": "1f4e04e13ff3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q5_0", + "model": "qwen2:72b-instruct-q5_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 53687091200, + "digest": "90a488948103", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q5_1", + "model": "qwen2:72b-instruct-q5_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 59055800320, + "digest": "5a83f6b7eca1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q5_K_S", + "model": "qwen2:72b-instruct-q5_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 54760833024, + "digest": "3f262d50f9be", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q5_K_M", + "model": "qwen2:72b-instruct-q5_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 57982058496, + "digest": "36ae993a19fb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q6_K", + "model": "qwen2:72b-instruct-q6_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 68719476736, + "digest": "5a83045ef50f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-q8_0", + "model": "qwen2:72b-instruct-q8_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 82678120448, + "digest": "8f1da3c9500d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-instruct-fp16", + "model": "qwen2:72b-instruct-fp16", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 155692564480, + "digest": "345ab45e8107", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text", + "model": "qwen2:72b-text", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 44023414784, + "digest": "9d70f91bdc28", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q2_K", + "model": "qwen2:72b-text-q2_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 32212254720, + "digest": "9752808de1d3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q3_K_S", + "model": "qwen2:72b-text-q3_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 36507222016, + "digest": "9c8a530d0bd7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q3_K_M", + "model": "qwen2:72b-text-q3_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 40802189312, + "digest": "cfb026174537", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q3_K_L", + "model": "qwen2:72b-text-q3_K_L", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 42949672960, + "digest": "cf78b2fa4fdd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q4_0", + "model": "qwen2:72b-text-q4_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 44023414784, + "digest": "9d70f91bdc28", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q4_1", + "model": "qwen2:72b-text-q4_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 49392123904, + "digest": "137edb538d01", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q4_K_S", + "model": "qwen2:72b-text-q4_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 47244640256, + "digest": "1993d079c16b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q4_K_M", + "model": "qwen2:72b-text-q4_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 50465865728, + "digest": "395e2f1e4576", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q5_0", + "model": "qwen2:72b-text-q5_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 53687091200, + "digest": "e2b400cfa315", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q5_1", + "model": "qwen2:72b-text-q5_1", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 59055800320, + "digest": "de61bf13ea38", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q5_K_S", + "model": "qwen2:72b-text-q5_K_S", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 54760833024, + "digest": "0307018fbf53", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q5_K_M", + "model": "qwen2:72b-text-q5_K_M", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 57982058496, + "digest": "cfaee9537e26", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q6_K", + "model": "qwen2:72b-text-q6_K", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 68719476736, + "digest": "5de588e06754", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-q8_0", + "model": "qwen2:72b-text-q8_0", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 82678120448, + "digest": "480baf5d488d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2:72b-text-fp16", + "model": "qwen2:72b-text-fp16", + "modified_at": "2024-09-11T02:17:00.000Z", + "size": 155692564480, + "digest": "fba4b417782d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:latest", + "model": "codellama:latest", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "8fdf8f752f6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "codellama:code", + "model": "codellama:code", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "8df0a30bb1e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "code", + "quantization_level": "" + } + }, + { + "name": "codellama:instruct", + "model": "codellama:instruct", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "8fdf8f752f6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "codellama:python", + "model": "codellama:python", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "120ca3419eae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "python", + "quantization_level": "" + } + }, + { + "name": "codellama:7b", + "model": "codellama:7b", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "8fdf8f752f6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "codellama:13b", + "model": "codellama:13b", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "9f438cb9cd58", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "codellama:34b", + "model": "codellama:34b", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "685be00e1532", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b", + "quantization_level": "" + } + }, + { + "name": "codellama:70b", + "model": "codellama:70b", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "e59b580dfce7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code", + "model": "codellama:7b-code", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "8df0a30bb1e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q2_K", + "model": "codellama:7b-code-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3006477107, + "digest": "91ff9867e158", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q3_K_S", + "model": "codellama:7b-code-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3113851290, + "digest": "a53cf3fbfba9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q3_K_M", + "model": "codellama:7b-code-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3543348019, + "digest": "feb1d9b1793b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q3_K_L", + "model": "codellama:7b-code-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3865470566, + "digest": "28f2ce50aa95", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q4_0", + "model": "codellama:7b-code-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "8df0a30bb1e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q4_1", + "model": "codellama:7b-code-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4509715661, + "digest": "537584c9d430", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q4_K_S", + "model": "codellama:7b-code-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4187593114, + "digest": "87013da043fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q4_K_M", + "model": "codellama:7b-code-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4402341478, + "digest": "e0f44d809bb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q5_0", + "model": "codellama:7b-code-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5046586573, + "digest": "d7bab15b429c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q5_1", + "model": "codellama:7b-code-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5476083302, + "digest": "a38c1ce2f694", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q5_K_S", + "model": "codellama:7b-code-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5046586573, + "digest": "1854c84f9cd6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q5_K_M", + "model": "codellama:7b-code-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5153960755, + "digest": "19a534f2e7ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q6_K", + "model": "codellama:7b-code-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5905580032, + "digest": "e3d8d04437e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-q8_0", + "model": "codellama:7b-code-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7730941133, + "digest": "b5c402bcc7d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-code-fp16", + "model": "codellama:7b-code-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 13958643712, + "digest": "49e540e808cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct", + "model": "codellama:7b-instruct", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "8fdf8f752f6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q2_K", + "model": "codellama:7b-instruct-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3006477107, + "digest": "28ee56afb6a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q3_K_S", + "model": "codellama:7b-instruct-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3113851290, + "digest": "69d540497dc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q3_K_M", + "model": "codellama:7b-instruct-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3543348019, + "digest": "ddae88ac7060", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q3_K_L", + "model": "codellama:7b-instruct-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3865470566, + "digest": "74aea2ff4240", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q4_0", + "model": "codellama:7b-instruct-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "8fdf8f752f6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q4_1", + "model": "codellama:7b-instruct-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4509715661, + "digest": "82177b511b42", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q4_K_S", + "model": "codellama:7b-instruct-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4187593114, + "digest": "7e7d9567e2be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q4_K_M", + "model": "codellama:7b-instruct-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4402341478, + "digest": "dfd9bbf35961", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q5_0", + "model": "codellama:7b-instruct-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5046586573, + "digest": "1fe20720c90b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q5_1", + "model": "codellama:7b-instruct-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5476083302, + "digest": "96ebcc6283ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q5_K_S", + "model": "codellama:7b-instruct-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5046586573, + "digest": "0a9dfb4ddb84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q5_K_M", + "model": "codellama:7b-instruct-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5153960755, + "digest": "4f6dbd70addc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q6_K", + "model": "codellama:7b-instruct-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5905580032, + "digest": "3a5b549ceb36", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-q8_0", + "model": "codellama:7b-instruct-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7730941133, + "digest": "e371f415ddec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-instruct-fp16", + "model": "codellama:7b-instruct-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 13958643712, + "digest": "6d0772f2d7d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python", + "model": "codellama:7b-python", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "120ca3419eae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q2_K", + "model": "codellama:7b-python-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3006477107, + "digest": "90537ffccfc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q3_K_S", + "model": "codellama:7b-python-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3113851290, + "digest": "32abf4fb831c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q3_K_M", + "model": "codellama:7b-python-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3543348019, + "digest": "f78512a1494b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q3_K_L", + "model": "codellama:7b-python-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 3865470566, + "digest": "89bd2bcbe688", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q4_0", + "model": "codellama:7b-python-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4080218931, + "digest": "120ca3419eae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q4_1", + "model": "codellama:7b-python-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4509715661, + "digest": "229914b4c95a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q4_K_S", + "model": "codellama:7b-python-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4187593114, + "digest": "3e2981f24208", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q4_K_M", + "model": "codellama:7b-python-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 4402341478, + "digest": "82469243d8df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q5_0", + "model": "codellama:7b-python-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5046586573, + "digest": "ca3bea54d322", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q5_1", + "model": "codellama:7b-python-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5476083302, + "digest": "973c0b9ff6f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q5_K_S", + "model": "codellama:7b-python-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5046586573, + "digest": "33d5fb72706b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q5_K_M", + "model": "codellama:7b-python-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5153960755, + "digest": "cf2d34d45cf5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q6_K", + "model": "codellama:7b-python-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5905580032, + "digest": "d03cee358f2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-q8_0", + "model": "codellama:7b-python-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7730941133, + "digest": "9989aa9990d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:7b-python-fp16", + "model": "codellama:7b-python-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 13958643712, + "digest": "c586d7593fc9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code", + "model": "codellama:13b-code", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "61b6aa1b3d0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q2_K", + "model": "codellama:13b-code-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5798205850, + "digest": "15030cfe1222", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q3_K_S", + "model": "codellama:13b-code-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 6120328397, + "digest": "19a8f7d27f99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q3_K_M", + "model": "codellama:13b-code-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 6764573491, + "digest": "89cf92af026f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q3_K_L", + "model": "codellama:13b-code-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7408818586, + "digest": "ba5706a5838b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q4_0", + "model": "codellama:13b-code-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "61b6aa1b3d0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q4_1", + "model": "codellama:13b-code-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 8804682957, + "digest": "57327f6dcb54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q4_K_S", + "model": "codellama:13b-code-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "87379a37e4aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q4_K_M", + "model": "codellama:13b-code-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 8482560410, + "digest": "0aa12f0144e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q5_0", + "model": "codellama:13b-code-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9663676416, + "digest": "1a8f4c7a3c5f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q5_1", + "model": "codellama:13b-code-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 10522669875, + "digest": "1044f602e601", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q5_K_S", + "model": "codellama:13b-code-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9663676416, + "digest": "638856bc2a70", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q5_K_M", + "model": "codellama:13b-code-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9878424781, + "digest": "2ed5f2d821a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q6_K", + "model": "codellama:13b-code-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 11811160064, + "digest": "bbf97c457aa3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-q8_0", + "model": "codellama:13b-code-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 15032385536, + "digest": "03674985089a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-code-fp16", + "model": "codellama:13b-code-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 27917287424, + "digest": "d2d1857cd78a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-code-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct", + "model": "codellama:13b-instruct", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "9f438cb9cd58", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q2_K", + "model": "codellama:13b-instruct-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5798205850, + "digest": "8fb59331633d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q3_K_S", + "model": "codellama:13b-instruct-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 6120328397, + "digest": "c67eb99f3c22", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q3_K_M", + "model": "codellama:13b-instruct-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 6764573491, + "digest": "b6cfa4228952", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q3_K_L", + "model": "codellama:13b-instruct-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7408818586, + "digest": "bce5c62dfd7d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q4_0", + "model": "codellama:13b-instruct-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "9f438cb9cd58", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q4_1", + "model": "codellama:13b-instruct-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 8804682957, + "digest": "e41f7cfb904d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q4_K_S", + "model": "codellama:13b-instruct-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "ea05ed122e9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q4_K_M", + "model": "codellama:13b-instruct-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 8482560410, + "digest": "96b64dad9259", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q5_0", + "model": "codellama:13b-instruct-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9663676416, + "digest": "272076d850ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q5_1", + "model": "codellama:13b-instruct-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 10522669875, + "digest": "c314aa11a40d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q5_K_S", + "model": "codellama:13b-instruct-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9663676416, + "digest": "88522b510fcb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q5_K_M", + "model": "codellama:13b-instruct-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9878424781, + "digest": "d4a5d7a6ca94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q6_K", + "model": "codellama:13b-instruct-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 11811160064, + "digest": "d0a67452c242", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-q8_0", + "model": "codellama:13b-instruct-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 15032385536, + "digest": "196822804b09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-instruct-fp16", + "model": "codellama:13b-instruct-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 27917287424, + "digest": "220d80e5d12b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python", + "model": "codellama:13b-python", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "ac95ebf45ada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q2_K", + "model": "codellama:13b-python-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 5798205850, + "digest": "c9b35dd8cb12", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q3_K_S", + "model": "codellama:13b-python-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 6120328397, + "digest": "0b5b459ae6ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q3_K_M", + "model": "codellama:13b-python-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 6764573491, + "digest": "97d666909551", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q3_K_L", + "model": "codellama:13b-python-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7408818586, + "digest": "f499608bd8fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q4_0", + "model": "codellama:13b-python-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "ac95ebf45ada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q4_1", + "model": "codellama:13b-python-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 8804682957, + "digest": "a7e755ca330e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q4_K_S", + "model": "codellama:13b-python-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 7945689498, + "digest": "efca725ae5a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q4_K_M", + "model": "codellama:13b-python-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 8482560410, + "digest": "897d6f158bff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q5_0", + "model": "codellama:13b-python-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9663676416, + "digest": "4310a4450fac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q5_1", + "model": "codellama:13b-python-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 10522669875, + "digest": "d896d2264b62", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q5_K_S", + "model": "codellama:13b-python-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9663676416, + "digest": "23198bde3624", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q5_K_M", + "model": "codellama:13b-python-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 9878424781, + "digest": "bee3e1199c6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q6_K", + "model": "codellama:13b-python-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 11811160064, + "digest": "a156022a735c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-q8_0", + "model": "codellama:13b-python-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 15032385536, + "digest": "651a360f8207", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:13b-python-fp16", + "model": "codellama:13b-python-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 27917287424, + "digest": "46a84a4b71b0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code", + "model": "codellama:34b-code", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "d42f383a80dd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q2_K", + "model": "codellama:34b-code-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 15032385536, + "digest": "a9cbbaa0bc9f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q3_K_S", + "model": "codellama:34b-code-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 16106127360, + "digest": "3c90e44e0e1a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q3_K_M", + "model": "codellama:34b-code-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 17179869184, + "digest": "b2341adf3f23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q3_K_L", + "model": "codellama:34b-code-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 19327352832, + "digest": "aedf79bb4b36", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q4_0", + "model": "codellama:34b-code-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "d42f383a80dd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q4_1", + "model": "codellama:34b-code-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 22548578304, + "digest": "9fa15ea27404", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q4_K_S", + "model": "codellama:34b-code-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "74265e6ee37b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q4_K_M", + "model": "codellama:34b-code-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 21474836480, + "digest": "ab557c194836", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q5_0", + "model": "codellama:34b-code-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 24696061952, + "digest": "1024c60168c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q5_1", + "model": "codellama:34b-code-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 26843545600, + "digest": "53011c2b63fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q5_K_S", + "model": "codellama:34b-code-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 24696061952, + "digest": "31fd37f72149", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q5_K_M", + "model": "codellama:34b-code-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 25769803776, + "digest": "64ead69c55e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q6_K", + "model": "codellama:34b-code-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 30064771072, + "digest": "16cab6eea3fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-code-q8_0", + "model": "codellama:34b-code-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 38654705664, + "digest": "9002fe264a7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-code-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct", + "model": "codellama:34b-instruct", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "685be00e1532", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q2_K", + "model": "codellama:34b-instruct-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 15032385536, + "digest": "1dd65b85730e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q3_K_S", + "model": "codellama:34b-instruct-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 16106127360, + "digest": "97ab8a9c3b5b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q3_K_M", + "model": "codellama:34b-instruct-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 17179869184, + "digest": "f534f618ea64", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q3_K_L", + "model": "codellama:34b-instruct-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 19327352832, + "digest": "ddb843faeaf7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q4_0", + "model": "codellama:34b-instruct-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "685be00e1532", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q4_1", + "model": "codellama:34b-instruct-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 22548578304, + "digest": "5493004f889d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q4_K_S", + "model": "codellama:34b-instruct-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "9ed594b9bf24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q4_K_M", + "model": "codellama:34b-instruct-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 21474836480, + "digest": "e12e86e65362", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q5_0", + "model": "codellama:34b-instruct-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 24696061952, + "digest": "44c793b41643", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q5_1", + "model": "codellama:34b-instruct-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 26843545600, + "digest": "b0615499241e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q5_K_S", + "model": "codellama:34b-instruct-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 24696061952, + "digest": "cd41440962fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q5_K_M", + "model": "codellama:34b-instruct-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 25769803776, + "digest": "93723cb9e26c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q6_K", + "model": "codellama:34b-instruct-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 30064771072, + "digest": "e93676fdc8e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-q8_0", + "model": "codellama:34b-instruct-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 38654705664, + "digest": "df46def864c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-instruct-fp16", + "model": "codellama:34b-instruct-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 71940702208, + "digest": "63f5f2314d06", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python", + "model": "codellama:34b-python", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "a9991b91af79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q2_K", + "model": "codellama:34b-python-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 15032385536, + "digest": "804f8d3619ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q3_K_S", + "model": "codellama:34b-python-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 16106127360, + "digest": "7d04d3730258", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q3_K_M", + "model": "codellama:34b-python-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 17179869184, + "digest": "4d1f7919eac7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q3_K_L", + "model": "codellama:34b-python-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 19327352832, + "digest": "9a0962344498", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q4_0", + "model": "codellama:34b-python-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "a9991b91af79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q4_1", + "model": "codellama:34b-python-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 22548578304, + "digest": "a1d4355844ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q4_K_S", + "model": "codellama:34b-python-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 20401094656, + "digest": "dbf6c5ef8774", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q4_K_M", + "model": "codellama:34b-python-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 21474836480, + "digest": "4c63b99ce6e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q5_0", + "model": "codellama:34b-python-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 24696061952, + "digest": "a8afc91dd7c1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q5_1", + "model": "codellama:34b-python-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 26843545600, + "digest": "2d27ad19cb5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q5_K_S", + "model": "codellama:34b-python-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 24696061952, + "digest": "893daae3384e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q5_K_M", + "model": "codellama:34b-python-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 25769803776, + "digest": "c6a7e8f2a374", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q6_K", + "model": "codellama:34b-python-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 30064771072, + "digest": "4c08957e57e2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-q8_0", + "model": "codellama:34b-python-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 38654705664, + "digest": "53a286016fd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:34b-python-fp16", + "model": "codellama:34b-python-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 71940702208, + "digest": "a12bdba154f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code", + "model": "codellama:70b-code", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "f51f75d243f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q2_K", + "model": "codellama:70b-code-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 26843545600, + "digest": "a971fcfd33e2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q3_K_S", + "model": "codellama:70b-code-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 32212254720, + "digest": "6f9fcc129873", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q3_K_M", + "model": "codellama:70b-code-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 35433480192, + "digest": "d29df36f0809", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q3_K_L", + "model": "codellama:70b-code-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 38654705664, + "digest": "4bfb484bdd00", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q4_0", + "model": "codellama:70b-code-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "f51f75d243f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q4_1", + "model": "codellama:70b-code-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 46170898432, + "digest": "f4f87b75ed5f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q4_K_S", + "model": "codellama:70b-code-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "6eb3eed1c7d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q4_K_M", + "model": "codellama:70b-code-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 44023414784, + "digest": "af49f7163a95", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q5_0", + "model": "codellama:70b-code-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 50465865728, + "digest": "6c13a8df97a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q5_1", + "model": "codellama:70b-code-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 55834574848, + "digest": "d81dfb4ec245", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q5_K_S", + "model": "codellama:70b-code-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 50465865728, + "digest": "f7a6b036969c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q5_K_M", + "model": "codellama:70b-code-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 52613349376, + "digest": "a6de2758bbb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q6_K", + "model": "codellama:70b-code-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 61203283968, + "digest": "8fe5090ef2aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-q8_0", + "model": "codellama:70b-code-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 78383153152, + "digest": "11ccdd14d3a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-code-fp16", + "model": "codellama:70b-code-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 148176371712, + "digest": "068561d5fd67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-code-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct", + "model": "codellama:70b-instruct", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "e59b580dfce7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q2_K", + "model": "codellama:70b-instruct-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 26843545600, + "digest": "cfb9810598f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q3_K_S", + "model": "codellama:70b-instruct-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 32212254720, + "digest": "9eaafc67a1e9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q3_K_M", + "model": "codellama:70b-instruct-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 35433480192, + "digest": "97d27e87a494", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q3_K_L", + "model": "codellama:70b-instruct-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 38654705664, + "digest": "9b7b348bd092", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q4_0", + "model": "codellama:70b-instruct-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "e59b580dfce7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q4_1", + "model": "codellama:70b-instruct-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 46170898432, + "digest": "3a050fe20496", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q4_K_S", + "model": "codellama:70b-instruct-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "5e6f76df85f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q4_K_M", + "model": "codellama:70b-instruct-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 44023414784, + "digest": "fd3eb0359236", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q5_0", + "model": "codellama:70b-instruct-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 50465865728, + "digest": "b22318ff25f3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q5_1", + "model": "codellama:70b-instruct-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 55834574848, + "digest": "5606d0558a97", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q5_K_S", + "model": "codellama:70b-instruct-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 50465865728, + "digest": "486ce7f5c313", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q5_K_M", + "model": "codellama:70b-instruct-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 52613349376, + "digest": "796aa29c1e74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q6_K", + "model": "codellama:70b-instruct-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 61203283968, + "digest": "2b057a1a5fcb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-q8_0", + "model": "codellama:70b-instruct-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 78383153152, + "digest": "df2a96247c0c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-instruct-fp16", + "model": "codellama:70b-instruct-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 148176371712, + "digest": "bbea3b24dc4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python", + "model": "codellama:70b-python", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "33bc097b32fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q2_K", + "model": "codellama:70b-python-q2_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 26843545600, + "digest": "8925059dfc69", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q2_K", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q3_K_S", + "model": "codellama:70b-python-q3_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 32212254720, + "digest": "5e2c02668fd0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q3_K_M", + "model": "codellama:70b-python-q3_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 35433480192, + "digest": "130b1c22d82c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q3_K_L", + "model": "codellama:70b-python-q3_K_L", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 38654705664, + "digest": "91ac3677083b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q4_0", + "model": "codellama:70b-python-q4_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "33bc097b32fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q4_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q4_1", + "model": "codellama:70b-python-q4_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 46170898432, + "digest": "8a1b64a13e07", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q4_1", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q4_K_S", + "model": "codellama:70b-python-q4_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 41875931136, + "digest": "58f06c520da4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q4_K_M", + "model": "codellama:70b-python-q4_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 44023414784, + "digest": "157bddfb9b58", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q5_0", + "model": "codellama:70b-python-q5_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 50465865728, + "digest": "e91924e35649", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q5_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q5_1", + "model": "codellama:70b-python-q5_1", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 55834574848, + "digest": "726a52d85424", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q5_1", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q5_K_S", + "model": "codellama:70b-python-q5_K_S", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 50465865728, + "digest": "b1f1fd5a9237", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q5_K_M", + "model": "codellama:70b-python-q5_K_M", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 52613349376, + "digest": "46e0203b5440", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q6_K", + "model": "codellama:70b-python-q6_K", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 61203283968, + "digest": "0d2f71fce49d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q6_K", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-q8_0", + "model": "codellama:70b-python-q8_0", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 78383153152, + "digest": "80366d5e2306", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-q8_0", + "quantization_level": "" + } + }, + { + "name": "codellama:70b-python-fp16", + "model": "codellama:70b-python-fp16", + "modified_at": "2024-07-18T17:31:00.000Z", + "size": 148176371712, + "digest": "32aef34ce6d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-python-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:latest", + "model": "mistral-nemo:latest", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 7623566950, + "digest": "e7e06d107c6c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b", + "model": "mistral-nemo:12b", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 7623566950, + "digest": "e7e06d107c6c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q2_K", + "model": "mistral-nemo:12b-instruct-2407-q2_K", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 5153960755, + "digest": "868f6ba4dbda", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q3_K_S", + "model": "mistral-nemo:12b-instruct-2407-q3_K_S", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 5905580032, + "digest": "5bba7a13afef", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q3_K_M", + "model": "mistral-nemo:12b-instruct-2407-q3_K_M", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 6549825126, + "digest": "0549a17f596f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q3_K_L", + "model": "mistral-nemo:12b-instruct-2407-q3_K_L", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 7086696038, + "digest": "8dc575f2f1d9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q4_0", + "model": "mistral-nemo:12b-instruct-2407-q4_0", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 7623566950, + "digest": "e7e06d107c6c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q4_1", + "model": "mistral-nemo:12b-instruct-2407-q4_1", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 8375186227, + "digest": "243f0861c69b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q4_K_S", + "model": "mistral-nemo:12b-instruct-2407-q4_K_S", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 7623566950, + "digest": "fe6fcaf0d26f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q4_K_M", + "model": "mistral-nemo:12b-instruct-2407-q4_K_M", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 8053063680, + "digest": "daf673741712", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q5_0", + "model": "mistral-nemo:12b-instruct-2407-q5_0", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 9126805504, + "digest": "dab3cfa34f38", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q5_1", + "model": "mistral-nemo:12b-instruct-2407-q5_1", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 9878424781, + "digest": "8898d5e38428", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q5_K_S", + "model": "mistral-nemo:12b-instruct-2407-q5_K_S", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 9126805504, + "digest": "40374746451f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q5_K_M", + "model": "mistral-nemo:12b-instruct-2407-q5_K_M", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 9341553869, + "digest": "cf4d8cc50281", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q6_K", + "model": "mistral-nemo:12b-instruct-2407-q6_K", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 10737418240, + "digest": "b6435edbd791", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-q8_0", + "model": "mistral-nemo:12b-instruct-2407-q8_0", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 13958643712, + "digest": "e9b8ba00d2a1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-nemo:12b-instruct-2407-fp16", + "model": "mistral-nemo:12b-instruct-2407-fp16", + "modified_at": "2025-07-23T18:43:00.000Z", + "size": 26843545600, + "digest": "412dcb6ec5f9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "12b-instruct-2407-fp16", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:latest", + "model": "minicpm-v:latest", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 5905580032, + "digest": "c92bfad01205", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b", + "model": "minicpm-v:8b", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 5905580032, + "digest": "c92bfad01205", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q2_K", + "model": "minicpm-v:8b-2.6-q2_K", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 4402341478, + "digest": "61cf7cf5edda", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q2_K", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q3_K_S", + "model": "minicpm-v:8b-2.6-q3_K_S", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 4831838208, + "digest": "0e5dd84b9d34", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q3_K_M", + "model": "minicpm-v:8b-2.6-q3_K_M", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 5261334938, + "digest": "b7c14f8aad8c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q3_K_L", + "model": "minicpm-v:8b-2.6-q3_K_L", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 5476083302, + "digest": "a62e8056b1f0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q4_0", + "model": "minicpm-v:8b-2.6-q4_0", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 5905580032, + "digest": "c92bfad01205", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q4_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q4_1", + "model": "minicpm-v:8b-2.6-q4_1", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 6335076762, + "digest": "1e17cbffa666", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q4_1", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q4_K_S", + "model": "minicpm-v:8b-2.6-q4_K_S", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 5905580032, + "digest": "eda89b106de0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q4_K_M", + "model": "minicpm-v:8b-2.6-q4_K_M", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 6120328397, + "digest": "950a671abea6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q5_0", + "model": "minicpm-v:8b-2.6-q5_0", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 6871947674, + "digest": "4b28c460b85e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q5_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q5_1", + "model": "minicpm-v:8b-2.6-q5_1", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 7301444403, + "digest": "6ac2a6038e89", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q5_1", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q5_K_S", + "model": "minicpm-v:8b-2.6-q5_K_S", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 6871947674, + "digest": "b4d3d0c08b9c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q5_K_M", + "model": "minicpm-v:8b-2.6-q5_K_M", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 6979321856, + "digest": "6dfa70b0f281", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q6_K", + "model": "minicpm-v:8b-2.6-q6_K", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 7838315315, + "digest": "ac20b8a12390", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q6_K", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-q8_0", + "model": "minicpm-v:8b-2.6-q8_0", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 9771050598, + "digest": "9e2efdd7b657", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-q8_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v:8b-2.6-fp16", + "model": "minicpm-v:8b-2.6-fp16", + "modified_at": "2024-11-18T07:03:00.000Z", + "size": 17179869184, + "digest": "f3f122c78635", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-2.6-fp16", + "quantization_level": "" + } + }, + { + "name": "bge-m3:latest", + "model": "bge-m3:latest", + "modified_at": "2024-08-07T00:07:00.000Z", + "size": 1288490189, + "digest": "790764642607", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "bge-m3:567m", + "model": "bge-m3:567m", + "modified_at": "2024-08-07T00:07:00.000Z", + "size": 1288490189, + "digest": "790764642607", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "567m", + "quantization_level": "" + } + }, + { + "name": "bge-m3:567m-fp16", + "model": "bge-m3:567m-fp16", + "modified_at": "2024-08-07T00:07:00.000Z", + "size": 1288490189, + "digest": "790764642607", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "567m-fp16", + "quantization_level": "" + } + }, + { + "name": "tinyllama:latest", + "model": "tinyllama:latest", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 668991488, + "digest": "2644915ede35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "tinyllama:chat", + "model": "tinyllama:chat", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 668991488, + "digest": "2644915ede35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "chat", + "quantization_level": "" + } + }, + { + "name": "tinyllama:v0.6", + "model": "tinyllama:v0.6", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 668991488, + "digest": "cb4df2e70049", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v0.6", + "quantization_level": "" + } + }, + { + "name": "tinyllama:v1", + "model": "tinyllama:v1", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 668991488, + "digest": "2644915ede35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v1", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b", + "model": "tinyllama:1.1b", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 668991488, + "digest": "2644915ede35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat", + "model": "tinyllama:1.1b-chat", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 668991488, + "digest": "2644915ede35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q2_K", + "model": "tinyllama:1.1b-chat-v0.6-q2_K", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 506462208, + "digest": "a2aa7f9e13b4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q2_K", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q3_K_S", + "model": "tinyllama:1.1b-chat-v0.6-q3_K_S", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 524288000, + "digest": "f09e5b1786e1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q3_K_M", + "model": "tinyllama:1.1b-chat-v0.6-q3_K_M", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 577765376, + "digest": "d36765ee7b2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q3_K_L", + "model": "tinyllama:1.1b-chat-v0.6-q3_K_L", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 621805568, + "digest": "3dca23077eec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q4_0", + "model": "tinyllama:1.1b-chat-v0.6-q4_0", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 668991488, + "digest": "cb4df2e70049", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q4_0", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q4_1", + "model": "tinyllama:1.1b-chat-v0.6-q4_1", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 736100352, + "digest": "ad5344d40d22", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q4_1", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q4_K_S", + "model": "tinyllama:1.1b-chat-v0.6-q4_K_S", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 675282944, + "digest": "e68e39e22c5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q4_K_M", + "model": "tinyllama:1.1b-chat-v0.6-q4_K_M", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 701497344, + "digest": "078cb72856ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q5_0", + "model": "tinyllama:1.1b-chat-v0.6-q5_0", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 804257792, + "digest": "8df5040f8c77", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q5_0", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q5_1", + "model": "tinyllama:1.1b-chat-v0.6-q5_1", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 872415232, + "digest": "6b68a0890709", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q5_1", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q5_K_S", + "model": "tinyllama:1.1b-chat-v0.6-q5_K_S", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 804257792, + "digest": "86ebaf63decb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q5_K_M", + "model": "tinyllama:1.1b-chat-v0.6-q5_K_M", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 821035008, + "digest": "630e23132e37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q6_K", + "model": "tinyllama:1.1b-chat-v0.6-q6_K", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 947912704, + "digest": "4ea10b64d2c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q6_K", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-q8_0", + "model": "tinyllama:1.1b-chat-v0.6-q8_0", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 1288490189, + "digest": "b939c0e77079", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-q8_0", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v0.6-fp16", + "model": "tinyllama:1.1b-chat-v0.6-fp16", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 2362232013, + "digest": "a40b38e0c72d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v0.6-fp16", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q2_K", + "model": "tinyllama:1.1b-chat-v1-q2_K", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 506462208, + "digest": "721a0fc5ae2d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q2_K", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q3_K_S", + "model": "tinyllama:1.1b-chat-v1-q3_K_S", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 524288000, + "digest": "5042a43d653b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q3_K_M", + "model": "tinyllama:1.1b-chat-v1-q3_K_M", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 577765376, + "digest": "1bbb25f9a630", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q3_K_L", + "model": "tinyllama:1.1b-chat-v1-q3_K_L", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 621805568, + "digest": "317426342de6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q4_0", + "model": "tinyllama:1.1b-chat-v1-q4_0", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 668991488, + "digest": "2644915ede35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q4_0", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q4_1", + "model": "tinyllama:1.1b-chat-v1-q4_1", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 736100352, + "digest": "2ce57eb5c622", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q4_1", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q4_K_S", + "model": "tinyllama:1.1b-chat-v1-q4_K_S", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 675282944, + "digest": "ac37fe61e9f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q4_K_M", + "model": "tinyllama:1.1b-chat-v1-q4_K_M", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 701497344, + "digest": "86b3ca80c6c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q5_0", + "model": "tinyllama:1.1b-chat-v1-q5_0", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 804257792, + "digest": "70c60394cb6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q5_0", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q5_1", + "model": "tinyllama:1.1b-chat-v1-q5_1", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 872415232, + "digest": "5efe2a172290", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q5_1", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q5_K_S", + "model": "tinyllama:1.1b-chat-v1-q5_K_S", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 804257792, + "digest": "913a3797a111", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q5_K_M", + "model": "tinyllama:1.1b-chat-v1-q5_K_M", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 821035008, + "digest": "920ba90fb00e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q6_K", + "model": "tinyllama:1.1b-chat-v1-q6_K", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 947912704, + "digest": "d53bb0758e48", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q6_K", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-q8_0", + "model": "tinyllama:1.1b-chat-v1-q8_0", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 1288490189, + "digest": "3746473cdb1e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-q8_0", + "quantization_level": "" + } + }, + { + "name": "tinyllama:1.1b-chat-v1-fp16", + "model": "tinyllama:1.1b-chat-v1-fp16", + "modified_at": "2024-01-01T02:44:00.000Z", + "size": 2362232013, + "digest": "71c2f9b69b52", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-chat-v1-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:latest", + "model": "llama3.2-vision:latest", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 8375186227, + "digest": "6f2f9757ae97", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:11b", + "model": "llama3.2-vision:11b", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 8375186227, + "digest": "6f2f9757ae97", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "11b", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:90b", + "model": "llama3.2-vision:90b", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 59055800320, + "digest": "bee2a956f3a8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "90b", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:11b-instruct-q4_K_M", + "model": "llama3.2-vision:11b-instruct-q4_K_M", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 8375186227, + "digest": "6f2f9757ae97", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "11b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:11b-instruct-q8_0", + "model": "llama3.2-vision:11b-instruct-q8_0", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 12884901888, + "digest": "a5b7471a68aa", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "11b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:11b-instruct-fp16", + "model": "llama3.2-vision:11b-instruct-fp16", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 22548578304, + "digest": "24c59ad3b10a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "11b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:90b-instruct-q4_K_M", + "model": "llama3.2-vision:90b-instruct-q4_K_M", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 59055800320, + "digest": "bee2a956f3a8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "90b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:90b-instruct-q8_0", + "model": "llama3.2-vision:90b-instruct-q8_0", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 102005473280, + "digest": "0882d58d0635", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "90b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.2-vision:90b-instruct-fp16", + "model": "llama3.2-vision:90b-instruct-fp16", + "modified_at": "2025-05-22T19:15:00.000Z", + "size": 190052302848, + "digest": "7592aaa4a219", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "90b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:latest", + "model": "qwen3-vl:latest", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 6549825126, + "digest": "901cae732162", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b", + "model": "qwen3-vl:2b", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 2040109466, + "digest": "0635d9d857d4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b", + "model": "qwen3-vl:4b", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 3543348019, + "digest": "1343d82ebee3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b", + "model": "qwen3-vl:8b", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 6549825126, + "digest": "901cae732162", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b", + "model": "qwen3-vl:30b", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 21474836480, + "digest": "eda0be100877", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b", + "model": "qwen3-vl:32b", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 22548578304, + "digest": "ff2e46876908", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b", + "model": "qwen3-vl:235b", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 153545080832, + "digest": "dc44c5b88b17", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b-instruct", + "model": "qwen3-vl:2b-instruct", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 2040109466, + "digest": "ea422f1e7365", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b-instruct-q4_K_M", + "model": "qwen3-vl:2b-instruct-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 2040109466, + "digest": "ea422f1e7365", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b-instruct-q8_0", + "model": "qwen3-vl:2b-instruct-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 2791728742, + "digest": "9674b2259d72", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b-instruct-bf16", + "model": "qwen3-vl:2b-instruct-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 4617089843, + "digest": "fc3633fe6782", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-instruct-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b-thinking", + "model": "qwen3-vl:2b-thinking", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 2040109466, + "digest": "0635d9d857d4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b-thinking-q4_K_M", + "model": "qwen3-vl:2b-thinking-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 2040109466, + "digest": "0635d9d857d4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-thinking-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b-thinking-q8_0", + "model": "qwen3-vl:2b-thinking-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 2791728742, + "digest": "d73b897fb9aa", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-thinking-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:2b-thinking-bf16", + "model": "qwen3-vl:2b-thinking-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 4617089843, + "digest": "0d2c70920874", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-thinking-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b-instruct", + "model": "qwen3-vl:4b-instruct", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 3543348019, + "digest": "ee4b975b58c1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b-instruct-q4_K_M", + "model": "qwen3-vl:4b-instruct-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 3543348019, + "digest": "ee4b975b58c1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b-instruct-q8_0", + "model": "qwen3-vl:4b-instruct-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 5476083302, + "digest": "3c4e71051a81", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b-instruct-bf16", + "model": "qwen3-vl:4b-instruct-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 9556302234, + "digest": "a074ff293a12", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-instruct-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b-thinking", + "model": "qwen3-vl:4b-thinking", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 3543348019, + "digest": "1343d82ebee3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b-thinking-q4_K_M", + "model": "qwen3-vl:4b-thinking-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 3543348019, + "digest": "1343d82ebee3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-thinking-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b-thinking-q8_0", + "model": "qwen3-vl:4b-thinking-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 5476083302, + "digest": "5b16d3ac6a65", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-thinking-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:4b-thinking-bf16", + "model": "qwen3-vl:4b-thinking-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 9556302234, + "digest": "b04bc96a3a84", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-thinking-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b-instruct", + "model": "qwen3-vl:8b-instruct", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 6549825126, + "digest": "0533d74300e4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b-instruct-q4_K_M", + "model": "qwen3-vl:8b-instruct-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 6549825126, + "digest": "0533d74300e4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b-instruct-q8_0", + "model": "qwen3-vl:8b-instruct-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 10522669875, + "digest": "eff3eb825b32", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b-instruct-bf16", + "model": "qwen3-vl:8b-instruct-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 19327352832, + "digest": "55aa31bad4e2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-instruct-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b-thinking", + "model": "qwen3-vl:8b-thinking", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 6549825126, + "digest": "901cae732162", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b-thinking-q4_K_M", + "model": "qwen3-vl:8b-thinking-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 6549825126, + "digest": "901cae732162", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-thinking-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b-thinking-q8_0", + "model": "qwen3-vl:8b-thinking-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 10522669875, + "digest": "9e9bbfc77186", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-thinking-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:8b-thinking-bf16", + "model": "qwen3-vl:8b-thinking-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 19327352832, + "digest": "a86052dd9262", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-thinking-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b", + "model": "qwen3-vl:30b-a3b", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 21474836480, + "digest": "eda0be100877", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b-instruct", + "model": "qwen3-vl:30b-a3b-instruct", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 21474836480, + "digest": "c871fc73fabc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b-instruct-q4_K_M", + "model": "qwen3-vl:30b-a3b-instruct-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 21474836480, + "digest": "c871fc73fabc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b-instruct-q8_0", + "model": "qwen3-vl:30b-a3b-instruct-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 36507222016, + "digest": "e274c055d4d6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b-instruct-bf16", + "model": "qwen3-vl:30b-a3b-instruct-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 66571993088, + "digest": "d4cad104e81d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b-instruct-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b-thinking", + "model": "qwen3-vl:30b-a3b-thinking", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 21474836480, + "digest": "eda0be100877", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b-thinking-q4_K_M", + "model": "qwen3-vl:30b-a3b-thinking-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 21474836480, + "digest": "eda0be100877", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b-thinking-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b-thinking-q8_0", + "model": "qwen3-vl:30b-a3b-thinking-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 36507222016, + "digest": "1f8c2d354be6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b-thinking-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:30b-a3b-thinking-bf16", + "model": "qwen3-vl:30b-a3b-thinking-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 66571993088, + "digest": "ae3f9633ff7f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "30b-a3b-thinking-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b-instruct", + "model": "qwen3-vl:32b-instruct", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 22548578304, + "digest": "c9a60b1a1a13", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b-instruct-q4_K_M", + "model": "qwen3-vl:32b-instruct-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 22548578304, + "digest": "c9a60b1a1a13", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b-instruct-q8_0", + "model": "qwen3-vl:32b-instruct-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 38654705664, + "digest": "2d0a26462393", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b-instruct-bf16", + "model": "qwen3-vl:32b-instruct-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 71940702208, + "digest": "b8e3027ef0f8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-instruct-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b-thinking", + "model": "qwen3-vl:32b-thinking", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 22548578304, + "digest": "ff2e46876908", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b-thinking-q4_K_M", + "model": "qwen3-vl:32b-thinking-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 22548578304, + "digest": "ff2e46876908", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-thinking-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b-thinking-q8_0", + "model": "qwen3-vl:32b-thinking-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 38654705664, + "digest": "76a7fcb8a3c0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-thinking-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:32b-thinking-bf16", + "model": "qwen3-vl:32b-thinking-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 71940702208, + "digest": "11c4702a61b1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-thinking-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b", + "model": "qwen3-vl:235b-a22b", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 153545080832, + "digest": "dc44c5b88b17", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b-instruct", + "model": "qwen3-vl:235b-a22b-instruct", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 153545080832, + "digest": "f5a03319651d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b-instruct-q4_K_M", + "model": "qwen3-vl:235b-a22b-instruct-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 153545080832, + "digest": "f5a03319651d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b-instruct-q8_0", + "model": "qwen3-vl:235b-a22b-instruct-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 269509197824, + "digest": "9b028966853a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b-instruct-bf16", + "model": "qwen3-vl:235b-a22b-instruct-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 505732399104, + "digest": "f9d397f6f0db", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b-instruct-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b-thinking", + "model": "qwen3-vl:235b-a22b-thinking", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 153545080832, + "digest": "dc44c5b88b17", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b-thinking-q4_K_M", + "model": "qwen3-vl:235b-a22b-thinking-q4_K_M", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 153545080832, + "digest": "dc44c5b88b17", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b-thinking-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b-thinking-q8_0", + "model": "qwen3-vl:235b-a22b-thinking-q8_0", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 269509197824, + "digest": "01dc46352af0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b-thinking-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-vl:235b-a22b-thinking-bf16", + "model": "qwen3-vl:235b-a22b-thinking-bf16", + "modified_at": "2025-10-29T22:19:00.000Z", + "size": 505732399104, + "digest": "f78566ff0c56", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "235b-a22b-thinking-bf16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:latest", + "model": "deepseek-coder:latest", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 813694976, + "digest": "3ddd2d3fc8d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:base", + "model": "deepseek-coder:base", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 813694976, + "digest": "3b417b786925", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "base", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:instruct", + "model": "deepseek-coder:instruct", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 813694976, + "digest": "3ddd2d3fc8d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b", + "model": "deepseek-coder:1.3b", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 813694976, + "digest": "3ddd2d3fc8d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b", + "model": "deepseek-coder:6.7b", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4080218931, + "digest": "ce298d984115", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b", + "model": "deepseek-coder:33b", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 20401094656, + "digest": "acec7c0b0fd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base", + "model": "deepseek-coder:1.3b-base", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 813694976, + "digest": "3b417b786925", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q2_K", + "model": "deepseek-coder:1.3b-base-q2_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 662700032, + "digest": "b4f8c7285df8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q3_K_S", + "model": "deepseek-coder:1.3b-base-q3_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 691011584, + "digest": "3a3c3bc11d11", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q3_K_M", + "model": "deepseek-coder:1.3b-base-q3_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 739246080, + "digest": "08722dd8ec98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q3_K_L", + "model": "deepseek-coder:1.3b-base-q3_K_L", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 781189120, + "digest": "9884474f8e97", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q4_0", + "model": "deepseek-coder:1.3b-base-q4_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 813694976, + "digest": "3b417b786925", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q4_1", + "model": "deepseek-coder:1.3b-base-q4_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 897581056, + "digest": "75c6c24f8b9a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q4_K_S", + "model": "deepseek-coder:1.3b-base-q4_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 854589440, + "digest": "2c83b95953cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q4_K_M", + "model": "deepseek-coder:1.3b-base-q4_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 916455424, + "digest": "4e17652b15c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q5_0", + "model": "deepseek-coder:1.3b-base-q5_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 981467136, + "digest": "2d4798d07377", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q5_1", + "model": "deepseek-coder:1.3b-base-q5_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 1073741824, + "digest": "2eb01ebad3f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q5_K_S", + "model": "deepseek-coder:1.3b-base-q5_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 999292928, + "digest": "f2689d6fec98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q5_K_M", + "model": "deepseek-coder:1.3b-base-q5_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 1073741824, + "digest": "2940f35e76bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q6_K", + "model": "deepseek-coder:1.3b-base-q6_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 1288490189, + "digest": "87397ba29cd4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-q8_0", + "model": "deepseek-coder:1.3b-base-q8_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 1503238554, + "digest": "71f702eff852", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-base-fp16", + "model": "deepseek-coder:1.3b-base-fp16", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 2899102925, + "digest": "02b95acb6d92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct", + "model": "deepseek-coder:1.3b-instruct", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 813694976, + "digest": "3ddd2d3fc8d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q2_K", + "model": "deepseek-coder:1.3b-instruct-q2_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 662700032, + "digest": "1ad28239dd09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q3_K_S", + "model": "deepseek-coder:1.3b-instruct-q3_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 691011584, + "digest": "4c1eaf4c63f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q3_K_M", + "model": "deepseek-coder:1.3b-instruct-q3_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 739246080, + "digest": "1cd27a52ef39", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q3_K_L", + "model": "deepseek-coder:1.3b-instruct-q3_K_L", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 781189120, + "digest": "0d2f32faf31e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q4_0", + "model": "deepseek-coder:1.3b-instruct-q4_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 813694976, + "digest": "3ddd2d3fc8d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q4_1", + "model": "deepseek-coder:1.3b-instruct-q4_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 897581056, + "digest": "403b7eec078d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q4_K_S", + "model": "deepseek-coder:1.3b-instruct-q4_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 854589440, + "digest": "47ca84afbf6d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q4_K_M", + "model": "deepseek-coder:1.3b-instruct-q4_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 916455424, + "digest": "d84d8a173290", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q5_0", + "model": "deepseek-coder:1.3b-instruct-q5_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 981467136, + "digest": "5f4cd944cf61", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q5_1", + "model": "deepseek-coder:1.3b-instruct-q5_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 1073741824, + "digest": "334319021268", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q5_K_S", + "model": "deepseek-coder:1.3b-instruct-q5_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 999292928, + "digest": "ca290ca9a10a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q5_K_M", + "model": "deepseek-coder:1.3b-instruct-q5_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 1073741824, + "digest": "2ff0e9282aba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q6_K", + "model": "deepseek-coder:1.3b-instruct-q6_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 1288490189, + "digest": "ce574ed6d34f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-q8_0", + "model": "deepseek-coder:1.3b-instruct-q8_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 1503238554, + "digest": "44e92342b6c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:1.3b-instruct-fp16", + "model": "deepseek-coder:1.3b-instruct-fp16", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 2899102925, + "digest": "89aaa860fc95", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base", + "model": "deepseek-coder:6.7b-base", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4080218931, + "digest": "585a5cb3b219", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q2_K", + "model": "deepseek-coder:6.7b-base-q2_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 3006477107, + "digest": "e13d22daf157", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q3_K_S", + "model": "deepseek-coder:6.7b-base-q3_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 3221225472, + "digest": "ef853316467f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q3_K_M", + "model": "deepseek-coder:6.7b-base-q3_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 3543348019, + "digest": "22ce0a5b45b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q3_K_L", + "model": "deepseek-coder:6.7b-base-q3_K_L", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 3865470566, + "digest": "29f806615022", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q4_0", + "model": "deepseek-coder:6.7b-base-q4_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4080218931, + "digest": "585a5cb3b219", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q4_1", + "model": "deepseek-coder:6.7b-base-q4_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4509715661, + "digest": "a269275b3473", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q4_K_S", + "model": "deepseek-coder:6.7b-base-q4_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4187593114, + "digest": "b199f259ba9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q4_K_M", + "model": "deepseek-coder:6.7b-base-q4_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4402341478, + "digest": "c12c864e1264", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q5_0", + "model": "deepseek-coder:6.7b-base-q5_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5046586573, + "digest": "bcea528a2f2f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q5_1", + "model": "deepseek-coder:6.7b-base-q5_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5476083302, + "digest": "c5ee75dc71c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q5_K_S", + "model": "deepseek-coder:6.7b-base-q5_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5046586573, + "digest": "dcff193117f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q5_K_M", + "model": "deepseek-coder:6.7b-base-q5_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5153960755, + "digest": "5d67f76f7c57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q6_K", + "model": "deepseek-coder:6.7b-base-q6_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5905580032, + "digest": "b91bf20f5a3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-q8_0", + "model": "deepseek-coder:6.7b-base-q8_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 7730941133, + "digest": "570c490f997d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-base-fp16", + "model": "deepseek-coder:6.7b-base-fp16", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 13958643712, + "digest": "bc2d4c7ea23e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct", + "model": "deepseek-coder:6.7b-instruct", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4080218931, + "digest": "ce298d984115", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q2_K", + "model": "deepseek-coder:6.7b-instruct-q2_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 3006477107, + "digest": "6fd7b2652ba7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q3_K_S", + "model": "deepseek-coder:6.7b-instruct-q3_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 3221225472, + "digest": "38bce866b00f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q3_K_M", + "model": "deepseek-coder:6.7b-instruct-q3_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 3543348019, + "digest": "27c2e4ed6a59", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q3_K_L", + "model": "deepseek-coder:6.7b-instruct-q3_K_L", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 3865470566, + "digest": "ea00a885753e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q4_0", + "model": "deepseek-coder:6.7b-instruct-q4_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4080218931, + "digest": "ce298d984115", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q4_1", + "model": "deepseek-coder:6.7b-instruct-q4_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4509715661, + "digest": "4c147a2a4536", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q4_K_S", + "model": "deepseek-coder:6.7b-instruct-q4_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4187593114, + "digest": "aa47b230dd4a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q4_K_M", + "model": "deepseek-coder:6.7b-instruct-q4_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 4402341478, + "digest": "af6da0444f84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q5_0", + "model": "deepseek-coder:6.7b-instruct-q5_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5046586573, + "digest": "24c6f279a2a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q5_1", + "model": "deepseek-coder:6.7b-instruct-q5_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5476083302, + "digest": "e13a2f5b13e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q5_K_S", + "model": "deepseek-coder:6.7b-instruct-q5_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5046586573, + "digest": "fa9d8a78ef0d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q5_K_M", + "model": "deepseek-coder:6.7b-instruct-q5_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5153960755, + "digest": "d6a1221fb5ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q6_K", + "model": "deepseek-coder:6.7b-instruct-q6_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 5905580032, + "digest": "5b1241961817", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-q8_0", + "model": "deepseek-coder:6.7b-instruct-q8_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 7730941133, + "digest": "54b58e32d587", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:6.7b-instruct-fp16", + "model": "deepseek-coder:6.7b-instruct-fp16", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 13958643712, + "digest": "5421a6319130", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6.7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base", + "model": "deepseek-coder:33b-base", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 20401094656, + "digest": "ca50732c8ee1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q2_K", + "model": "deepseek-coder:33b-base-q2_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 15032385536, + "digest": "c1a84861e5df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q3_K_S", + "model": "deepseek-coder:33b-base-q3_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 15032385536, + "digest": "29b391c03801", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q3_K_M", + "model": "deepseek-coder:33b-base-q3_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 17179869184, + "digest": "fdb6068cec14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q3_K_L", + "model": "deepseek-coder:33b-base-q3_K_L", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 19327352832, + "digest": "e47bf0616d0d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q4_0", + "model": "deepseek-coder:33b-base-q4_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 20401094656, + "digest": "ca50732c8ee1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q4_1", + "model": "deepseek-coder:33b-base-q4_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 22548578304, + "digest": "d09dd3fe1448", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q4_K_S", + "model": "deepseek-coder:33b-base-q4_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 20401094656, + "digest": "012e92746442", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q4_K_M", + "model": "deepseek-coder:33b-base-q4_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 21474836480, + "digest": "a205c1c80cf6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q5_0", + "model": "deepseek-coder:33b-base-q5_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 24696061952, + "digest": "a6c33a2e9332", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q5_1", + "model": "deepseek-coder:33b-base-q5_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 26843545600, + "digest": "ba34d0e6ade6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q5_K_S", + "model": "deepseek-coder:33b-base-q5_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 24696061952, + "digest": "b9fef6f330c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q5_K_M", + "model": "deepseek-coder:33b-base-q5_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 25769803776, + "digest": "2260429a178c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q6_K", + "model": "deepseek-coder:33b-base-q6_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 28991029248, + "digest": "4cb5c88ab035", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-q8_0", + "model": "deepseek-coder:33b-base-q8_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 37580963840, + "digest": "1779efbb95d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-base-fp16", + "model": "deepseek-coder:33b-base-fp16", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 71940702208, + "digest": "eed8d5b0dfcc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct", + "model": "deepseek-coder:33b-instruct", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 20401094656, + "digest": "acec7c0b0fd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q2_K", + "model": "deepseek-coder:33b-instruct-q2_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 15032385536, + "digest": "cb08fe026ad3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q3_K_S", + "model": "deepseek-coder:33b-instruct-q3_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 15032385536, + "digest": "a97a97b70cb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q3_K_M", + "model": "deepseek-coder:33b-instruct-q3_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 17179869184, + "digest": "e31fcc644c53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q3_K_L", + "model": "deepseek-coder:33b-instruct-q3_K_L", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 19327352832, + "digest": "070ae915fa23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q4_0", + "model": "deepseek-coder:33b-instruct-q4_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 20401094656, + "digest": "acec7c0b0fd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q4_1", + "model": "deepseek-coder:33b-instruct-q4_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 22548578304, + "digest": "d59c6d5d79ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q4_K_S", + "model": "deepseek-coder:33b-instruct-q4_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 20401094656, + "digest": "8f5d0f5ef4e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q4_K_M", + "model": "deepseek-coder:33b-instruct-q4_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 21474836480, + "digest": "92b0c569c0df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q5_0", + "model": "deepseek-coder:33b-instruct-q5_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 24696061952, + "digest": "c41da1e19678", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q5_1", + "model": "deepseek-coder:33b-instruct-q5_1", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 26843545600, + "digest": "11fccea78dbe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q5_K_S", + "model": "deepseek-coder:33b-instruct-q5_K_S", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 24696061952, + "digest": "f1d23826a886", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q5_K_M", + "model": "deepseek-coder:33b-instruct-q5_K_M", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 25769803776, + "digest": "bd4a96fb44c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q6_K", + "model": "deepseek-coder:33b-instruct-q6_K", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 28991029248, + "digest": "d44c67a95e2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-q8_0", + "model": "deepseek-coder:33b-instruct-q8_0", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 37580963840, + "digest": "1b30ba8b1b95", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder:33b-instruct-fp16", + "model": "deepseek-coder:33b-instruct-fp16", + "modified_at": "2023-12-28T01:05:00.000Z", + "size": 71940702208, + "digest": "b54904179335", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:latest", + "model": "qwen3.6:latest", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 25769803776, + "digest": "07d35212591f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b", + "model": "qwen3.6:27b", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 18253611008, + "digest": "a50eda8ed977", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b", + "model": "qwen3.6:35b", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 25769803776, + "digest": "07d35212591f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-coding-mxfp8", + "model": "qwen3.6:27b-coding-mxfp8", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 33285996544, + "digest": "a7185d39ff35", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-coding-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-coding-nvfp4", + "model": "qwen3.6:27b-coding-nvfp4", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 21474836480, + "digest": "42a2d9de99b0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-coding-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-coding-bf16", + "model": "qwen3.6:27b-coding-bf16", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 59055800320, + "digest": "aa7f9b4e8d3b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-coding-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-mlx", + "model": "qwen3.6:27b-mlx", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 21474836480, + "digest": "60b0437bbd02", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mlx", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-mlx-bf16", + "model": "qwen3.6:27b-mlx-bf16", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 59055800320, + "digest": "2ae7c58c2cf4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-mtp-q4_K_M", + "model": "qwen3.6:27b-mtp-q4_K_M", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 19327352832, + "digest": "21c6dd8f67de", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mtp-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-mtp-q8_0", + "model": "qwen3.6:27b-mtp-q8_0", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 32212254720, + "digest": "7e11e6ecb134", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mtp-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-mtp-bf16", + "model": "qwen3.6:27b-mtp-bf16", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 60129542144, + "digest": "df430f32c9db", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mtp-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-mxfp8", + "model": "qwen3.6:27b-mxfp8", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 33285996544, + "digest": "c2975bfaf500", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-nvfp4", + "model": "qwen3.6:27b-nvfp4", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 21474836480, + "digest": "60b0437bbd02", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-q4_K_M", + "model": "qwen3.6:27b-q4_K_M", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 18253611008, + "digest": "a50eda8ed977", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-q8_0", + "model": "qwen3.6:27b-q8_0", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 32212254720, + "digest": "cd0210c667bf", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:27b-bf16", + "model": "qwen3.6:27b-bf16", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 60129542144, + "digest": "c3a702fca756", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b", + "model": "qwen3.6:35b-a3b", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 25769803776, + "digest": "07d35212591f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-coding-mxfp8", + "model": "qwen3.6:35b-a3b-coding-mxfp8", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 40802189312, + "digest": "ccbab0f4045b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-coding-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-coding-nvfp4", + "model": "qwen3.6:35b-a3b-coding-nvfp4", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 23622320128, + "digest": "cd2692a833e6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-coding-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-coding-bf16", + "model": "qwen3.6:35b-a3b-coding-bf16", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 75161927680, + "digest": "8d3c7ad727e7", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-coding-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-mlx-bf16", + "model": "qwen3.6:35b-a3b-mlx-bf16", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 75161927680, + "digest": "6d7a4cae9475", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-mtp-q4_K_M", + "model": "qwen3.6:35b-a3b-mtp-q4_K_M", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 24696061952, + "digest": "c7bd058dd977", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-mtp-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-q4_K_M", + "model": "qwen3.6:35b-a3b-q4_K_M", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 25769803776, + "digest": "07d35212591f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-mtp-q8_0", + "model": "qwen3.6:35b-a3b-mtp-q8_0", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 41875931136, + "digest": "c61138a79add", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-mtp-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-nvfp4", + "model": "qwen3.6:35b-a3b-nvfp4", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 23622320128, + "digest": "1b50c6fdc2d4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-nvfp4", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-q8_0", + "model": "qwen3.6:35b-a3b-q8_0", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 41875931136, + "digest": "0218f872e86b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-bf16", + "model": "qwen3.6:35b-a3b-bf16", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 76235669504, + "digest": "94061ddd23a7", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-mtp-bf16", + "model": "qwen3.6:35b-a3b-mtp-bf16", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 77309411328, + "digest": "42f15217f5ae", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-mtp-bf16", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-a3b-mxfp8", + "model": "qwen3.6:35b-a3b-mxfp8", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 40802189312, + "digest": "d82a30588f1c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-a3b-mxfp8", + "quantization_level": "" + } + }, + { + "name": "qwen3.6:35b-mlx", + "model": "qwen3.6:35b-mlx", + "modified_at": "2026-06-02T00:38:00.000Z", + "size": 23622320128, + "digest": "1b50c6fdc2d4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "35b-mlx", + "quantization_level": "" + } + }, + { + "name": "llama3.3:latest", + "model": "llama3.3:latest", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 46170898432, + "digest": "a6eb4748fd29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b", + "model": "llama3.3:70b", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 46170898432, + "digest": "a6eb4748fd29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q2_K", + "model": "llama3.3:70b-instruct-q2_K", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 27917287424, + "digest": "a6f03da15cbc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q3_K_S", + "model": "llama3.3:70b-instruct-q3_K_S", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 33285996544, + "digest": "84d6ecd40b42", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q3_K_M", + "model": "llama3.3:70b-instruct-q3_K_M", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 36507222016, + "digest": "151348be3103", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q4_0", + "model": "llama3.3:70b-instruct-q4_0", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 42949672960, + "digest": "e5afe30ba419", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q4_K_S", + "model": "llama3.3:70b-instruct-q4_K_S", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 42949672960, + "digest": "3d546a04bbd5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q4_K_M", + "model": "llama3.3:70b-instruct-q4_K_M", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 46170898432, + "digest": "a6eb4748fd29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q5_0", + "model": "llama3.3:70b-instruct-q5_0", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 52613349376, + "digest": "522f1b464c62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q5_1", + "model": "llama3.3:70b-instruct-q5_1", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 56908316672, + "digest": "118a0cbe95b2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q5_K_M", + "model": "llama3.3:70b-instruct-q5_K_M", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 53687091200, + "digest": "a495e09a0513", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q6_K", + "model": "llama3.3:70b-instruct-q6_K", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 62277025792, + "digest": "992c05c90cd8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-q8_0", + "model": "llama3.3:70b-instruct-q8_0", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 80530636800, + "digest": "d5b5e1b84868", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3.3:70b-instruct-fp16", + "model": "llama3.3:70b-instruct-fp16", + "modified_at": "2024-12-06T19:13:00.000Z", + "size": 151397597184, + "digest": "8fbd361705a0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin3:latest", + "model": "dolphin3:latest", + "modified_at": "2025-01-05T19:38:00.000Z", + "size": 5261334938, + "digest": "d5ab9ae8e1f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "dolphin3:8b", + "model": "dolphin3:8b", + "modified_at": "2025-01-05T19:38:00.000Z", + "size": 5261334938, + "digest": "d5ab9ae8e1f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "dolphin3:8b-llama3.1-q4_K_M", + "model": "dolphin3:8b-llama3.1-q4_K_M", + "modified_at": "2025-01-05T19:38:00.000Z", + "size": 5261334938, + "digest": "d5ab9ae8e1f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-llama3.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin3:8b-llama3.1-q8_0", + "model": "dolphin3:8b-llama3.1-q8_0", + "modified_at": "2025-01-05T19:38:00.000Z", + "size": 9126805504, + "digest": "e3310b61ffdb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-llama3.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin3:8b-llama3.1-fp16", + "model": "dolphin3:8b-llama3.1-fp16", + "modified_at": "2025-01-05T19:38:00.000Z", + "size": 17179869184, + "digest": "b0941c6f3226", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-llama3.1-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3:latest", + "model": "deepseek-v3:latest", + "modified_at": "2025-01-13T17:16:00.000Z", + "size": 433791696896, + "digest": "5da0e2d4a9e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3:671b", + "model": "deepseek-v3:671b", + "modified_at": "2025-01-13T17:16:00.000Z", + "size": 433791696896, + "digest": "5da0e2d4a9e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3:671b-q4_K_M", + "model": "deepseek-v3:671b-q4_K_M", + "modified_at": "2025-01-13T17:16:00.000Z", + "size": 433791696896, + "digest": "5da0e2d4a9e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3:671b-q8_0", + "model": "deepseek-v3:671b-q8_0", + "modified_at": "2025-01-13T17:16:00.000Z", + "size": 765577920512, + "digest": "96061c74c1a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3:671b-fp16", + "model": "deepseek-v3:671b-fp16", + "modified_at": "2025-01-13T17:16:00.000Z", + "size": 1429365116109, + "digest": "7770bf5a5ed8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-fp16", + "quantization_level": "" + } + }, + { + "name": "olmo2:latest", + "model": "olmo2:latest", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 4831838208, + "digest": "4208d3b406db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "olmo2:7b", + "model": "olmo2:7b", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 4831838208, + "digest": "4208d3b406db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "olmo2:13b", + "model": "olmo2:13b", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 9019431322, + "digest": "6c279ebc980f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "olmo2:7b-1124-instruct-q4_K_M", + "model": "olmo2:7b-1124-instruct-q4_K_M", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 4831838208, + "digest": "4208d3b406db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-1124-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "olmo2:7b-1124-instruct-q8_0", + "model": "olmo2:7b-1124-instruct-q8_0", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 8375186227, + "digest": "e75d0b293717", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-1124-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "olmo2:7b-1124-instruct-fp16", + "model": "olmo2:7b-1124-instruct-fp16", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 16106127360, + "digest": "fa483f2d5cc7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-1124-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "olmo2:13b-1124-instruct-q4_K_M", + "model": "olmo2:13b-1124-instruct-q4_K_M", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 9019431322, + "digest": "6c279ebc980f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-1124-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "olmo2:13b-1124-instruct-q8_0", + "model": "olmo2:13b-1124-instruct-q8_0", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 16106127360, + "digest": "54d0ec72e884", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-1124-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "olmo2:13b-1124-instruct-fp16", + "model": "olmo2:13b-1124-instruct-fp16", + "modified_at": "2025-01-11T22:43:00.000Z", + "size": 28991029248, + "digest": "c5cd17f69ca0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-1124-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm2:latest", + "model": "smollm2:latest", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1932735283, + "digest": "cef4a1e09247", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m", + "model": "smollm2:135m", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 284164096, + "digest": "9077fe9d2ae1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m", + "model": "smollm2:360m", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 761266176, + "digest": "297281b699fc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b", + "model": "smollm2:1.7b", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1932735283, + "digest": "cef4a1e09247", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q2_K", + "model": "smollm2:135m-instruct-q2_K", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 92274688, + "digest": "888e2e49aff1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q3_K_S", + "model": "smollm2:135m-instruct-q3_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 92274688, + "digest": "ea68556e2fe1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q3_K_M", + "model": "smollm2:135m-instruct-q3_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 98566144, + "digest": "970418f9b140", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q3_K_L", + "model": "smollm2:135m-instruct-q3_K_L", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 102760448, + "digest": "c72ffea38f60", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q4_0", + "model": "smollm2:135m-instruct-q4_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 96468992, + "digest": "dbc9f6c89cb0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q4_1", + "model": "smollm2:135m-instruct-q4_1", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 102760448, + "digest": "1e7dbfd9f706", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q4_K_S", + "model": "smollm2:135m-instruct-q4_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 106954752, + "digest": "9a7ead04933f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q4_K_M", + "model": "smollm2:135m-instruct-q4_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 110100480, + "digest": "fd3168509652", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q5_0", + "model": "smollm2:135m-instruct-q5_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 110100480, + "digest": "b4ae22539f3f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q5_1", + "model": "smollm2:135m-instruct-q5_1", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 117440512, + "digest": "e8d2ad7e6838", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q5_K_S", + "model": "smollm2:135m-instruct-q5_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 115343360, + "digest": "11d6886e86ff", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q5_K_M", + "model": "smollm2:135m-instruct-q5_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 117440512, + "digest": "a703ae7fccb0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q6_K", + "model": "smollm2:135m-instruct-q6_K", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 144703488, + "digest": "6e8e767c0cee", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-q8_0", + "model": "smollm2:135m-instruct-q8_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 152043520, + "digest": "2d470404841a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:135m-instruct-fp16", + "model": "smollm2:135m-instruct-fp16", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 284164096, + "digest": "9077fe9d2ae1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "135m-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q2_K", + "model": "smollm2:360m-instruct-q2_K", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 229638144, + "digest": "54be4fc61f4d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q3_K_S", + "model": "smollm2:360m-instruct-q3_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 229638144, + "digest": "a601e4ea2064", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q3_K_M", + "model": "smollm2:360m-instruct-q3_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 246415360, + "digest": "0178f7a9b2a2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q3_K_L", + "model": "smollm2:360m-instruct-q3_K_L", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 257949696, + "digest": "43b5786c7936", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q4_0", + "model": "smollm2:360m-instruct-q4_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 240123904, + "digest": "676f4c06b139", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q4_1", + "model": "smollm2:360m-instruct-q4_1", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 261095424, + "digest": "105941c87459", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q4_K_S", + "model": "smollm2:360m-instruct-q4_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 272629760, + "digest": "c03645f8e0dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q4_K_M", + "model": "smollm2:360m-instruct-q4_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 284164096, + "digest": "4ca41655e80e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q5_0", + "model": "smollm2:360m-instruct-q5_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 281018368, + "digest": "456bcbe27a48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q5_1", + "model": "smollm2:360m-instruct-q5_1", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 301989888, + "digest": "3bcd2b075c64", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q5_K_S", + "model": "smollm2:360m-instruct-q5_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 296747008, + "digest": "8d5a33b7fc41", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q5_K_M", + "model": "smollm2:360m-instruct-q5_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 304087040, + "digest": "a2f10c17100d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q6_K", + "model": "smollm2:360m-instruct-q6_K", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 384827392, + "digest": "0b45c0118489", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-q8_0", + "model": "smollm2:360m-instruct-q8_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 404750336, + "digest": "dfd48b1fa28f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:360m-instruct-fp16", + "model": "smollm2:360m-instruct-fp16", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 761266176, + "digest": "297281b699fc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "360m-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q2_K", + "model": "smollm2:1.7b-instruct-q2_K", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 707788800, + "digest": "c9fa799834eb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q3_K_S", + "model": "smollm2:1.7b-instruct-q3_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 814743552, + "digest": "5f6dd832de68", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q3_K_M", + "model": "smollm2:1.7b-instruct-q3_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 901775360, + "digest": "995c3b9124da", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q3_K_L", + "model": "smollm2:1.7b-instruct-q3_K_L", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 978321408, + "digest": "8e9bf65b4fc1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q4_0", + "model": "smollm2:1.7b-instruct-q4_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1039138816, + "digest": "4c11ca6ef836", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q4_1", + "model": "smollm2:1.7b-instruct-q4_1", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1181116006, + "digest": "aee2f3421da8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q4_K_S", + "model": "smollm2:1.7b-instruct-q4_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1047527424, + "digest": "fa70e3e2531f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q4_K_M", + "model": "smollm2:1.7b-instruct-q4_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1181116006, + "digest": "8ea75f835db9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q5_0", + "model": "smollm2:1.7b-instruct-q5_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1288490189, + "digest": "b8b1fb6cc166", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q5_1", + "model": "smollm2:1.7b-instruct-q5_1", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1395864371, + "digest": "f46b4fa8622d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q5_K_S", + "model": "smollm2:1.7b-instruct-q5_K_S", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1288490189, + "digest": "042ddeb76d9e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q5_K_M", + "model": "smollm2:1.7b-instruct-q5_K_M", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1288490189, + "digest": "ff2bf7135787", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q6_K", + "model": "smollm2:1.7b-instruct-q6_K", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1503238554, + "digest": "d334c54e8df6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-q8_0", + "model": "smollm2:1.7b-instruct-q8_0", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 1932735283, + "digest": "cef4a1e09247", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm2:1.7b-instruct-fp16", + "model": "smollm2:1.7b-instruct-fp16", + "modified_at": "2024-11-01T04:57:00.000Z", + "size": 3650722202, + "digest": "4dfa5c286f7d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:latest", + "model": "qwen2.5vl:latest", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 6442450944, + "digest": "5ced39dfa4ba", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:3b", + "model": "qwen2.5vl:3b", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 3435973837, + "digest": "fb90415cde1e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:7b", + "model": "qwen2.5vl:7b", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 6442450944, + "digest": "5ced39dfa4ba", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:32b", + "model": "qwen2.5vl:32b", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 22548578304, + "digest": "3edc3a52fe98", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:72b", + "model": "qwen2.5vl:72b", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 52613349376, + "digest": "05ea68274581", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "72b", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:3b-q4_K_M", + "model": "qwen2.5vl:3b-q4_K_M", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 3435973837, + "digest": "fb90415cde1e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:3b-q8_0", + "model": "qwen2.5vl:3b-q8_0", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 4939212390, + "digest": "21858d9f5230", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:3b-fp16", + "model": "qwen2.5vl:3b-fp16", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 8053063680, + "digest": "0aeee3542efe", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:7b-q4_K_M", + "model": "qwen2.5vl:7b-q4_K_M", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 6442450944, + "digest": "5ced39dfa4ba", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:7b-q8_0", + "model": "qwen2.5vl:7b-q8_0", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 10093173146, + "digest": "434c6f75b469", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:7b-fp16", + "model": "qwen2.5vl:7b-fp16", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 18253611008, + "digest": "db03e34551a0", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:32b-q4_K_M", + "model": "qwen2.5vl:32b-q4_K_M", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 22548578304, + "digest": "3edc3a52fe98", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:32b-q8_0", + "model": "qwen2.5vl:32b-q8_0", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 38654705664, + "digest": "2702bb339158", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:32b-fp16", + "model": "qwen2.5vl:32b-fp16", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 71940702208, + "digest": "36c223960eca", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "32b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:72b-q4_K_M", + "model": "qwen2.5vl:72b-q4_K_M", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 52613349376, + "digest": "05ea68274581", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "72b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:72b-q8_0", + "model": "qwen2.5vl:72b-q8_0", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 84825604096, + "digest": "7ab696d4a6e8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "72b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2.5vl:72b-fp16", + "model": "qwen2.5vl:72b-fp16", + "modified_at": "2025-05-22T21:01:00.000Z", + "size": 157840048128, + "digest": "740f061f9f08", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "72b-fp16", + "quantization_level": "" + } + }, + { + "name": "all-minilm:latest", + "model": "all-minilm:latest", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 48234496, + "digest": "1b226e2802db", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "all-minilm:l12", + "model": "all-minilm:l12", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 70254592, + "digest": "4f5da3bd944d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "l12", + "quantization_level": "" + } + }, + { + "name": "all-minilm:l6", + "model": "all-minilm:l6", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 48234496, + "digest": "1b226e2802db", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "l6", + "quantization_level": "" + } + }, + { + "name": "all-minilm:v2", + "model": "all-minilm:v2", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 48234496, + "digest": "1b226e2802db", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "v2", + "quantization_level": "" + } + }, + { + "name": "all-minilm:22m", + "model": "all-minilm:22m", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 48234496, + "digest": "1b226e2802db", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "22m", + "quantization_level": "" + } + }, + { + "name": "all-minilm:33m", + "model": "all-minilm:33m", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 70254592, + "digest": "4f5da3bd944d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "33m", + "quantization_level": "" + } + }, + { + "name": "all-minilm:22m-l6-v2-fp16", + "model": "all-minilm:22m-l6-v2-fp16", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 48234496, + "digest": "1b226e2802db", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "22m-l6-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "all-minilm:33m-l12-v2-fp16", + "model": "all-minilm:33m-l12-v2-fp16", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 70254592, + "digest": "4f5da3bd944d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "33m-l12-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "all-minilm:l12-v2", + "model": "all-minilm:l12-v2", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 70254592, + "digest": "4f5da3bd944d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "l12-v2", + "quantization_level": "" + } + }, + { + "name": "all-minilm:l6-v2", + "model": "all-minilm:l6-v2", + "modified_at": "2024-05-06T23:38:00.000Z", + "size": 48234496, + "digest": "1b226e2802db", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "l6-v2", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:latest", + "model": "snowflake-arctic-embed:latest", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 701497344, + "digest": "21ab8b9b0545", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:l", + "model": "snowflake-arctic-embed:l", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 701497344, + "digest": "21ab8b9b0545", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "l", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:m", + "model": "snowflake-arctic-embed:m", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 229638144, + "digest": "8a0d86a3ca1d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "m", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:s", + "model": "snowflake-arctic-embed:s", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 70254592, + "digest": "e8db018629b4", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "s", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:xs", + "model": "snowflake-arctic-embed:xs", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 48234496, + "digest": "bf75350e1752", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "xs", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:22m", + "model": "snowflake-arctic-embed:22m", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 48234496, + "digest": "bf75350e1752", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "22m", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:33m", + "model": "snowflake-arctic-embed:33m", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 70254592, + "digest": "e8db018629b4", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "33m", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:110m", + "model": "snowflake-arctic-embed:110m", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 229638144, + "digest": "8a0d86a3ca1d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "110m", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:137m", + "model": "snowflake-arctic-embed:137m", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 287309824, + "digest": "12616299a158", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "137m", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:335m", + "model": "snowflake-arctic-embed:335m", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 701497344, + "digest": "21ab8b9b0545", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "335m", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:22m-xs-fp16", + "model": "snowflake-arctic-embed:22m-xs-fp16", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 48234496, + "digest": "bf75350e1752", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "22m-xs-fp16", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:33m-s-fp16", + "model": "snowflake-arctic-embed:33m-s-fp16", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 70254592, + "digest": "e8db018629b4", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "33m-s-fp16", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:110m-m-fp16", + "model": "snowflake-arctic-embed:110m-m-fp16", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 229638144, + "digest": "8a0d86a3ca1d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "110m-m-fp16", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:137m-m-long-fp16", + "model": "snowflake-arctic-embed:137m-m-long-fp16", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 287309824, + "digest": "12616299a158", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "137m-m-long-fp16", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:335m-l-fp16", + "model": "snowflake-arctic-embed:335m-l-fp16", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 701497344, + "digest": "21ab8b9b0545", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "335m-l-fp16", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed:m-long", + "model": "snowflake-arctic-embed:m-long", + "modified_at": "2024-04-16T16:06:00.000Z", + "size": 287309824, + "digest": "12616299a158", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "m-long", + "quantization_level": "" + } + }, + { + "name": "codegemma:latest", + "model": "codegemma:latest", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "0c96700aaada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "codegemma:code", + "model": "codegemma:code", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "926331004170", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "code", + "quantization_level": "" + } + }, + { + "name": "codegemma:instruct", + "model": "codegemma:instruct", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "0c96700aaada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b", + "model": "codegemma:2b", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "926331004170", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b", + "model": "codegemma:7b", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "0c96700aaada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code", + "model": "codegemma:2b-code", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "926331004170", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q2_K", + "model": "codegemma:2b-code-q2_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1288490189, + "digest": "ac67535c1552", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q2_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q2_K", + "model": "codegemma:2b-code-v1.1-q2_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1288490189, + "digest": "75ba44f889ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q3_K_S", + "model": "codegemma:2b-code-q3_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1395864371, + "digest": "6b80287fa068", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q3_K_S", + "model": "codegemma:2b-code-v1.1-q3_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1395864371, + "digest": "d3a7d018d4c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q3_K_M", + "model": "codegemma:2b-code-q3_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1503238554, + "digest": "f0346e149522", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q3_K_M", + "model": "codegemma:2b-code-v1.1-q3_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1503238554, + "digest": "7d484bdf35ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q3_K_L", + "model": "codegemma:2b-code-q3_K_L", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1610612736, + "digest": "c6a3ccbac1d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q3_K_L", + "model": "codegemma:2b-code-v1.1-q3_K_L", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1610612736, + "digest": "6c9dbaeb7d96", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q4_0", + "model": "codegemma:2b-code-q4_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "d90011175ac4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q4_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q4_0", + "model": "codegemma:2b-code-v1.1-q4_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "926331004170", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q4_1", + "model": "codegemma:2b-code-q4_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1825361101, + "digest": "801d0eb569e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q4_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q4_1", + "model": "codegemma:2b-code-v1.1-q4_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1825361101, + "digest": "2128822ebc78", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q4_K_S", + "model": "codegemma:2b-code-q4_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "259e48057973", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q4_K_S", + "model": "codegemma:2b-code-v1.1-q4_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "a8166a21676a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q4_K_M", + "model": "codegemma:2b-code-q4_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "b593bb191655", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q4_K_M", + "model": "codegemma:2b-code-v1.1-q4_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "718e1de01c13", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q5_0", + "model": "codegemma:2b-code-q5_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1932735283, + "digest": "becd697505ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q5_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q5_0", + "model": "codegemma:2b-code-v1.1-q5_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1932735283, + "digest": "2eb16b352c75", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q5_1", + "model": "codegemma:2b-code-q5_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 2040109466, + "digest": "820b54de78f0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q5_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q5_1", + "model": "codegemma:2b-code-v1.1-q5_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 2040109466, + "digest": "2b872b7f7fcf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q5_K_S", + "model": "codegemma:2b-code-q5_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1932735283, + "digest": "e9b5e9befa9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q5_K_S", + "model": "codegemma:2b-code-v1.1-q5_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1932735283, + "digest": "ba1202a14d4e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q5_K_M", + "model": "codegemma:2b-code-q5_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1932735283, + "digest": "9617b59cd865", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q5_K_M", + "model": "codegemma:2b-code-v1.1-q5_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1932735283, + "digest": "421f855bcae9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q6_K", + "model": "codegemma:2b-code-q6_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 2254857830, + "digest": "fead9028c732", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q6_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q6_K", + "model": "codegemma:2b-code-v1.1-q6_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 2254857830, + "digest": "d06cfbc95341", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-q8_0", + "model": "codegemma:2b-code-q8_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 2899102925, + "digest": "2be70d05c9ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-q8_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-q8_0", + "model": "codegemma:2b-code-v1.1-q8_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 2899102925, + "digest": "e7a5cfdf2f8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-fp16", + "model": "codegemma:2b-code-fp16", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "cb6daa72179a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-fp16", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-code-v1.1-fp16", + "model": "codegemma:2b-code-v1.1-fp16", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "962c58660bab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-code-v1.1-fp16", + "quantization_level": "" + } + }, + { + "name": "codegemma:2b-v1.1", + "model": "codegemma:2b-v1.1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 1717986918, + "digest": "926331004170", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-v1.1", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code", + "model": "codegemma:7b-code", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "aee9a63c13b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q2_K", + "model": "codegemma:7b-code-q2_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 3758096384, + "digest": "9a5f3c6225e2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q2_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q3_K_S", + "model": "codegemma:7b-code-q3_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 4294967296, + "digest": "59358d79fbb3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q3_K_M", + "model": "codegemma:7b-code-q3_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 4724464026, + "digest": "b000753cb7f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q3_K_L", + "model": "codegemma:7b-code-q3_K_L", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5046586573, + "digest": "421c03d31cc9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q4_0", + "model": "codegemma:7b-code-q4_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "aee9a63c13b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q4_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q4_1", + "model": "codegemma:7b-code-q4_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5905580032, + "digest": "9067dd660ab0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q4_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q4_K_S", + "model": "codegemma:7b-code-q4_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "0eb5f6d5362a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q4_K_M", + "model": "codegemma:7b-code-q4_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5690831667, + "digest": "1b95ec1e6836", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q5_0", + "model": "codegemma:7b-code-q5_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6442450944, + "digest": "e866e2cde5d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q5_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q5_1", + "model": "codegemma:7b-code-q5_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6979321856, + "digest": "104988c6ebfd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q5_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q5_K_S", + "model": "codegemma:7b-code-q5_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6442450944, + "digest": "12594d83fcd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q5_K_M", + "model": "codegemma:7b-code-q5_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6549825126, + "digest": "819c2d1e9b36", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q6_K", + "model": "codegemma:7b-code-q6_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 7516192768, + "digest": "d00cdbfa8157", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q6_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-q8_0", + "model": "codegemma:7b-code-q8_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 9771050598, + "digest": "9d29d6048003", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-q8_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-code-fp16", + "model": "codegemma:7b-code-fp16", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 18253611008, + "digest": "0e5867ab03b0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-fp16", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct", + "model": "codegemma:7b-instruct", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "0c96700aaada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q2_K", + "model": "codegemma:7b-instruct-q2_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 3758096384, + "digest": "2936dc87cdb1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q2_K", + "model": "codegemma:7b-instruct-v1.1-q2_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 3758096384, + "digest": "ffadaea5308f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q3_K_S", + "model": "codegemma:7b-instruct-q3_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 4294967296, + "digest": "16494f9aaad4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q3_K_S", + "model": "codegemma:7b-instruct-v1.1-q3_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 4294967296, + "digest": "bf6229637a9a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q3_K_M", + "model": "codegemma:7b-instruct-q3_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 4724464026, + "digest": "4816aadf859f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q3_K_M", + "model": "codegemma:7b-instruct-v1.1-q3_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 4724464026, + "digest": "98df477b4dd7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q3_K_L", + "model": "codegemma:7b-instruct-q3_K_L", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5046586573, + "digest": "95fefb8f59d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q3_K_L", + "model": "codegemma:7b-instruct-v1.1-q3_K_L", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5046586573, + "digest": "d2c94e66c966", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q4_0", + "model": "codegemma:7b-instruct-q4_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "ca966f70c13f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q4_0", + "model": "codegemma:7b-instruct-v1.1-q4_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "0c96700aaada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q4_1", + "model": "codegemma:7b-instruct-q4_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5905580032, + "digest": "596e25861a46", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q4_1", + "model": "codegemma:7b-instruct-v1.1-q4_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5905580032, + "digest": "a6bd8bc93405", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q4_K_S", + "model": "codegemma:7b-instruct-q4_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "5f15be900227", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q4_K_S", + "model": "codegemma:7b-instruct-v1.1-q4_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "61a7d2976eb8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q4_K_M", + "model": "codegemma:7b-instruct-q4_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5690831667, + "digest": "4ef43ea9dac1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q4_K_M", + "model": "codegemma:7b-instruct-v1.1-q4_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5690831667, + "digest": "1216b3135c8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q5_0", + "model": "codegemma:7b-instruct-q5_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6442450944, + "digest": "f3e24c336347", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q5_0", + "model": "codegemma:7b-instruct-v1.1-q5_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6442450944, + "digest": "a4b9382b8bc5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q5_1", + "model": "codegemma:7b-instruct-q5_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6979321856, + "digest": "a5d197370268", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q5_1", + "model": "codegemma:7b-instruct-v1.1-q5_1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6979321856, + "digest": "c381b9ac5109", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q5_K_S", + "model": "codegemma:7b-instruct-q5_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6442450944, + "digest": "720341c38018", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q5_K_S", + "model": "codegemma:7b-instruct-v1.1-q5_K_S", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6442450944, + "digest": "121eb5f29436", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q5_K_M", + "model": "codegemma:7b-instruct-q5_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6549825126, + "digest": "ea2f6eee4ed5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q5_K_M", + "model": "codegemma:7b-instruct-v1.1-q5_K_M", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 6549825126, + "digest": "218da16d05a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q6_K", + "model": "codegemma:7b-instruct-q6_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 7516192768, + "digest": "7aab9ab8f462", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q6_K", + "model": "codegemma:7b-instruct-v1.1-q6_K", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 7516192768, + "digest": "84dfb4c2b2ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-q8_0", + "model": "codegemma:7b-instruct-q8_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 9771050598, + "digest": "359218041ed4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-q8_0", + "model": "codegemma:7b-instruct-v1.1-q8_0", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 9771050598, + "digest": "9cbd7648b75f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-fp16", + "model": "codegemma:7b-instruct-fp16", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 18253611008, + "digest": "27f776c137a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-instruct-v1.1-fp16", + "model": "codegemma:7b-instruct-v1.1-fp16", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 18253611008, + "digest": "d0b6beaa41bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-v1.1-fp16", + "quantization_level": "" + } + }, + { + "name": "codegemma:7b-v1.1", + "model": "codegemma:7b-v1.1", + "modified_at": "2024-07-18T17:38:00.000Z", + "size": 5368709120, + "digest": "0c96700aaada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1", + "quantization_level": "" + } + }, + { + "name": "mistral-small:latest", + "model": "mistral-small:latest", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 15032385536, + "digest": "8039dd90c113", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b", + "model": "mistral-small:22b", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 13958643712, + "digest": "d095cd553b04", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b", + "quantization_level": "" + } + }, + { + "name": "mistral-small:24b", + "model": "mistral-small:24b", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 15032385536, + "digest": "8039dd90c113", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q2_K", + "model": "mistral-small:22b-instruct-2409-q2_K", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 8912057139, + "digest": "8ec9babc3847", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q3_K_S", + "model": "mistral-small:22b-instruct-2409-q3_K_S", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 10307921510, + "digest": "dfaf3aefa53f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q3_K_M", + "model": "mistral-small:22b-instruct-2409-q3_K_M", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 11811160064, + "digest": "eaa764a8f77f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q3_K_L", + "model": "mistral-small:22b-instruct-2409-q3_K_L", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 12884901888, + "digest": "fe81dad8bbb0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q4_0", + "model": "mistral-small:22b-instruct-2409-q4_0", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 13958643712, + "digest": "d095cd553b04", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q4_1", + "model": "mistral-small:22b-instruct-2409-q4_1", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 15032385536, + "digest": "565c78387545", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q4_K_S", + "model": "mistral-small:22b-instruct-2409-q4_K_S", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 13958643712, + "digest": "9b3a8280f0c7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q4_K_M", + "model": "mistral-small:22b-instruct-2409-q4_K_M", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 13958643712, + "digest": "9f552ae9b883", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q5_0", + "model": "mistral-small:22b-instruct-2409-q5_0", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 16106127360, + "digest": "04c315f44b8c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q5_1", + "model": "mistral-small:22b-instruct-2409-q5_1", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 18253611008, + "digest": "5bd49ef5756a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q5_K_S", + "model": "mistral-small:22b-instruct-2409-q5_K_S", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 16106127360, + "digest": "5b4d9855bfa5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q5_K_M", + "model": "mistral-small:22b-instruct-2409-q5_K_M", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 17179869184, + "digest": "eec48ef9afdc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q6_K", + "model": "mistral-small:22b-instruct-2409-q6_K", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 19327352832, + "digest": "5113380707de", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-q8_0", + "model": "mistral-small:22b-instruct-2409-q8_0", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 25769803776, + "digest": "ebe30125ec3c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-small:22b-instruct-2409-fp16", + "model": "mistral-small:22b-instruct-2409-fp16", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 47244640256, + "digest": "28fc9c710e5f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "22b-instruct-2409-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral-small:24b-instruct-2501-q4_K_M", + "model": "mistral-small:24b-instruct-2501-q4_K_M", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 15032385536, + "digest": "8039dd90c113", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-instruct-2501-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-small:24b-instruct-2501-q8_0", + "model": "mistral-small:24b-instruct-2501-q8_0", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 26843545600, + "digest": "20ffe5db0161", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-instruct-2501-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-small:24b-instruct-2501-fp16", + "model": "mistral-small:24b-instruct-2501-fp16", + "modified_at": "2025-01-30T15:58:00.000Z", + "size": 50465865728, + "digest": "6134e1a7e2c8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-instruct-2501-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:latest", + "model": "granite3.1-moe:latest", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2147483648, + "digest": "b43d80d7fca7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b", + "model": "granite3.1-moe:1b", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1503238554, + "digest": "3269ce3e31ea", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b", + "model": "granite3.1-moe:3b", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2147483648, + "digest": "b43d80d7fca7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q2_K", + "model": "granite3.1-moe:1b-instruct-q2_K", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 549453824, + "digest": "6521a8fa2f7d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q3_K_S", + "model": "granite3.1-moe:1b-instruct-q3_K_S", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 639631360, + "digest": "c81277fe1196", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q3_K_M", + "model": "granite3.1-moe:1b-instruct-q3_K_M", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 703594496, + "digest": "a9921af691fb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q3_K_L", + "model": "granite3.1-moe:1b-instruct-q3_K_L", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 759169024, + "digest": "38e819bae7cb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q4_0", + "model": "granite3.1-moe:1b-instruct-q4_0", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 818937856, + "digest": "f1e180ae50b0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q4_1", + "model": "granite3.1-moe:1b-instruct-q4_1", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 902823936, + "digest": "d62c69d05bc9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q4_K_S", + "model": "granite3.1-moe:1b-instruct-q4_K_S", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 825229312, + "digest": "531849afb99e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q4_K_M", + "model": "granite3.1-moe:1b-instruct-q4_K_M", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 874512384, + "digest": "f825ee9e296f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q5_0", + "model": "granite3.1-moe:1b-instruct-q5_0", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 986710016, + "digest": "3d8012283ac9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q5_1", + "model": "granite3.1-moe:1b-instruct-q5_1", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1073741824, + "digest": "39b91d40cf9e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q5_K_S", + "model": "granite3.1-moe:1b-instruct-q5_K_S", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 986710016, + "digest": "fcc3d042cf51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q5_K_M", + "model": "granite3.1-moe:1b-instruct-q5_K_M", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1016070144, + "digest": "6c0ad5f8dbc5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q6_K", + "model": "granite3.1-moe:1b-instruct-q6_K", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1181116006, + "digest": "72cde855354e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-q8_0", + "model": "granite3.1-moe:1b-instruct-q8_0", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1503238554, + "digest": "3269ce3e31ea", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:1b-instruct-fp16", + "model": "granite3.1-moe:1b-instruct-fp16", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2899102925, + "digest": "99904f51aa5c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q2_K", + "model": "granite3.1-moe:3b-instruct-q2_K", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1395864371, + "digest": "7ea974a9d11f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q3_K_S", + "model": "granite3.1-moe:3b-instruct-q3_K_S", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1610612736, + "digest": "86de476c2ed2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q3_K_M", + "model": "granite3.1-moe:3b-instruct-q3_K_M", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1717986918, + "digest": "216dcd8f0222", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q3_K_L", + "model": "granite3.1-moe:3b-instruct-q3_K_L", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 1932735283, + "digest": "712573071d24", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q4_0", + "model": "granite3.1-moe:3b-instruct-q4_0", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2040109466, + "digest": "575c94ea9f74", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q4_1", + "model": "granite3.1-moe:3b-instruct-q4_1", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2254857830, + "digest": "a4c8618969bb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q4_K_S", + "model": "granite3.1-moe:3b-instruct-q4_K_S", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2040109466, + "digest": "71da5b32c299", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q4_K_M", + "model": "granite3.1-moe:3b-instruct-q4_K_M", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2147483648, + "digest": "b43d80d7fca7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q5_0", + "model": "granite3.1-moe:3b-instruct-q5_0", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2469606195, + "digest": "ac1c3501f148", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q5_1", + "model": "granite3.1-moe:3b-instruct-q5_1", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2684354560, + "digest": "14ba2faee6e3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q5_K_S", + "model": "granite3.1-moe:3b-instruct-q5_K_S", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2469606195, + "digest": "ec25600ae9c5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q5_K_M", + "model": "granite3.1-moe:3b-instruct-q5_K_M", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2576980378, + "digest": "fac03e34e804", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q6_K", + "model": "granite3.1-moe:3b-instruct-q6_K", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 2899102925, + "digest": "b49c14c5cac4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-q8_0", + "model": "granite3.1-moe:3b-instruct-q8_0", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 3758096384, + "digest": "038f46903bbd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-moe:3b-instruct-fp16", + "model": "granite3.1-moe:3b-instruct-fp16", + "modified_at": "2025-01-17T22:18:00.000Z", + "size": 7086696038, + "digest": "cdedb7e7b102", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "orca-mini:latest", + "model": "orca-mini:latest", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 2147483648, + "digest": "2dbd9f439647", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "orca-mini:3b", + "model": "orca-mini:3b", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 2147483648, + "digest": "2dbd9f439647", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b", + "model": "orca-mini:7b", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4080218931, + "digest": "9c9618e2e895", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b", + "model": "orca-mini:13b", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7945689498, + "digest": "1b4877c90807", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b", + "model": "orca-mini:70b", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 41875931136, + "digest": "f184c0860491", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "orca-mini:3b-q4_0", + "model": "orca-mini:3b-q4_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 2147483648, + "digest": "2dbd9f439647", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:3b-q4_1", + "model": "orca-mini:3b-q4_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 2362232013, + "digest": "baaaf6d7885b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:3b-q5_0", + "model": "orca-mini:3b-q5_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 2576980378, + "digest": "6ab5f5489601", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:3b-q5_1", + "model": "orca-mini:3b-q5_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 2791728742, + "digest": "4ad394056d0b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:3b-q8_0", + "model": "orca-mini:3b-q8_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3865470566, + "digest": "e31654abca22", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:3b-fp16", + "model": "orca-mini:3b-fp16", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7408818586, + "digest": "f85802731409", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-fp16", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q2_K", + "model": "orca-mini:7b-v2-q2_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3006477107, + "digest": "cf92e423fb3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q3_K_S", + "model": "orca-mini:7b-v2-q3_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3113851290, + "digest": "8fa2889ecb51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q3_K_M", + "model": "orca-mini:7b-v2-q3_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3543348019, + "digest": "2b42986f156b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q3_K_L", + "model": "orca-mini:7b-v2-q3_K_L", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3865470566, + "digest": "07065b6e4ff7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q4_0", + "model": "orca-mini:7b-v2-q4_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4080218931, + "digest": "db096cc7b3f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q4_1", + "model": "orca-mini:7b-v2-q4_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4509715661, + "digest": "aee6823a849a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q4_K_S", + "model": "orca-mini:7b-v2-q4_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4187593114, + "digest": "7ed973ab6559", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q4_K_M", + "model": "orca-mini:7b-v2-q4_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4402341478, + "digest": "eb586ac4d97f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q5_0", + "model": "orca-mini:7b-v2-q5_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5046586573, + "digest": "2c7a2952ffe9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q5_1", + "model": "orca-mini:7b-v2-q5_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5476083302, + "digest": "e9d24fc8a9ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q5_K_S", + "model": "orca-mini:7b-v2-q5_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5046586573, + "digest": "e38ccaaaed8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q5_K_M", + "model": "orca-mini:7b-v2-q5_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5153960755, + "digest": "3d950d4864ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q6_K", + "model": "orca-mini:7b-v2-q6_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5905580032, + "digest": "d55eb108b6d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-q8_0", + "model": "orca-mini:7b-v2-q8_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7730941133, + "digest": "755b6f0925e9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v2-fp16", + "model": "orca-mini:7b-v2-fp16", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 13958643712, + "digest": "1a716fc27577", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3", + "model": "orca-mini:7b-v3", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4080218931, + "digest": "9c9618e2e895", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q2_K", + "model": "orca-mini:7b-v3-q2_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3006477107, + "digest": "1b17d4503dd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q3_K_S", + "model": "orca-mini:7b-v3-q3_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3113851290, + "digest": "f876ae8b69c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q3_K_M", + "model": "orca-mini:7b-v3-q3_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3543348019, + "digest": "5a6e8b1fe604", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q3_K_L", + "model": "orca-mini:7b-v3-q3_K_L", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3865470566, + "digest": "0c6a46e8fc6d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q4_0", + "model": "orca-mini:7b-v3-q4_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4080218931, + "digest": "9c9618e2e895", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q4_1", + "model": "orca-mini:7b-v3-q4_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4509715661, + "digest": "85670bb801a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q4_K_S", + "model": "orca-mini:7b-v3-q4_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4187593114, + "digest": "df1ac2dbb3eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q4_K_M", + "model": "orca-mini:7b-v3-q4_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4402341478, + "digest": "2c472475e892", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q5_0", + "model": "orca-mini:7b-v3-q5_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5046586573, + "digest": "98d33166886d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q5_1", + "model": "orca-mini:7b-v3-q5_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5476083302, + "digest": "c144d27c6729", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q5_K_S", + "model": "orca-mini:7b-v3-q5_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5046586573, + "digest": "806eac42db69", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q5_K_M", + "model": "orca-mini:7b-v3-q5_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5153960755, + "digest": "6518fa5b7aed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q6_K", + "model": "orca-mini:7b-v3-q6_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5905580032, + "digest": "702e61f3cc0a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-q8_0", + "model": "orca-mini:7b-v3-q8_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7730941133, + "digest": "7707879d3793", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-v3-fp16", + "model": "orca-mini:7b-v3-fp16", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 13958643712, + "digest": "089339690b0a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3-fp16", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q2_K", + "model": "orca-mini:7b-q2_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3006477107, + "digest": "629f61a16f8d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q3_K_S", + "model": "orca-mini:7b-q3_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3113851290, + "digest": "32d73761c966", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q3_K_M", + "model": "orca-mini:7b-q3_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3543348019, + "digest": "6f68c8ff61cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q3_K_L", + "model": "orca-mini:7b-q3_K_L", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 3865470566, + "digest": "678f10ad8ea6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q4_0", + "model": "orca-mini:7b-q4_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4080218931, + "digest": "52f6f01e3ce0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q4_1", + "model": "orca-mini:7b-q4_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4509715661, + "digest": "a8d2800046a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q4_K_S", + "model": "orca-mini:7b-q4_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4187593114, + "digest": "ffb8dddf6fab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q4_K_M", + "model": "orca-mini:7b-q4_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 4402341478, + "digest": "913e18f06270", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q5_0", + "model": "orca-mini:7b-q5_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5046586573, + "digest": "4ab6288e4914", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q5_1", + "model": "orca-mini:7b-q5_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5476083302, + "digest": "2d46758c14de", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q5_K_S", + "model": "orca-mini:7b-q5_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5046586573, + "digest": "3817a43d9eba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q5_K_M", + "model": "orca-mini:7b-q5_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5153960755, + "digest": "c7ba573e08a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q6_K", + "model": "orca-mini:7b-q6_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5905580032, + "digest": "637ee36ed8eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-q8_0", + "model": "orca-mini:7b-q8_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7730941133, + "digest": "51fea4a8a2ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:7b-fp16", + "model": "orca-mini:7b-fp16", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 13958643712, + "digest": "8b7dcffd0a8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q2_K", + "model": "orca-mini:13b-v2-q2_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5798205850, + "digest": "77cd66457900", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q3_K_S", + "model": "orca-mini:13b-v2-q3_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 6120328397, + "digest": "e87e20ccd984", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q3_K_M", + "model": "orca-mini:13b-v2-q3_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 6764573491, + "digest": "ced974fd937d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q3_K_L", + "model": "orca-mini:13b-v2-q3_K_L", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7408818586, + "digest": "039cea827fd3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q4_0", + "model": "orca-mini:13b-v2-q4_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7945689498, + "digest": "3e438b472999", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q4_1", + "model": "orca-mini:13b-v2-q4_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 8804682957, + "digest": "4ad005e5c90a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q4_K_S", + "model": "orca-mini:13b-v2-q4_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7945689498, + "digest": "579e615a7534", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q4_K_M", + "model": "orca-mini:13b-v2-q4_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 8482560410, + "digest": "0c79490ff43d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q5_0", + "model": "orca-mini:13b-v2-q5_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9663676416, + "digest": "988d2d90b3b0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q5_1", + "model": "orca-mini:13b-v2-q5_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 10522669875, + "digest": "b293ce5356ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q5_K_S", + "model": "orca-mini:13b-v2-q5_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9663676416, + "digest": "f4332ae13e4a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q5_K_M", + "model": "orca-mini:13b-v2-q5_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9878424781, + "digest": "402e1a70ed67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q6_K", + "model": "orca-mini:13b-v2-q6_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 11811160064, + "digest": "12cfa06b9762", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-q8_0", + "model": "orca-mini:13b-v2-q8_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 15032385536, + "digest": "17a9f01a8364", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v2-fp16", + "model": "orca-mini:13b-v2-fp16", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 27917287424, + "digest": "5fc4f577304e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3", + "model": "orca-mini:13b-v3", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7945689498, + "digest": "1b4877c90807", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q2_K", + "model": "orca-mini:13b-v3-q2_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5798205850, + "digest": "18c6529c1b31", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q3_K_S", + "model": "orca-mini:13b-v3-q3_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 6120328397, + "digest": "fb5fe5934d97", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q3_K_M", + "model": "orca-mini:13b-v3-q3_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 6764573491, + "digest": "cd15b977684b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q3_K_L", + "model": "orca-mini:13b-v3-q3_K_L", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7408818586, + "digest": "1e0ea2702693", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q4_0", + "model": "orca-mini:13b-v3-q4_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7945689498, + "digest": "1b4877c90807", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q4_1", + "model": "orca-mini:13b-v3-q4_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 8804682957, + "digest": "bcffade49332", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q4_K_S", + "model": "orca-mini:13b-v3-q4_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7945689498, + "digest": "e71486a020f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q4_K_M", + "model": "orca-mini:13b-v3-q4_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 8482560410, + "digest": "47eb784e0b94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q5_0", + "model": "orca-mini:13b-v3-q5_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9663676416, + "digest": "4d0b6a1fe56b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q5_1", + "model": "orca-mini:13b-v3-q5_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 10522669875, + "digest": "bc17480cecbd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q5_K_S", + "model": "orca-mini:13b-v3-q5_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9663676416, + "digest": "25597b7203a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q5_K_M", + "model": "orca-mini:13b-v3-q5_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9878424781, + "digest": "e0062a6345f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q6_K", + "model": "orca-mini:13b-v3-q6_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 11811160064, + "digest": "c67733d5f521", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-q8_0", + "model": "orca-mini:13b-v3-q8_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 15032385536, + "digest": "22202d7bf265", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-v3-fp16", + "model": "orca-mini:13b-v3-fp16", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 27917287424, + "digest": "80bfde71168d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v3-fp16", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q2_K", + "model": "orca-mini:13b-q2_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 5798205850, + "digest": "13923842f12d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q3_K_S", + "model": "orca-mini:13b-q3_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 6120328397, + "digest": "8e57088234d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q3_K_M", + "model": "orca-mini:13b-q3_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 6764573491, + "digest": "1cf7f5e0163b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q3_K_L", + "model": "orca-mini:13b-q3_K_L", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7408818586, + "digest": "93a769d0dbc0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q4_0", + "model": "orca-mini:13b-q4_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7945689498, + "digest": "d19fe19c0624", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q4_1", + "model": "orca-mini:13b-q4_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 8804682957, + "digest": "06f127c8a31d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q4_K_S", + "model": "orca-mini:13b-q4_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 7945689498, + "digest": "0b621a2c68ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q4_K_M", + "model": "orca-mini:13b-q4_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 8482560410, + "digest": "b13d43a9ea63", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q5_0", + "model": "orca-mini:13b-q5_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9663676416, + "digest": "d345f07d4365", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q5_1", + "model": "orca-mini:13b-q5_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 10522669875, + "digest": "4c782fea6ce4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q5_K_S", + "model": "orca-mini:13b-q5_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9663676416, + "digest": "6531b87ef17f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q5_K_M", + "model": "orca-mini:13b-q5_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 9878424781, + "digest": "9880bed763a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q6_K", + "model": "orca-mini:13b-q6_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 11811160064, + "digest": "c3ec450a59ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-q8_0", + "model": "orca-mini:13b-q8_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 15032385536, + "digest": "bab5d684679e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:13b-fp16", + "model": "orca-mini:13b-fp16", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 27917287424, + "digest": "ff60f06ce009", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3", + "model": "orca-mini:70b-v3", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 41875931136, + "digest": "f184c0860491", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q2_K", + "model": "orca-mini:70b-v3-q2_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 31138512896, + "digest": "28e06621edf0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q3_K_S", + "model": "orca-mini:70b-v3-q3_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 32212254720, + "digest": "5df07f064756", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q3_K_M", + "model": "orca-mini:70b-v3-q3_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 35433480192, + "digest": "1d12e3416527", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q3_K_L", + "model": "orca-mini:70b-v3-q3_K_L", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 38654705664, + "digest": "f7b928c050eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q4_0", + "model": "orca-mini:70b-v3-q4_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 41875931136, + "digest": "f184c0860491", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q4_1", + "model": "orca-mini:70b-v3-q4_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 46170898432, + "digest": "210abd8a7b7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q4_K_S", + "model": "orca-mini:70b-v3-q4_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 41875931136, + "digest": "7f5fe7119c64", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q4_K_M", + "model": "orca-mini:70b-v3-q4_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 44023414784, + "digest": "89313d84c131", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q5_0", + "model": "orca-mini:70b-v3-q5_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 50465865728, + "digest": "0873d4fc8a05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q5_1", + "model": "orca-mini:70b-v3-q5_1", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 55834574848, + "digest": "614a4b7f8c2d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q5_K_S", + "model": "orca-mini:70b-v3-q5_K_S", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 50465865728, + "digest": "de93e5b2d85f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q5_K_M", + "model": "orca-mini:70b-v3-q5_K_M", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 52613349376, + "digest": "f6557e9aa182", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q6_K", + "model": "orca-mini:70b-v3-q6_K", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 61203283968, + "digest": "cfdca07d69a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-q8_0", + "model": "orca-mini:70b-v3-q8_0", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 78383153152, + "digest": "8f078884138d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca-mini:70b-v3-fp16", + "model": "orca-mini:70b-v3-fp16", + "modified_at": "2023-10-29T05:30:00.000Z", + "size": 148176371712, + "digest": "423e70feb86a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v3-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder2:latest", + "model": "starcoder2:latest", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1825361101, + "digest": "9f4ae0aff61e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "starcoder2:instruct", + "model": "starcoder2:instruct", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9771050598, + "digest": "432973cfbc4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b", + "model": "starcoder2:3b", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1825361101, + "digest": "9f4ae0aff61e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b", + "model": "starcoder2:7b", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 4294967296, + "digest": "1550ab21b10d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b", + "model": "starcoder2:15b", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9771050598, + "digest": "21ae152d49e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q2_K", + "model": "starcoder2:3b-q2_K", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1181116006, + "digest": "1900fee8d3bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q3_K_S", + "model": "starcoder2:3b-q3_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1395864371, + "digest": "8a53797dc302", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q3_K_M", + "model": "starcoder2:3b-q3_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1610612736, + "digest": "379661ce2af0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q3_K_L", + "model": "starcoder2:3b-q3_K_L", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1825361101, + "digest": "babdc98cb857", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q4_0", + "model": "starcoder2:3b-q4_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1825361101, + "digest": "9f4ae0aff61e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q4_1", + "model": "starcoder2:3b-q4_1", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 2040109466, + "digest": "85914e75a280", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q4_K_S", + "model": "starcoder2:3b-q4_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1825361101, + "digest": "428a0952a464", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q4_K_M", + "model": "starcoder2:3b-q4_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 1932735283, + "digest": "80f4c07afd24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q5_0", + "model": "starcoder2:3b-q5_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 2254857830, + "digest": "c0ef01710c53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q5_1", + "model": "starcoder2:3b-q5_1", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 2469606195, + "digest": "ca2b86530fda", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q5_K_S", + "model": "starcoder2:3b-q5_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 2254857830, + "digest": "285e6c835a6b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q5_K_M", + "model": "starcoder2:3b-q5_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 2362232013, + "digest": "716699033e66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q6_K", + "model": "starcoder2:3b-q6_K", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 2684354560, + "digest": "4d0d8586d8a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-q8_0", + "model": "starcoder2:3b-q8_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 3435973837, + "digest": "003abcecad23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:3b-fp16", + "model": "starcoder2:3b-fp16", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 6549825126, + "digest": "cb88461498e2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q2_K", + "model": "starcoder2:7b-q2_K", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 2899102925, + "digest": "bfb544f5b9db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q3_K_S", + "model": "starcoder2:7b-q3_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 3328599654, + "digest": "8aaa68a8ab5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q3_K_M", + "model": "starcoder2:7b-q3_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 3865470566, + "digest": "663450d06f0d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q3_K_L", + "model": "starcoder2:7b-q3_K_L", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 4294967296, + "digest": "e3e28011754e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q4_0", + "model": "starcoder2:7b-q4_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 4294967296, + "digest": "1550ab21b10d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q4_1", + "model": "starcoder2:7b-q4_1", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 4831838208, + "digest": "1747ad646a6a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q4_K_S", + "model": "starcoder2:7b-q4_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 4402341478, + "digest": "0c4f8acf0ae2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q4_K_M", + "model": "starcoder2:7b-q4_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 4724464026, + "digest": "3c8e476efe98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q5_0", + "model": "starcoder2:7b-q5_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 5261334938, + "digest": "3990ce180fdd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q5_1", + "model": "starcoder2:7b-q5_1", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 5798205850, + "digest": "f2936f039525", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q5_K_S", + "model": "starcoder2:7b-q5_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 5261334938, + "digest": "c81c75ed4e4e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q5_K_M", + "model": "starcoder2:7b-q5_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 5476083302, + "digest": "de006f564c13", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q6_K", + "model": "starcoder2:7b-q6_K", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 6335076762, + "digest": "5d99bdda7ea4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-q8_0", + "model": "starcoder2:7b-q8_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 8160437862, + "digest": "d76878e96d8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:7b-fp16", + "model": "starcoder2:7b-fp16", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 15032385536, + "digest": "f0643097e171", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct", + "model": "starcoder2:15b-instruct", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9771050598, + "digest": "432973cfbc4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q2_K", + "model": "starcoder2:15b-instruct-v0.1-q2_K", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 6657199309, + "digest": "1f0967a81021", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q3_K_S", + "model": "starcoder2:15b-instruct-v0.1-q3_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 7516192768, + "digest": "494c11407ef5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q3_K_M", + "model": "starcoder2:15b-instruct-v0.1-q3_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 8589934592, + "digest": "7be2b1ded63d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q3_K_L", + "model": "starcoder2:15b-instruct-v0.1-q3_K_L", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9663676416, + "digest": "0023fd977833", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-q4_0", + "model": "starcoder2:15b-instruct-q4_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9771050598, + "digest": "a2349551dfd4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q4_0", + "model": "starcoder2:15b-instruct-v0.1-q4_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9771050598, + "digest": "432973cfbc4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q4_1", + "model": "starcoder2:15b-instruct-v0.1-q4_1", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 10737418240, + "digest": "d7b4b40c5e4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q4_K_S", + "model": "starcoder2:15b-instruct-v0.1-q4_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9878424781, + "digest": "8b55bc62323d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q4_K_M", + "model": "starcoder2:15b-instruct-v0.1-q4_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 10630044058, + "digest": "19fb579d5344", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q5_0", + "model": "starcoder2:15b-instruct-v0.1-q5_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 11811160064, + "digest": "97687b40425f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q5_1", + "model": "starcoder2:15b-instruct-v0.1-q5_1", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 12884901888, + "digest": "b3e4a53d2072", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q5_K_S", + "model": "starcoder2:15b-instruct-v0.1-q5_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 11811160064, + "digest": "50bffebc60cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q5_K_M", + "model": "starcoder2:15b-instruct-v0.1-q5_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 11811160064, + "digest": "24ff1c704455", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q6_K", + "model": "starcoder2:15b-instruct-v0.1-q6_K", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 13958643712, + "digest": "a5f13db6c5e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-q8_0", + "model": "starcoder2:15b-instruct-v0.1-q8_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 18253611008, + "digest": "a11b58c111d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-instruct-v0.1-fp16", + "model": "starcoder2:15b-instruct-v0.1-fp16", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 34359738368, + "digest": "8a5b32b4696c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-instruct-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q2_K", + "model": "starcoder2:15b-q2_K", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 6657199309, + "digest": "09c69ac6d381", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q3_K_S", + "model": "starcoder2:15b-q3_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 7516192768, + "digest": "2b8e40ca4e3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q3_K_M", + "model": "starcoder2:15b-q3_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 8697308774, + "digest": "6bb24c6a0909", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q3_K_L", + "model": "starcoder2:15b-q3_K_L", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9663676416, + "digest": "7095ac645958", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q4_0", + "model": "starcoder2:15b-q4_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9771050598, + "digest": "21ae152d49e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q4_1", + "model": "starcoder2:15b-q4_1", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 10737418240, + "digest": "e962dc6dab16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q4_K_S", + "model": "starcoder2:15b-q4_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 9985798963, + "digest": "16306a9d809f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q4_K_M", + "model": "starcoder2:15b-q4_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 10630044058, + "digest": "c2a2fb5a804b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q5_0", + "model": "starcoder2:15b-q5_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 11811160064, + "digest": "0b62c0bbb602", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q5_1", + "model": "starcoder2:15b-q5_1", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 12884901888, + "digest": "3ea2ac47dcf6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q5_K_S", + "model": "starcoder2:15b-q5_K_S", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 11811160064, + "digest": "656825622bc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q5_K_M", + "model": "starcoder2:15b-q5_K_M", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 11811160064, + "digest": "aedac0a1adc9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q6_K", + "model": "starcoder2:15b-q6_K", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 13958643712, + "digest": "cad9bff49536", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-q8_0", + "model": "starcoder2:15b-q8_0", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 18253611008, + "digest": "95f55571067f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder2:15b-fp16", + "model": "starcoder2:15b-fp16", + "modified_at": "2024-09-06T23:42:00.000Z", + "size": 34359738368, + "digest": "d0355c6e6d3a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:latest", + "model": "deepseek-coder-v2:latest", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 9556302234, + "digest": "63fb193b3a9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:lite", + "model": "deepseek-coder-v2:lite", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 9556302234, + "digest": "63fb193b3a9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "lite", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b", + "model": "deepseek-coder-v2:16b", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 9556302234, + "digest": "63fb193b3a9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b", + "model": "deepseek-coder-v2:236b", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 142807662592, + "digest": "c78d80129305", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q2_K", + "model": "deepseek-coder-v2:16b-lite-base-q2_K", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 6871947674, + "digest": "8b62e3f7c4be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q3_K_S", + "model": "deepseek-coder-v2:16b-lite-base-q3_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 8053063680, + "digest": "8620271ad4df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q3_K_M", + "model": "deepseek-coder-v2:16b-lite-base-q3_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 8697308774, + "digest": "d16d8f044de1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q3_K_L", + "model": "deepseek-coder-v2:16b-lite-base-q3_K_L", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 9126805504, + "digest": "3dab6fe7735c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q4_0", + "model": "deepseek-coder-v2:16b-lite-base-q4_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 9556302234, + "digest": "dc3c85f78976", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q4_1", + "model": "deepseek-coder-v2:16b-lite-base-q4_1", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 10630044058, + "digest": "09d4128b178d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q4_K_S", + "model": "deepseek-coder-v2:16b-lite-base-q4_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 10200547328, + "digest": "eea8c1bb07d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q4_K_M", + "model": "deepseek-coder-v2:16b-lite-base-q4_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 10737418240, + "digest": "2f4fb0bfc6a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q5_0", + "model": "deepseek-coder-v2:16b-lite-base-q5_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 11811160064, + "digest": "cd16e96f0530", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q5_1", + "model": "deepseek-coder-v2:16b-lite-base-q5_1", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 12884901888, + "digest": "cf643e1eb150", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q5_K_S", + "model": "deepseek-coder-v2:16b-lite-base-q5_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 11811160064, + "digest": "94111aa16b14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q5_K_M", + "model": "deepseek-coder-v2:16b-lite-base-q5_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 12884901888, + "digest": "0802b3662146", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q6_K", + "model": "deepseek-coder-v2:16b-lite-base-q6_K", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 15032385536, + "digest": "7e7a754912f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-q8_0", + "model": "deepseek-coder-v2:16b-lite-base-q8_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 18253611008, + "digest": "8e01d51811ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-base-fp16", + "model": "deepseek-coder-v2:16b-lite-base-fp16", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 33285996544, + "digest": "eab76b4e3742", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-base-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q2_K", + "model": "deepseek-coder-v2:16b-lite-instruct-q2_K", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 6871947674, + "digest": "82e79aef7a69", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q3_K_S", + "model": "deepseek-coder-v2:16b-lite-instruct-q3_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 8053063680, + "digest": "36faf1cc8ce9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q3_K_M", + "model": "deepseek-coder-v2:16b-lite-instruct-q3_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 8697308774, + "digest": "a1dbf0a1e4fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q3_K_L", + "model": "deepseek-coder-v2:16b-lite-instruct-q3_K_L", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 9126805504, + "digest": "c5fffde68649", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q4_0", + "model": "deepseek-coder-v2:16b-lite-instruct-q4_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 9556302234, + "digest": "63fb193b3a9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q4_1", + "model": "deepseek-coder-v2:16b-lite-instruct-q4_1", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 10630044058, + "digest": "2ccedaf506ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q4_K_S", + "model": "deepseek-coder-v2:16b-lite-instruct-q4_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 10200547328, + "digest": "5e86e3ea790e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q4_K_M", + "model": "deepseek-coder-v2:16b-lite-instruct-q4_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 10737418240, + "digest": "dac6ff6589c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q5_0", + "model": "deepseek-coder-v2:16b-lite-instruct-q5_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 11811160064, + "digest": "6084bfd4db26", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q5_1", + "model": "deepseek-coder-v2:16b-lite-instruct-q5_1", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 12884901888, + "digest": "840b2157e9f0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q5_K_S", + "model": "deepseek-coder-v2:16b-lite-instruct-q5_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 11811160064, + "digest": "efe9f0187a2d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q5_K_M", + "model": "deepseek-coder-v2:16b-lite-instruct-q5_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 12884901888, + "digest": "6065d4880bf9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q6_K", + "model": "deepseek-coder-v2:16b-lite-instruct-q6_K", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 15032385536, + "digest": "cf566e23d87f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-q8_0", + "model": "deepseek-coder-v2:16b-lite-instruct-q8_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 18253611008, + "digest": "ef033cab4dae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:16b-lite-instruct-fp16", + "model": "deepseek-coder-v2:16b-lite-instruct-fp16", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 33285996544, + "digest": "e2edc649e2ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q2_K", + "model": "deepseek-coder-v2:236b-base-q2_K", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 92341796864, + "digest": "783021b97803", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q3_K_S", + "model": "deepseek-coder-v2:236b-base-q3_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 109521666048, + "digest": "e307d50c3f31", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q3_K_M", + "model": "deepseek-coder-v2:236b-base-q3_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 121332826112, + "digest": "e8d5da110401", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q3_K_L", + "model": "deepseek-coder-v2:236b-base-q3_K_L", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 130996502528, + "digest": "317accd37d79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q4_0", + "model": "deepseek-coder-v2:236b-base-q4_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 142807662592, + "digest": "2dc89d24571b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q4_1", + "model": "deepseek-coder-v2:236b-base-q4_1", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 158913789952, + "digest": "6c9b97422ea4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q4_K_S", + "model": "deepseek-coder-v2:236b-base-q4_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 143881404416, + "digest": "4e51408d2392", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q4_K_M", + "model": "deepseek-coder-v2:236b-base-q4_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 152471339008, + "digest": "c02e9228aa14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q5_0", + "model": "deepseek-coder-v2:236b-base-q5_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 173946175488, + "digest": "786659c065fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q5_1", + "model": "deepseek-coder-v2:236b-base-q5_1", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 190052302848, + "digest": "073514be5a03", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q5_K_S", + "model": "deepseek-coder-v2:236b-base-q5_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 173946175488, + "digest": "93374287311f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q5_K_M", + "model": "deepseek-coder-v2:236b-base-q5_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 179314884608, + "digest": "6710a3c300fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q6_K", + "model": "deepseek-coder-v2:236b-base-q6_K", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 208305913856, + "digest": "9f090258b940", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-q8_0", + "model": "deepseek-coder-v2:236b-base-q8_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 269509197824, + "digest": "d1bcdd7d5871", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-base-fp16", + "model": "deepseek-coder-v2:236b-base-fp16", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 506806140928, + "digest": "bd60a2f7c8bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q2_K", + "model": "deepseek-coder-v2:236b-instruct-q2_K", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 92341796864, + "digest": "4f831761cd02", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q3_K_S", + "model": "deepseek-coder-v2:236b-instruct-q3_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 109521666048, + "digest": "d7317e5ddd3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q3_K_M", + "model": "deepseek-coder-v2:236b-instruct-q3_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 121332826112, + "digest": "2432b4ab9079", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q3_K_L", + "model": "deepseek-coder-v2:236b-instruct-q3_K_L", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 130996502528, + "digest": "f230e675a4e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q4_0", + "model": "deepseek-coder-v2:236b-instruct-q4_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 142807662592, + "digest": "c78d80129305", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q4_1", + "model": "deepseek-coder-v2:236b-instruct-q4_1", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 158913789952, + "digest": "3deb93929590", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q4_K_S", + "model": "deepseek-coder-v2:236b-instruct-q4_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 143881404416, + "digest": "fa7317115737", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q4_K_M", + "model": "deepseek-coder-v2:236b-instruct-q4_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 152471339008, + "digest": "f37bcc863826", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q5_0", + "model": "deepseek-coder-v2:236b-instruct-q5_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 173946175488, + "digest": "46ceaf3a8ffd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q5_1", + "model": "deepseek-coder-v2:236b-instruct-q5_1", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 190052302848, + "digest": "d29414056789", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q5_K_S", + "model": "deepseek-coder-v2:236b-instruct-q5_K_S", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 173946175488, + "digest": "0ccf53e6e50b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q5_K_M", + "model": "deepseek-coder-v2:236b-instruct-q5_K_M", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 179314884608, + "digest": "4e723bdb7e50", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q6_K", + "model": "deepseek-coder-v2:236b-instruct-q6_K", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 208305913856, + "digest": "6ce352e55f26", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-q8_0", + "model": "deepseek-coder-v2:236b-instruct-q8_0", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 269509197824, + "digest": "7f763ec0e20e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-coder-v2:236b-instruct-fp16", + "model": "deepseek-coder-v2:236b-instruct-fp16", + "modified_at": "2024-09-06T03:33:00.000Z", + "size": 506806140928, + "digest": "22504f15ba17", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-super:latest", + "model": "nemotron-3-super:latest", + "modified_at": "2026-03-11T16:00:00.000Z", + "size": 93415538688, + "digest": "95acc78b3ffd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-super:120b", + "model": "nemotron-3-super:120b", + "modified_at": "2026-03-11T16:00:00.000Z", + "size": 93415538688, + "digest": "95acc78b3ffd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "120b", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-super:120b-a12b", + "model": "nemotron-3-super:120b-a12b", + "modified_at": "2026-03-11T16:00:00.000Z", + "size": 93415538688, + "digest": "95acc78b3ffd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "120b-a12b", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-super:120b-a12b-q4_K_M", + "model": "nemotron-3-super:120b-a12b-q4_K_M", + "modified_at": "2026-03-11T16:00:00.000Z", + "size": 93415538688, + "digest": "95acc78b3ffd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "120b-a12b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-super:120b-a12b-q8_0", + "model": "nemotron-3-super:120b-a12b-q8_0", + "modified_at": "2026-03-11T16:00:00.000Z", + "size": 141733920768, + "digest": "b935f8ec0f40", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "120b-a12b-q8_0", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-super:120b-a12b-bf16", + "model": "nemotron-3-super:120b-a12b-bf16", + "modified_at": "2026-03-11T16:00:00.000Z", + "size": 265214230528, + "digest": "c14fcbcdc70e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "120b-a12b-bf16", + "quantization_level": "" + } + }, + { + "name": "mixtral:latest", + "model": "mixtral:latest", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 27917287424, + "digest": "a3b6bef0f836", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mixtral:instruct", + "model": "mixtral:instruct", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 27917287424, + "digest": "a3b6bef0f836", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "mixtral:text", + "model": "mixtral:text", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 27917287424, + "digest": "29c986d45fba", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "text", + "quantization_level": "" + } + }, + { + "name": "mixtral:v0.1", + "model": "mixtral:v0.1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "e8479ee1cb51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "v0.1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b", + "model": "mixtral:8x7b", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 27917287424, + "digest": "a3b6bef0f836", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b", + "model": "mixtral:8x22b", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "e8479ee1cb51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q2_K", + "model": "mixtral:8x7b-instruct-v0.1-q2_K", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 18253611008, + "digest": "b5f8be13d719", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q3_K_S", + "model": "mixtral:8x7b-instruct-v0.1-q3_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 21474836480, + "digest": "8214ed645fc2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q3_K_M", + "model": "mixtral:8x7b-instruct-v0.1-q3_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 24696061952, + "digest": "0f4e85e45e0c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q3_K_L", + "model": "mixtral:8x7b-instruct-v0.1-q3_K_L", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 25769803776, + "digest": "44a28a0d7d9a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q4_0", + "model": "mixtral:8x7b-instruct-v0.1-q4_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 27917287424, + "digest": "a3b6bef0f836", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q4_1", + "model": "mixtral:8x7b-instruct-v0.1-q4_1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 31138512896, + "digest": "4ca263ed25e3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q4_K_S", + "model": "mixtral:8x7b-instruct-v0.1-q4_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 28991029248, + "digest": "39c18795563b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q4_K_M", + "model": "mixtral:8x7b-instruct-v0.1-q4_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 30064771072, + "digest": "a69121c90013", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q5_0", + "model": "mixtral:8x7b-instruct-v0.1-q5_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 34359738368, + "digest": "94bb1b270af9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q5_1", + "model": "mixtral:8x7b-instruct-v0.1-q5_1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 37580963840, + "digest": "1084fd5133d1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q5_K_S", + "model": "mixtral:8x7b-instruct-v0.1-q5_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 34359738368, + "digest": "68f12ddfe676", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q5_K_M", + "model": "mixtral:8x7b-instruct-v0.1-q5_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 35433480192, + "digest": "d011e1981bd1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q6_K", + "model": "mixtral:8x7b-instruct-v0.1-q6_K", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 40802189312, + "digest": "ceaac0dbeffa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-q8_0", + "model": "mixtral:8x7b-instruct-v0.1-q8_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 53687091200, + "digest": "4b4321b5a853", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-instruct-v0.1-fp16", + "model": "mixtral:8x7b-instruct-v0.1-fp16", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 99857989632, + "digest": "96c204672c06", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-instruct-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text", + "model": "mixtral:8x7b-text", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 27917287424, + "digest": "29c986d45fba", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q2_K", + "model": "mixtral:8x7b-text-v0.1-q2_K", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 18253611008, + "digest": "279c2f61bb77", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q3_K_S", + "model": "mixtral:8x7b-text-v0.1-q3_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 21474836480, + "digest": "b8bdfbd641af", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q3_K_M", + "model": "mixtral:8x7b-text-v0.1-q3_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 24696061952, + "digest": "2ec7294409e7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q3_K_L", + "model": "mixtral:8x7b-text-v0.1-q3_K_L", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 25769803776, + "digest": "09d5395d1226", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q4_0", + "model": "mixtral:8x7b-text-v0.1-q4_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 27917287424, + "digest": "29c986d45fba", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q4_1", + "model": "mixtral:8x7b-text-v0.1-q4_1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 31138512896, + "digest": "20f1c9c7d6ee", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q4_K_S", + "model": "mixtral:8x7b-text-v0.1-q4_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 28991029248, + "digest": "45ad2aba6509", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q4_K_M", + "model": "mixtral:8x7b-text-v0.1-q4_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 30064771072, + "digest": "2b19c246b20c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q5_0", + "model": "mixtral:8x7b-text-v0.1-q5_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 34359738368, + "digest": "1692f253599b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q5_1", + "model": "mixtral:8x7b-text-v0.1-q5_1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 37580963840, + "digest": "24ef911cb6dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q5_K_S", + "model": "mixtral:8x7b-text-v0.1-q5_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 34359738368, + "digest": "0f550cd04214", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q5_K_M", + "model": "mixtral:8x7b-text-v0.1-q5_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 35433480192, + "digest": "957a4d1fad36", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q6_K", + "model": "mixtral:8x7b-text-v0.1-q6_K", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 40802189312, + "digest": "0331d26f4ac1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-q8_0", + "model": "mixtral:8x7b-text-v0.1-q8_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 53687091200, + "digest": "50d4ad519912", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x7b-text-v0.1-fp16", + "model": "mixtral:8x7b-text-v0.1-fp16", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 99857989632, + "digest": "6c08977f2b56", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x7b-text-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct", + "model": "mixtral:8x22b-instruct", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "e8479ee1cb51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q2_K", + "model": "mixtral:8x22b-instruct-v0.1-q2_K", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 55834574848, + "digest": "cf96f64cdf60", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q3_K_S", + "model": "mixtral:8x22b-instruct-v0.1-q3_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 66571993088, + "digest": "50ec4fbf79f2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q3_K_M", + "model": "mixtral:8x22b-instruct-v0.1-q3_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 73014444032, + "digest": "d552821493b8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q3_K_L", + "model": "mixtral:8x22b-instruct-v0.1-q3_K_L", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 78383153152, + "digest": "85c9d74f72e2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q4_0", + "model": "mixtral:8x22b-instruct-v0.1-q4_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "e8479ee1cb51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q4_1", + "model": "mixtral:8x22b-instruct-v0.1-q4_1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 94489280512, + "digest": "0ea2df035a44", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q4_K_S", + "model": "mixtral:8x22b-instruct-v0.1-q4_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "a9be4647cd05", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q4_K_M", + "model": "mixtral:8x22b-instruct-v0.1-q4_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 92341796864, + "digest": "de58127cf267", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q5_0", + "model": "mixtral:8x22b-instruct-v0.1-q5_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 104152956928, + "digest": "c4d73325754c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q5_1", + "model": "mixtral:8x22b-instruct-v0.1-q5_1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 113816633344, + "digest": "a8e4c57d9fdb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q5_K_S", + "model": "mixtral:8x22b-instruct-v0.1-q5_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 104152956928, + "digest": "7dc2b27d2ce5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q5_K_M", + "model": "mixtral:8x22b-instruct-v0.1-q5_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 107374182400, + "digest": "040d78ec94bc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q6_K", + "model": "mixtral:8x22b-instruct-v0.1-q6_K", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 124554051584, + "digest": "2a597519778d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-q8_0", + "model": "mixtral:8x22b-instruct-v0.1-q8_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 159987531776, + "digest": "74d06fe380a1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-instruct-v0.1-fp16", + "model": "mixtral:8x22b-instruct-v0.1-fp16", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 301721452544, + "digest": "be69186cc79b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-instruct-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text", + "model": "mixtral:8x22b-text", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "eb6b1cd64bb1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q2_K", + "model": "mixtral:8x22b-text-v0.1-q2_K", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 55834574848, + "digest": "9a187644e490", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q3_K_S", + "model": "mixtral:8x22b-text-v0.1-q3_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 65498251264, + "digest": "4f5b5d113e8d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q3_K_M", + "model": "mixtral:8x22b-text-v0.1-q3_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 73014444032, + "digest": "a45b937d5d88", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q3_K_L", + "model": "mixtral:8x22b-text-v0.1-q3_K_L", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 78383153152, + "digest": "5637d20e8d2b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q4_0", + "model": "mixtral:8x22b-text-v0.1-q4_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "eb6b1cd64bb1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q4_1", + "model": "mixtral:8x22b-text-v0.1-q4_1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 94489280512, + "digest": "068cdfff8170", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q4_K_S", + "model": "mixtral:8x22b-text-v0.1-q4_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "f43943467ac8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q4_K_M", + "model": "mixtral:8x22b-text-v0.1-q4_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 92341796864, + "digest": "48fd198637f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q5_0", + "model": "mixtral:8x22b-text-v0.1-q5_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 104152956928, + "digest": "4f7e4cb4532b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q5_1", + "model": "mixtral:8x22b-text-v0.1-q5_1", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 113816633344, + "digest": "77414be8fbac", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q5_K_S", + "model": "mixtral:8x22b-text-v0.1-q5_K_S", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 104152956928, + "digest": "9e736b483924", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q5_K_M", + "model": "mixtral:8x22b-text-v0.1-q5_K_M", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 107374182400, + "digest": "92a2e32d7f87", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q6_K", + "model": "mixtral:8x22b-text-v0.1-q6_K", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 124554051584, + "digest": "2fb8e840c060", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-q8_0", + "model": "mixtral:8x22b-text-v0.1-q8_0", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 159987531776, + "digest": "619b5b9ddad2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "mixtral:8x22b-text-v0.1-fp16", + "model": "mixtral:8x22b-text-v0.1-fp16", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 301721452544, + "digest": "bada034b7898", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8x22b-text-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "mixtral:v0.1-instruct", + "model": "mixtral:v0.1-instruct", + "modified_at": "2024-12-20T08:27:00.000Z", + "size": 85899345920, + "digest": "e8479ee1cb51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "v0.1-instruct", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:latest", + "model": "llama2-uncensored:latest", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 4080218931, + "digest": "44040b922233", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b", + "model": "llama2-uncensored:7b", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 4080218931, + "digest": "44040b922233", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b", + "model": "llama2-uncensored:70b", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 41875931136, + "digest": "bdd0ec2f5ec5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat", + "model": "llama2-uncensored:7b-chat", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 4080218931, + "digest": "44040b922233", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q2_K", + "model": "llama2-uncensored:7b-chat-q2_K", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 3006477107, + "digest": "74ae83e72254", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q3_K_S", + "model": "llama2-uncensored:7b-chat-q3_K_S", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 3113851290, + "digest": "3f56c4266b91", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q3_K_M", + "model": "llama2-uncensored:7b-chat-q3_K_M", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 3543348019, + "digest": "e74d204469c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q3_K_L", + "model": "llama2-uncensored:7b-chat-q3_K_L", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 3865470566, + "digest": "4c971d36df3a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q4_0", + "model": "llama2-uncensored:7b-chat-q4_0", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 4080218931, + "digest": "44040b922233", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q4_1", + "model": "llama2-uncensored:7b-chat-q4_1", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 4509715661, + "digest": "0126058e3693", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q4_K_S", + "model": "llama2-uncensored:7b-chat-q4_K_S", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 4187593114, + "digest": "7c0b8e49e54b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q4_K_M", + "model": "llama2-uncensored:7b-chat-q4_K_M", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 4402341478, + "digest": "a91c5baf8d31", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q5_0", + "model": "llama2-uncensored:7b-chat-q5_0", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 5046586573, + "digest": "48c918f41b91", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q5_1", + "model": "llama2-uncensored:7b-chat-q5_1", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 5476083302, + "digest": "4ba18e066719", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q5_K_S", + "model": "llama2-uncensored:7b-chat-q5_K_S", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 5046586573, + "digest": "f2f04ee3b17e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q5_K_M", + "model": "llama2-uncensored:7b-chat-q5_K_M", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 5153960755, + "digest": "db0d5a17b770", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q6_K", + "model": "llama2-uncensored:7b-chat-q6_K", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 5905580032, + "digest": "f3040de79519", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-q8_0", + "model": "llama2-uncensored:7b-chat-q8_0", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 7730941133, + "digest": "a3a460233379", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:7b-chat-fp16", + "model": "llama2-uncensored:7b-chat-fp16", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 13958643712, + "digest": "b29ffe78e250", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat", + "model": "llama2-uncensored:70b-chat", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 41875931136, + "digest": "bdd0ec2f5ec5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q2_K", + "model": "llama2-uncensored:70b-chat-q2_K", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 31138512896, + "digest": "07eb9c33537f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q3_K_S", + "model": "llama2-uncensored:70b-chat-q3_K_S", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 32212254720, + "digest": "493a8291671f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q3_K_M", + "model": "llama2-uncensored:70b-chat-q3_K_M", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 35433480192, + "digest": "dc1b2e6eadcb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q3_K_L", + "model": "llama2-uncensored:70b-chat-q3_K_L", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 38654705664, + "digest": "36c29a76fcc6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q4_0", + "model": "llama2-uncensored:70b-chat-q4_0", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 41875931136, + "digest": "bdd0ec2f5ec5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q4_1", + "model": "llama2-uncensored:70b-chat-q4_1", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 46170898432, + "digest": "26fa2e1dcc70", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q4_K_S", + "model": "llama2-uncensored:70b-chat-q4_K_S", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 41875931136, + "digest": "ccd1d1a41ec7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q4_K_M", + "model": "llama2-uncensored:70b-chat-q4_K_M", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 44023414784, + "digest": "97d4d2728756", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q5_0", + "model": "llama2-uncensored:70b-chat-q5_0", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 50465865728, + "digest": "16ddcf15080c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q5_1", + "model": "llama2-uncensored:70b-chat-q5_1", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 55834574848, + "digest": "1eda65206a66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q5_K_S", + "model": "llama2-uncensored:70b-chat-q5_K_S", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 50465865728, + "digest": "90ac8e79f29b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q5_K_M", + "model": "llama2-uncensored:70b-chat-q5_K_M", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 52613349376, + "digest": "cb930df97107", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q6_K", + "model": "llama2-uncensored:70b-chat-q6_K", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 61203283968, + "digest": "38f49b2673e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2-uncensored:70b-chat-q8_0", + "model": "llama2-uncensored:70b-chat-q8_0", + "modified_at": "2023-10-29T02:31:00.000Z", + "size": 78383153152, + "digest": "256b13d53838", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon3:latest", + "model": "falcon3:latest", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 4939212390, + "digest": "472ea1c89f64", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "falcon3:1b", + "model": "falcon3:1b", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 1932735283, + "digest": "5449d006a9c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "falcon3:3b", + "model": "falcon3:3b", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 2147483648, + "digest": "784a7eab5b89", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "falcon3:7b", + "model": "falcon3:7b", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 4939212390, + "digest": "472ea1c89f64", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "falcon3:10b", + "model": "falcon3:10b", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 6764573491, + "digest": "1653ff122acd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10b", + "quantization_level": "" + } + }, + { + "name": "falcon3:1b-instruct-q4_K_M", + "model": "falcon3:1b-instruct-q4_K_M", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 1181116006, + "digest": "13a315879c51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "falcon3:1b-instruct-q8_0", + "model": "falcon3:1b-instruct-q8_0", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 1932735283, + "digest": "5449d006a9c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon3:1b-instruct-fp16", + "model": "falcon3:1b-instruct-fp16", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 3543348019, + "digest": "60ee05ac8fa7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "falcon3:3b-instruct-q4_K_M", + "model": "falcon3:3b-instruct-q4_K_M", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 2147483648, + "digest": "784a7eab5b89", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "falcon3:3b-instruct-q8_0", + "model": "falcon3:3b-instruct-q8_0", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 3650722202, + "digest": "05a32e830399", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon3:3b-instruct-fp16", + "model": "falcon3:3b-instruct-fp16", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 6979321856, + "digest": "a45a32ae0c91", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "falcon3:7b-instruct-q4_K_M", + "model": "falcon3:7b-instruct-q4_K_M", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 4939212390, + "digest": "472ea1c89f64", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "falcon3:7b-instruct-q8_0", + "model": "falcon3:7b-instruct-q8_0", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 8482560410, + "digest": "49ffc7915656", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon3:7b-instruct-fp16", + "model": "falcon3:7b-instruct-fp16", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 16106127360, + "digest": "770fc0679654", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "falcon3:10b-instruct-q4_K_M", + "model": "falcon3:10b-instruct-q4_K_M", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 6764573491, + "digest": "1653ff122acd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "falcon3:10b-instruct-q8_0", + "model": "falcon3:10b-instruct-q8_0", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 11811160064, + "digest": "d56712f1783f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon3:10b-instruct-fp16", + "model": "falcon3:10b-instruct-fp16", + "modified_at": "2024-12-17T23:32:00.000Z", + "size": 22548578304, + "digest": "bbe05566f48a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:latest", + "model": "qwen3-embedding:latest", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 5046586573, + "digest": "64b933495768", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:0.6b", + "model": "qwen3-embedding:0.6b", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 670040064, + "digest": "ac6da0dfba84", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "0.6b", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:4b", + "model": "qwen3-embedding:4b", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 2684354560, + "digest": "df5bd2e3c74c", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:8b", + "model": "qwen3-embedding:8b", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 5046586573, + "digest": "64b933495768", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:0.6b-q8_0", + "model": "qwen3-embedding:0.6b-q8_0", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 670040064, + "digest": "ac6da0dfba84", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "0.6b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:0.6b-fp16", + "model": "qwen3-embedding:0.6b-fp16", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 1288490189, + "digest": "67a7592a8852", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "0.6b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:4b-q4_K_M", + "model": "qwen3-embedding:4b-q4_K_M", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 2684354560, + "digest": "df5bd2e3c74c", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "4b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:4b-q8_0", + "model": "qwen3-embedding:4b-q8_0", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 4617089843, + "digest": "357d756ba8e5", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "4b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:4b-fp16", + "model": "qwen3-embedding:4b-fp16", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 8589934592, + "digest": "3c93b6415795", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "4b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:8b-q4_K_M", + "model": "qwen3-embedding:8b-q4_K_M", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 5046586573, + "digest": "64b933495768", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:8b-q8_0", + "model": "qwen3-embedding:8b-q8_0", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 8589934592, + "digest": "9704fd987c12", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-embedding:8b-fp16", + "model": "qwen3-embedding:8b-fp16", + "modified_at": "2025-09-23T20:26:00.000Z", + "size": 16106127360, + "digest": "aa924958585e", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "8b-fp16", + "quantization_level": "" + } + }, + { + "name": "minimax-m2.7", + "model": "minimax-m2.7", + "modified_at": "2026-03-18T18:05:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "minimax-m2.5", + "model": "minimax-m2.5", + "modified_at": "2026-02-12T09:22:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.2:latest", + "model": "mistral-small3.2:latest", + "modified_at": "2025-06-20T22:59:00.000Z", + "size": 16106127360, + "digest": "5a408ab55df5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.2:24b", + "model": "mistral-small3.2:24b", + "modified_at": "2025-06-20T22:59:00.000Z", + "size": 16106127360, + "digest": "5a408ab55df5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.2:24b-instruct-2506-q4_K_M", + "model": "mistral-small3.2:24b-instruct-2506-q4_K_M", + "modified_at": "2025-06-20T22:59:00.000Z", + "size": 16106127360, + "digest": "5a408ab55df5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2506-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.2:24b-instruct-2506-q8_0", + "model": "mistral-small3.2:24b-instruct-2506-q8_0", + "modified_at": "2025-06-20T22:59:00.000Z", + "size": 27917287424, + "digest": "9b58e7bb625c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2506-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.2:24b-instruct-2506-fp16", + "model": "mistral-small3.2:24b-instruct-2506-fp16", + "modified_at": "2025-06-20T22:59:00.000Z", + "size": 51539607552, + "digest": "f904f36f6f02", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2506-fp16", + "quantization_level": "" + } + }, + { + "name": "llava-llama3:latest", + "model": "llava-llama3:latest", + "modified_at": "2024-05-07T21:01:00.000Z", + "size": 5905580032, + "digest": "44c161b1f465", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llava-llama3:8b", + "model": "llava-llama3:8b", + "modified_at": "2024-05-07T21:01:00.000Z", + "size": 5905580032, + "digest": "44c161b1f465", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "llava-llama3:8b-v1.1-q4_0", + "model": "llava-llama3:8b-v1.1-q4_0", + "modified_at": "2024-05-07T21:01:00.000Z", + "size": 5905580032, + "digest": "44c161b1f465", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-v1.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "llava-llama3:8b-v1.1-fp16", + "model": "llava-llama3:8b-v1.1-fp16", + "modified_at": "2024-05-07T21:01:00.000Z", + "size": 18253611008, + "digest": "7d4b165b1c5e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-v1.1-fp16", + "quantization_level": "" + } + }, + { + "name": "glm-5.1", + "model": "glm-5.1", + "modified_at": "2026-04-07T15:00:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "qwq:latest", + "model": "qwq:latest", + "modified_at": "2025-03-13T18:55:00.000Z", + "size": 21474836480, + "digest": "009cb3f08d74", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwq:32b", + "model": "qwq:32b", + "modified_at": "2025-03-13T18:55:00.000Z", + "size": 21474836480, + "digest": "009cb3f08d74", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "qwq:32b-preview-q4_K_M", + "model": "qwq:32b-preview-q4_K_M", + "modified_at": "2025-03-13T18:55:00.000Z", + "size": 21474836480, + "digest": "46407beda5c0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-preview-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwq:32b-preview-q8_0", + "model": "qwq:32b-preview-q8_0", + "modified_at": "2025-03-13T18:55:00.000Z", + "size": 37580963840, + "digest": "9c62a2e770b7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-preview-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwq:32b-preview-fp16", + "model": "qwq:32b-preview-fp16", + "modified_at": "2025-03-13T18:55:00.000Z", + "size": 70866960384, + "digest": "44d5ed096b85", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-preview-fp16", + "quantization_level": "" + } + }, + { + "name": "qwq:32b-q4_K_M", + "model": "qwq:32b-q4_K_M", + "modified_at": "2025-03-13T18:55:00.000Z", + "size": 21474836480, + "digest": "009cb3f08d74", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwq:32b-q8_0", + "model": "qwq:32b-q8_0", + "modified_at": "2025-03-13T18:55:00.000Z", + "size": 37580963840, + "digest": "cd10f42e6c58", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwq:32b-fp16", + "model": "qwq:32b-fp16", + "modified_at": "2025-03-13T18:55:00.000Z", + "size": 70866960384, + "digest": "034d83f95090", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-fp16", + "quantization_level": "" + } + }, + { + "name": "gemini-3-flash-preview:latest", + "model": "gemini-3-flash-preview:latest", + "modified_at": "2025-12-20T20:43:00.000Z", + "size": 0, + "digest": "ebade0d31690", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "cogito:latest", + "model": "cogito:latest", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 5261334938, + "digest": "75b508ddece1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "cogito:3b", + "model": "cogito:3b", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 2362232013, + "digest": "bd144357d717", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "cogito:8b", + "model": "cogito:8b", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 5261334938, + "digest": "75b508ddece1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "cogito:14b", + "model": "cogito:14b", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 9663676416, + "digest": "d0cac86a2347", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "cogito:32b", + "model": "cogito:32b", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 21474836480, + "digest": "0b4aab772f57", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "cogito:70b", + "model": "cogito:70b", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 46170898432, + "digest": "8f2632d0faa4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "cogito:3b-v1-preview-llama-q4_K_M", + "model": "cogito:3b-v1-preview-llama-q4_K_M", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 2362232013, + "digest": "bd144357d717", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-v1-preview-llama-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "cogito:3b-v1-preview-llama-q8_0", + "model": "cogito:3b-v1-preview-llama-q8_0", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 4080218931, + "digest": "8c7d8ed14b2f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-v1-preview-llama-q8_0", + "quantization_level": "" + } + }, + { + "name": "cogito:3b-v1-preview-llama-fp16", + "model": "cogito:3b-v1-preview-llama-fp16", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 7730941133, + "digest": "f81e868ef9f6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-v1-preview-llama-fp16", + "quantization_level": "" + } + }, + { + "name": "cogito:8b-v1-preview-llama-q4_K_M", + "model": "cogito:8b-v1-preview-llama-q4_K_M", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 5261334938, + "digest": "75b508ddece1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-v1-preview-llama-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "cogito:8b-v1-preview-llama-q8_0", + "model": "cogito:8b-v1-preview-llama-q8_0", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 9126805504, + "digest": "dcad7d783f2d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-v1-preview-llama-q8_0", + "quantization_level": "" + } + }, + { + "name": "cogito:14b-v1-preview-qwen-q4_K_M", + "model": "cogito:14b-v1-preview-qwen-q4_K_M", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 9663676416, + "digest": "d0cac86a2347", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-v1-preview-qwen-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "cogito:14b-v1-preview-qwen-q8_0", + "model": "cogito:14b-v1-preview-qwen-q8_0", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 17179869184, + "digest": "c02d5fe4e547", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-v1-preview-qwen-q8_0", + "quantization_level": "" + } + }, + { + "name": "cogito:14b-v1-preview-qwen-fp16", + "model": "cogito:14b-v1-preview-qwen-fp16", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 32212254720, + "digest": "2d80cf1c85e9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "14b-v1-preview-qwen-fp16", + "quantization_level": "" + } + }, + { + "name": "cogito:32b-v1-preview-qwen-q4_K_M", + "model": "cogito:32b-v1-preview-qwen-q4_K_M", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 21474836480, + "digest": "0b4aab772f57", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-v1-preview-qwen-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "cogito:32b-v1-preview-qwen-q8_0", + "model": "cogito:32b-v1-preview-qwen-q8_0", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 37580963840, + "digest": "39317c19a975", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-v1-preview-qwen-q8_0", + "quantization_level": "" + } + }, + { + "name": "cogito:32b-v1-preview-qwen-fp16", + "model": "cogito:32b-v1-preview-qwen-fp16", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 70866960384, + "digest": "d76677b01639", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-v1-preview-qwen-fp16", + "quantization_level": "" + } + }, + { + "name": "cogito:70b-v1-preview-llama-q4_K_M", + "model": "cogito:70b-v1-preview-llama-q4_K_M", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 46170898432, + "digest": "8f2632d0faa4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-v1-preview-llama-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "cogito:70b-v1-preview-llama-q8_0", + "model": "cogito:70b-v1-preview-llama-q8_0", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 80530636800, + "digest": "9c80b552cd74", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-v1-preview-llama-q8_0", + "quantization_level": "" + } + }, + { + "name": "cogito:70b-v1-preview-llama-fp16", + "model": "cogito:70b-v1-preview-llama-fp16", + "modified_at": "2025-04-08T17:38:00.000Z", + "size": 151397597184, + "digest": "6aa41db77aec", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-v1-preview-llama-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:latest", + "model": "dolphin-llama3:latest", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "613f068e29f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:v2.9", + "model": "dolphin-llama3:v2.9", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "613f068e29f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.9", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b", + "model": "dolphin-llama3:8b", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "613f068e29f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b", + "model": "dolphin-llama3:70b", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 42949672960, + "digest": "39cf3e48a702", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k", + "model": "dolphin-llama3:8b-256k", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "9f4257eb39a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9", + "model": "dolphin-llama3:8b-256k-v2.9", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "9f4257eb39a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q2_K", + "model": "dolphin-llama3:8b-256k-v2.9-q2_K", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 3435973837, + "digest": "7bb9753b38d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q3_K_S", + "model": "dolphin-llama3:8b-256k-v2.9-q3_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 3972844749, + "digest": "9a8408761417", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q3_K_M", + "model": "dolphin-llama3:8b-256k-v2.9-q3_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 4294967296, + "digest": "23812b6dc8d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q3_K_L", + "model": "dolphin-llama3:8b-256k-v2.9-q3_K_L", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 4617089843, + "digest": "fa30375d9ef6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q4_0", + "model": "dolphin-llama3:8b-256k-v2.9-q4_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "9f4257eb39a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q4_1", + "model": "dolphin-llama3:8b-256k-v2.9-q4_1", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5476083302, + "digest": "e5ff685455da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q4_K_S", + "model": "dolphin-llama3:8b-256k-v2.9-q4_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "839a1d8b60be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q4_K_M", + "model": "dolphin-llama3:8b-256k-v2.9-q4_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5261334938, + "digest": "ff5463167239", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q5_0", + "model": "dolphin-llama3:8b-256k-v2.9-q5_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 6012954214, + "digest": "18232d2131be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q5_1", + "model": "dolphin-llama3:8b-256k-v2.9-q5_1", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 6549825126, + "digest": "a91e7015a944", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q5_K_S", + "model": "dolphin-llama3:8b-256k-v2.9-q5_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 6012954214, + "digest": "a609d3f403fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q5_K_M", + "model": "dolphin-llama3:8b-256k-v2.9-q5_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 6120328397, + "digest": "2e4bb0902c65", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q6_K", + "model": "dolphin-llama3:8b-256k-v2.9-q6_K", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 7086696038, + "digest": "7d4b80857cbe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-q8_0", + "model": "dolphin-llama3:8b-256k-v2.9-q8_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 9126805504, + "digest": "22435ad7273c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-256k-v2.9-fp16", + "model": "dolphin-llama3:8b-256k-v2.9-fp16", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 17179869184, + "digest": "04cb4b5c5b37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-256k-v2.9-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9", + "model": "dolphin-llama3:8b-v2.9", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "613f068e29f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q2_K", + "model": "dolphin-llama3:8b-v2.9-q2_K", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 3435973837, + "digest": "e38c22d1fefc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q3_K_S", + "model": "dolphin-llama3:8b-v2.9-q3_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 3972844749, + "digest": "4ee167a2b0ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q3_K_M", + "model": "dolphin-llama3:8b-v2.9-q3_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 4294967296, + "digest": "ffbebe9d9a89", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q3_K_L", + "model": "dolphin-llama3:8b-v2.9-q3_K_L", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 4617089843, + "digest": "d4907340047d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q4_0", + "model": "dolphin-llama3:8b-v2.9-q4_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "613f068e29f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q4_1", + "model": "dolphin-llama3:8b-v2.9-q4_1", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5476083302, + "digest": "b91fdd625105", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q4_K_S", + "model": "dolphin-llama3:8b-v2.9-q4_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5046586573, + "digest": "3c68e9f4407e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q4_K_M", + "model": "dolphin-llama3:8b-v2.9-q4_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 5261334938, + "digest": "48e12807e1dd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q5_0", + "model": "dolphin-llama3:8b-v2.9-q5_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 6012954214, + "digest": "6f5e6e184fd6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q5_1", + "model": "dolphin-llama3:8b-v2.9-q5_1", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 6549825126, + "digest": "b83616aa2f82", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q5_K_S", + "model": "dolphin-llama3:8b-v2.9-q5_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 6012954214, + "digest": "9b438222d2e1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q5_K_M", + "model": "dolphin-llama3:8b-v2.9-q5_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 6120328397, + "digest": "ff5532bbdbfd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q6_K", + "model": "dolphin-llama3:8b-v2.9-q6_K", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 7086696038, + "digest": "d76cc512a4c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-q8_0", + "model": "dolphin-llama3:8b-v2.9-q8_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 9126805504, + "digest": "9b6fb904576c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:8b-v2.9-fp16", + "model": "dolphin-llama3:8b-v2.9-fp16", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 17179869184, + "digest": "330b7914e4f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v2.9-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9", + "model": "dolphin-llama3:70b-v2.9", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 42949672960, + "digest": "39cf3e48a702", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q2_K", + "model": "dolphin-llama3:70b-v2.9-q2_K", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 27917287424, + "digest": "9167f4131518", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q3_K_S", + "model": "dolphin-llama3:70b-v2.9-q3_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 33285996544, + "digest": "0ff6ff25af1a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q3_K_M", + "model": "dolphin-llama3:70b-v2.9-q3_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 36507222016, + "digest": "9f14deb632a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q3_K_L", + "model": "dolphin-llama3:70b-v2.9-q3_K_L", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 39728447488, + "digest": "0b1d3bbb0f87", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q4_0", + "model": "dolphin-llama3:70b-v2.9-q4_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 42949672960, + "digest": "39cf3e48a702", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q4_1", + "model": "dolphin-llama3:70b-v2.9-q4_1", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 47244640256, + "digest": "be3648d90cec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q4_K_S", + "model": "dolphin-llama3:70b-v2.9-q4_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 42949672960, + "digest": "08f394a4228a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q4_K_M", + "model": "dolphin-llama3:70b-v2.9-q4_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 46170898432, + "digest": "ff66659bf60a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q5_0", + "model": "dolphin-llama3:70b-v2.9-q5_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 52613349376, + "digest": "1be4a47c2130", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q5_1", + "model": "dolphin-llama3:70b-v2.9-q5_1", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 56908316672, + "digest": "3c0bd6cd54b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q5_K_S", + "model": "dolphin-llama3:70b-v2.9-q5_K_S", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 52613349376, + "digest": "c7f5f7f98fbf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q5_K_M", + "model": "dolphin-llama3:70b-v2.9-q5_K_M", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 53687091200, + "digest": "c76eccdaa1d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q6_K", + "model": "dolphin-llama3:70b-v2.9-q6_K", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 62277025792, + "digest": "e495c04eaf8d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-q8_0", + "model": "dolphin-llama3:70b-v2.9-q8_0", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 80530636800, + "digest": "f7ec3871505b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-llama3:70b-v2.9-fp16", + "model": "dolphin-llama3:70b-v2.9-fp16", + "modified_at": "2024-05-10T22:04:00.000Z", + "size": 151397597184, + "digest": "384d68211a76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v2.9-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm:latest", + "model": "smollm:latest", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1039138816, + "digest": "95f6557a0f0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "smollm:135m", + "model": "smollm:135m", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 96468992, + "digest": "b0b2a4617438", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m", + "quantization_level": "" + } + }, + { + "name": "smollm:360m", + "model": "smollm:360m", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 240123904, + "digest": "b3ba1ccba2b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b", + "model": "smollm:1.7b", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1039138816, + "digest": "95f6557a0f0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q2_K", + "model": "smollm:135m-base-v0.2-q2_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 92274688, + "digest": "e2048e8ac78d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q3_K_S", + "model": "smollm:135m-base-v0.2-q3_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 92274688, + "digest": "102433ffd9fb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q3_K_M", + "model": "smollm:135m-base-v0.2-q3_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 98566144, + "digest": "a5ab45ae2e2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q3_K_L", + "model": "smollm:135m-base-v0.2-q3_K_L", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 102760448, + "digest": "c2e22813067a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q4_0", + "model": "smollm:135m-base-v0.2-q4_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 96468992, + "digest": "528415e872e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q4_1", + "model": "smollm:135m-base-v0.2-q4_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 102760448, + "digest": "edecca7cff90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q4_K_S", + "model": "smollm:135m-base-v0.2-q4_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 106954752, + "digest": "2aa760d22716", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q4_K_M", + "model": "smollm:135m-base-v0.2-q4_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 110100480, + "digest": "3177ecf5d3b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q5_0", + "model": "smollm:135m-base-v0.2-q5_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 110100480, + "digest": "825973a56945", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q5_1", + "model": "smollm:135m-base-v0.2-q5_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 117440512, + "digest": "065d585f86d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q5_K_S", + "model": "smollm:135m-base-v0.2-q5_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 115343360, + "digest": "4aef8aaa4469", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q5_K_M", + "model": "smollm:135m-base-v0.2-q5_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 117440512, + "digest": "34545da0aa92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q6_K", + "model": "smollm:135m-base-v0.2-q6_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 144703488, + "digest": "b11338fff65a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-q8_0", + "model": "smollm:135m-base-v0.2-q8_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 152043520, + "digest": "fcdc33f9909d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-base-v0.2-fp16", + "model": "smollm:135m-base-v0.2-fp16", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 284164096, + "digest": "1d0f00cec918", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-base-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q2_K", + "model": "smollm:135m-instruct-v0.2-q2_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 92274688, + "digest": "e14a680b0b22", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q3_K_S", + "model": "smollm:135m-instruct-v0.2-q3_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 92274688, + "digest": "3ae895b5e9ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q3_K_M", + "model": "smollm:135m-instruct-v0.2-q3_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 98566144, + "digest": "f5db1ab329b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q3_K_L", + "model": "smollm:135m-instruct-v0.2-q3_K_L", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 102760448, + "digest": "aede666c7e16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q4_0", + "model": "smollm:135m-instruct-v0.2-q4_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 96468992, + "digest": "b0b2a4617438", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q4_1", + "model": "smollm:135m-instruct-v0.2-q4_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 102760448, + "digest": "bbf7e14150a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q4_K_S", + "model": "smollm:135m-instruct-v0.2-q4_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 106954752, + "digest": "45013939c7c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q4_K_M", + "model": "smollm:135m-instruct-v0.2-q4_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 110100480, + "digest": "7eedbf45baa1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q5_0", + "model": "smollm:135m-instruct-v0.2-q5_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 110100480, + "digest": "33187e134422", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q5_1", + "model": "smollm:135m-instruct-v0.2-q5_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 117440512, + "digest": "51f73e9aa3f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q5_K_S", + "model": "smollm:135m-instruct-v0.2-q5_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 115343360, + "digest": "52d3fabb63ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q5_K_M", + "model": "smollm:135m-instruct-v0.2-q5_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 117440512, + "digest": "a8975f4dc03b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q6_K", + "model": "smollm:135m-instruct-v0.2-q6_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 144703488, + "digest": "dd1e60cf54df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-q8_0", + "model": "smollm:135m-instruct-v0.2-q8_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 152043520, + "digest": "6fbf8e918862", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm:135m-instruct-v0.2-fp16", + "model": "smollm:135m-instruct-v0.2-fp16", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 284164096, + "digest": "95d01a081beb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "135m-instruct-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q2_K", + "model": "smollm:360m-base-v0.2-q2_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 229638144, + "digest": "e5e1a58c7d0c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q3_K_S", + "model": "smollm:360m-base-v0.2-q3_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 229638144, + "digest": "8aba991b34bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q3_K_M", + "model": "smollm:360m-base-v0.2-q3_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 246415360, + "digest": "66875ceb33a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q3_K_L", + "model": "smollm:360m-base-v0.2-q3_K_L", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 257949696, + "digest": "d13db1d8af29", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q4_0", + "model": "smollm:360m-base-v0.2-q4_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 240123904, + "digest": "32ed02cfe24e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q4_1", + "model": "smollm:360m-base-v0.2-q4_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 261095424, + "digest": "74c8ae01b04d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q4_K_S", + "model": "smollm:360m-base-v0.2-q4_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 272629760, + "digest": "81b950fac810", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q4_K_M", + "model": "smollm:360m-base-v0.2-q4_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 284164096, + "digest": "d3b4961678c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q5_0", + "model": "smollm:360m-base-v0.2-q5_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 281018368, + "digest": "319a822c1baa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q5_1", + "model": "smollm:360m-base-v0.2-q5_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 301989888, + "digest": "1c350d9f5c43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q5_K_S", + "model": "smollm:360m-base-v0.2-q5_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 296747008, + "digest": "05dad743d112", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q5_K_M", + "model": "smollm:360m-base-v0.2-q5_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 304087040, + "digest": "bf2e3336142d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q6_K", + "model": "smollm:360m-base-v0.2-q6_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 384827392, + "digest": "6006320b3839", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-q8_0", + "model": "smollm:360m-base-v0.2-q8_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 404750336, + "digest": "dd417453fb49", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-base-v0.2-fp16", + "model": "smollm:360m-base-v0.2-fp16", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 761266176, + "digest": "417c81308b94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-base-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q2_K", + "model": "smollm:360m-instruct-v0.2-q2_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 229638144, + "digest": "1dfe94149c4d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q3_K_S", + "model": "smollm:360m-instruct-v0.2-q3_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 229638144, + "digest": "359f743b44a1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q3_K_M", + "model": "smollm:360m-instruct-v0.2-q3_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 246415360, + "digest": "4ecfcbc87975", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q3_K_L", + "model": "smollm:360m-instruct-v0.2-q3_K_L", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 257949696, + "digest": "6f711219bd5f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q4_0", + "model": "smollm:360m-instruct-v0.2-q4_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 240123904, + "digest": "b3ba1ccba2b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q4_1", + "model": "smollm:360m-instruct-v0.2-q4_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 261095424, + "digest": "4a28c336aedd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q4_K_S", + "model": "smollm:360m-instruct-v0.2-q4_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 272629760, + "digest": "467e6683fe66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q4_K_M", + "model": "smollm:360m-instruct-v0.2-q4_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 284164096, + "digest": "535cb302b6b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q5_0", + "model": "smollm:360m-instruct-v0.2-q5_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 281018368, + "digest": "922f6b925c58", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q5_1", + "model": "smollm:360m-instruct-v0.2-q5_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 301989888, + "digest": "a09f3a169083", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q5_K_S", + "model": "smollm:360m-instruct-v0.2-q5_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 296747008, + "digest": "8695c1a78c18", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q5_K_M", + "model": "smollm:360m-instruct-v0.2-q5_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 304087040, + "digest": "0ad0a334e14f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q6_K", + "model": "smollm:360m-instruct-v0.2-q6_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 384827392, + "digest": "2102f951424a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-q8_0", + "model": "smollm:360m-instruct-v0.2-q8_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 404750336, + "digest": "f5ef53463545", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm:360m-instruct-v0.2-fp16", + "model": "smollm:360m-instruct-v0.2-fp16", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 761266176, + "digest": "d0475be06ee3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "360m-instruct-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q2_K", + "model": "smollm:1.7b-base-v0.2-q2_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 707788800, + "digest": "b013da007877", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q3_K_S", + "model": "smollm:1.7b-base-v0.2-q3_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 814743552, + "digest": "596523cb1def", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q3_K_M", + "model": "smollm:1.7b-base-v0.2-q3_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 901775360, + "digest": "9acc25818892", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q3_K_L", + "model": "smollm:1.7b-base-v0.2-q3_K_L", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 978321408, + "digest": "9656463272fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q4_0", + "model": "smollm:1.7b-base-v0.2-q4_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1039138816, + "digest": "97f3f0aef2df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q4_1", + "model": "smollm:1.7b-base-v0.2-q4_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1181116006, + "digest": "0c1bb3471f92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q4_K_S", + "model": "smollm:1.7b-base-v0.2-q4_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1047527424, + "digest": "9b3d36b6e0c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q4_K_M", + "model": "smollm:1.7b-base-v0.2-q4_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1181116006, + "digest": "8dec12ffec4a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q5_0", + "model": "smollm:1.7b-base-v0.2-q5_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1288490189, + "digest": "7eddfb294e53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q5_1", + "model": "smollm:1.7b-base-v0.2-q5_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1395864371, + "digest": "fde4c91abcce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q5_K_S", + "model": "smollm:1.7b-base-v0.2-q5_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1288490189, + "digest": "4f0e5ec42d5b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q5_K_M", + "model": "smollm:1.7b-base-v0.2-q5_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1288490189, + "digest": "7daaf6f561d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q6_K", + "model": "smollm:1.7b-base-v0.2-q6_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1503238554, + "digest": "9cf3be2645b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-q8_0", + "model": "smollm:1.7b-base-v0.2-q8_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1932735283, + "digest": "d1f91cd676ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-base-v0.2-fp16", + "model": "smollm:1.7b-base-v0.2-fp16", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 3650722202, + "digest": "64f31ee84d1c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-base-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q2_K", + "model": "smollm:1.7b-instruct-v0.2-q2_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 707788800, + "digest": "da8ba92e42b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q3_K_S", + "model": "smollm:1.7b-instruct-v0.2-q3_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 814743552, + "digest": "c35438da7180", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q3_K_M", + "model": "smollm:1.7b-instruct-v0.2-q3_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 901775360, + "digest": "728c1f932b06", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q3_K_L", + "model": "smollm:1.7b-instruct-v0.2-q3_K_L", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 978321408, + "digest": "88ef3062260e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q4_0", + "model": "smollm:1.7b-instruct-v0.2-q4_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1039138816, + "digest": "95f6557a0f0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q4_1", + "model": "smollm:1.7b-instruct-v0.2-q4_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1181116006, + "digest": "77d7238b232e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q4_K_S", + "model": "smollm:1.7b-instruct-v0.2-q4_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1047527424, + "digest": "35eec1a7014d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q4_K_M", + "model": "smollm:1.7b-instruct-v0.2-q4_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1181116006, + "digest": "dd7299829a14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q5_0", + "model": "smollm:1.7b-instruct-v0.2-q5_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1288490189, + "digest": "8391060f29db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q5_1", + "model": "smollm:1.7b-instruct-v0.2-q5_1", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1395864371, + "digest": "ce91dd1d7380", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q5_K_S", + "model": "smollm:1.7b-instruct-v0.2-q5_K_S", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1288490189, + "digest": "489a893ac8a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q5_K_M", + "model": "smollm:1.7b-instruct-v0.2-q5_K_M", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1288490189, + "digest": "91d16f72a7b3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q6_K", + "model": "smollm:1.7b-instruct-v0.2-q6_K", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1503238554, + "digest": "ecdf9864899c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-q8_0", + "model": "smollm:1.7b-instruct-v0.2-q8_0", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 1932735283, + "digest": "4afeb8de9eec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "smollm:1.7b-instruct-v0.2-fp16", + "model": "smollm:1.7b-instruct-v0.2-fp16", + "modified_at": "2024-08-20T17:04:00.000Z", + "size": 3650722202, + "digest": "b07e591ca9ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.7b-instruct-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma3n:latest", + "model": "gemma3n:latest", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 8053063680, + "digest": "15cb39fd9394", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "gemma3n:e2b", + "model": "gemma3n:e2b", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 6012954214, + "digest": "719372f8c7de", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "e2b", + "quantization_level": "" + } + }, + { + "name": "gemma3n:e4b", + "model": "gemma3n:e4b", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 8053063680, + "digest": "15cb39fd9394", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "e4b", + "quantization_level": "" + } + }, + { + "name": "gemma3n:e2b-it-q4_K_M", + "model": "gemma3n:e2b-it-q4_K_M", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 6012954214, + "digest": "719372f8c7de", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "e2b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma3n:e2b-it-q8_0", + "model": "gemma3n:e2b-it-q8_0", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 7086696038, + "digest": "11d9a1ddb266", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "e2b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma3n:e2b-it-fp16", + "model": "gemma3n:e2b-it-fp16", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 9556302234, + "digest": "c202cf857d68", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "e2b-it-fp16", + "quantization_level": "" + } + }, + { + "name": "gemma3n:e4b-it-q4_K_M", + "model": "gemma3n:e4b-it-q4_K_M", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 8053063680, + "digest": "15cb39fd9394", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "e4b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "gemma3n:e4b-it-q8_0", + "model": "gemma3n:e4b-it-q8_0", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 10200547328, + "digest": "8289357f2878", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "e4b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "gemma3n:e4b-it-fp16", + "model": "gemma3n:e4b-it-fp16", + "modified_at": "2025-06-27T05:02:00.000Z", + "size": 15032385536, + "digest": "153df1d47c19", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "e4b-it-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder-next:latest", + "model": "qwen3-coder-next:latest", + "modified_at": "2026-02-04T07:46:00.000Z", + "size": 55834574848, + "digest": "ca06e9e4087c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder-next:q4_K_M", + "model": "qwen3-coder-next:q4_K_M", + "modified_at": "2026-02-04T07:46:00.000Z", + "size": 55834574848, + "digest": "ca06e9e4087c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-coder-next:q8_0", + "model": "qwen3-coder-next:q8_0", + "modified_at": "2026-02-04T07:46:00.000Z", + "size": 91268055040, + "digest": "3f68e12b44ee", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:latest", + "model": "dolphin-mixtral:latest", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "4f76c28c0414", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:v2.5", + "model": "dolphin-mixtral:v2.5", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "f924f2f0e484", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.5", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:v2.6", + "model": "dolphin-mixtral:v2.6", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "ccc9d1f5d17c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.6", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:v2.7", + "model": "dolphin-mixtral:v2.7", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "4f76c28c0414", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.7", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b", + "model": "dolphin-mixtral:8x7b", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "4f76c28c0414", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b", + "model": "dolphin-mixtral:8x22b", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 85899345920, + "digest": "0772a1b884bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5", + "model": "dolphin-mixtral:8x7b-v2.5", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "f924f2f0e484", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q2_K", + "model": "dolphin-mixtral:8x7b-v2.5-q2_K", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 18253611008, + "digest": "448b185c2a3e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q3_K_S", + "model": "dolphin-mixtral:8x7b-v2.5-q3_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 21474836480, + "digest": "ea9ed37491b3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q3_K_M", + "model": "dolphin-mixtral:8x7b-v2.5-q3_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 24696061952, + "digest": "a04451f03648", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q3_K_L", + "model": "dolphin-mixtral:8x7b-v2.5-q3_K_L", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 25769803776, + "digest": "e6278d65e9dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q4_0", + "model": "dolphin-mixtral:8x7b-v2.5-q4_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "f924f2f0e484", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q4_1", + "model": "dolphin-mixtral:8x7b-v2.5-q4_1", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 31138512896, + "digest": "11dee8e97379", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q4_K_S", + "model": "dolphin-mixtral:8x7b-v2.5-q4_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 28991029248, + "digest": "6534902e1e54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q4_K_M", + "model": "dolphin-mixtral:8x7b-v2.5-q4_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 30064771072, + "digest": "66adba445821", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q5_0", + "model": "dolphin-mixtral:8x7b-v2.5-q5_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 34359738368, + "digest": "8a9fd615b610", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q5_1", + "model": "dolphin-mixtral:8x7b-v2.5-q5_1", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 37580963840, + "digest": "36450117b011", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q5_K_S", + "model": "dolphin-mixtral:8x7b-v2.5-q5_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 34359738368, + "digest": "8e662aef3892", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q5_K_M", + "model": "dolphin-mixtral:8x7b-v2.5-q5_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 35433480192, + "digest": "5389198274fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q6_K", + "model": "dolphin-mixtral:8x7b-v2.5-q6_K", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 40802189312, + "digest": "7ef1f6ce2be5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-q8_0", + "model": "dolphin-mixtral:8x7b-v2.5-q8_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 53687091200, + "digest": "2dbedb652781", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.5-fp16", + "model": "dolphin-mixtral:8x7b-v2.5-fp16", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 99857989632, + "digest": "d1f36c28485e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.5-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6", + "model": "dolphin-mixtral:8x7b-v2.6", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "ccc9d1f5d17c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q2_K", + "model": "dolphin-mixtral:8x7b-v2.6-q2_K", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 18253611008, + "digest": "2f562aa89564", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q3_K_S", + "model": "dolphin-mixtral:8x7b-v2.6-q3_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 21474836480, + "digest": "ab8763452984", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q3_K_M", + "model": "dolphin-mixtral:8x7b-v2.6-q3_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 24696061952, + "digest": "3a283d1a237d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q3_K_L", + "model": "dolphin-mixtral:8x7b-v2.6-q3_K_L", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 25769803776, + "digest": "87f7ec7f238f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q4_0", + "model": "dolphin-mixtral:8x7b-v2.6-q4_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "ccc9d1f5d17c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q4_1", + "model": "dolphin-mixtral:8x7b-v2.6-q4_1", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 31138512896, + "digest": "9f3b6fc34751", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q4_K_S", + "model": "dolphin-mixtral:8x7b-v2.6-q4_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 28991029248, + "digest": "f3dd3e93270a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q4_K_M", + "model": "dolphin-mixtral:8x7b-v2.6-q4_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 30064771072, + "digest": "725fbbf8d5e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q5_0", + "model": "dolphin-mixtral:8x7b-v2.6-q5_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 34359738368, + "digest": "ab28fea4d551", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q5_1", + "model": "dolphin-mixtral:8x7b-v2.6-q5_1", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 37580963840, + "digest": "0d332b78ce70", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q5_K_S", + "model": "dolphin-mixtral:8x7b-v2.6-q5_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 34359738368, + "digest": "15ecf506c50c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q5_K_M", + "model": "dolphin-mixtral:8x7b-v2.6-q5_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 35433480192, + "digest": "616dad4c275d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q6_K", + "model": "dolphin-mixtral:8x7b-v2.6-q6_K", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 40802189312, + "digest": "a14b88f77235", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-q8_0", + "model": "dolphin-mixtral:8x7b-v2.6-q8_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 53687091200, + "digest": "2812998a47df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.6-fp16", + "model": "dolphin-mixtral:8x7b-v2.6-fp16", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 99857989632, + "digest": "0e865bb9631d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.6-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7", + "model": "dolphin-mixtral:8x7b-v2.7", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "4f76c28c0414", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q2_K", + "model": "dolphin-mixtral:8x7b-v2.7-q2_K", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 18253611008, + "digest": "67959cb58058", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q3_K_S", + "model": "dolphin-mixtral:8x7b-v2.7-q3_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 21474836480, + "digest": "102b0d4f9403", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q3_K_M", + "model": "dolphin-mixtral:8x7b-v2.7-q3_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 24696061952, + "digest": "c7bb43548a49", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q3_K_L", + "model": "dolphin-mixtral:8x7b-v2.7-q3_K_L", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 25769803776, + "digest": "8b94203d838d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q4_0", + "model": "dolphin-mixtral:8x7b-v2.7-q4_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 27917287424, + "digest": "4f76c28c0414", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q4_1", + "model": "dolphin-mixtral:8x7b-v2.7-q4_1", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 31138512896, + "digest": "d0c44def2b5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q4_K_S", + "model": "dolphin-mixtral:8x7b-v2.7-q4_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 28991029248, + "digest": "61d2d0129a1b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q4_K_M", + "model": "dolphin-mixtral:8x7b-v2.7-q4_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 30064771072, + "digest": "9edda92db764", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q5_0", + "model": "dolphin-mixtral:8x7b-v2.7-q5_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 34359738368, + "digest": "c9b1ccc63176", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q5_1", + "model": "dolphin-mixtral:8x7b-v2.7-q5_1", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 37580963840, + "digest": "0e06aa33814f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q5_K_S", + "model": "dolphin-mixtral:8x7b-v2.7-q5_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 34359738368, + "digest": "6b10b15cfd86", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q5_K_M", + "model": "dolphin-mixtral:8x7b-v2.7-q5_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 35433480192, + "digest": "48c8a1692c8d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q6_K", + "model": "dolphin-mixtral:8x7b-v2.7-q6_K", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 40802189312, + "digest": "1673eadc5474", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-q8_0", + "model": "dolphin-mixtral:8x7b-v2.7-q8_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 53687091200, + "digest": "1e3dbaccc823", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x7b-v2.7-fp16", + "model": "dolphin-mixtral:8x7b-v2.7-fp16", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 99857989632, + "digest": "4ac207dbc68b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v2.7-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9", + "model": "dolphin-mixtral:8x22b-v2.9", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 85899345920, + "digest": "0772a1b884bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q2_K", + "model": "dolphin-mixtral:8x22b-v2.9-q2_K", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 55834574848, + "digest": "5dd54f8ff492", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q3_K_S", + "model": "dolphin-mixtral:8x22b-v2.9-q3_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 65498251264, + "digest": "cad2f9d2e01d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q3_K_M", + "model": "dolphin-mixtral:8x22b-v2.9-q3_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 73014444032, + "digest": "ef2b7524d28d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q3_K_L", + "model": "dolphin-mixtral:8x22b-v2.9-q3_K_L", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 78383153152, + "digest": "3c5371c23577", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q4_0", + "model": "dolphin-mixtral:8x22b-v2.9-q4_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 85899345920, + "digest": "0772a1b884bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q4_1", + "model": "dolphin-mixtral:8x22b-v2.9-q4_1", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 94489280512, + "digest": "3e58e962deb8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q4_K_S", + "model": "dolphin-mixtral:8x22b-v2.9-q4_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 85899345920, + "digest": "f7c583f24605", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q4_K_M", + "model": "dolphin-mixtral:8x22b-v2.9-q4_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 92341796864, + "digest": "1ba3655b0de7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q5_0", + "model": "dolphin-mixtral:8x22b-v2.9-q5_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 104152956928, + "digest": "abfd3a87f905", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q5_1", + "model": "dolphin-mixtral:8x22b-v2.9-q5_1", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 113816633344, + "digest": "a3561f68b65d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q5_K_S", + "model": "dolphin-mixtral:8x22b-v2.9-q5_K_S", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 104152956928, + "digest": "a1cd7a6d8a79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q5_K_M", + "model": "dolphin-mixtral:8x22b-v2.9-q5_K_M", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 107374182400, + "digest": "d4e513dcc2e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q6_K", + "model": "dolphin-mixtral:8x22b-v2.9-q6_K", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 124554051584, + "digest": "f5aac890745a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-q8_0", + "model": "dolphin-mixtral:8x22b-v2.9-q8_0", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 159987531776, + "digest": "b82986a3ed4f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mixtral:8x22b-v2.9-fp16", + "model": "dolphin-mixtral:8x22b-v2.9-fp16", + "modified_at": "2024-12-20T02:11:00.000Z", + "size": 301721452544, + "digest": "39195710503e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-v2.9-fp16", + "quantization_level": "" + } + }, + { + "name": "llama4:latest", + "model": "llama4:latest", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 71940702208, + "digest": "bf31604e25c2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama4:maverick", + "model": "llama4:maverick", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 263066746880, + "digest": "b4832b93e292", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "maverick", + "quantization_level": "" + } + }, + { + "name": "llama4:scout", + "model": "llama4:scout", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 71940702208, + "digest": "bf31604e25c2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "scout", + "quantization_level": "" + } + }, + { + "name": "llama4:16x17b", + "model": "llama4:16x17b", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 71940702208, + "digest": "bf31604e25c2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "16x17b", + "quantization_level": "" + } + }, + { + "name": "llama4:128x17b", + "model": "llama4:128x17b", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 263066746880, + "digest": "b4832b93e292", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "128x17b", + "quantization_level": "" + } + }, + { + "name": "llama4:17b-maverick-128e-instruct-q4_K_M", + "model": "llama4:17b-maverick-128e-instruct-q4_K_M", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 263066746880, + "digest": "b4832b93e292", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "17b-maverick-128e-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama4:17b-maverick-128e-instruct-q8_0", + "model": "llama4:17b-maverick-128e-instruct-q8_0", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 459561500672, + "digest": "7fb6f3e69a28", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "17b-maverick-128e-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama4:17b-maverick-128e-instruct-fp16", + "model": "llama4:17b-maverick-128e-instruct-fp16", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 862214684672, + "digest": "c9a3a4d149af", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "17b-maverick-128e-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama4:17b-scout-16e-instruct-q4_K_M", + "model": "llama4:17b-scout-16e-instruct-q4_K_M", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 71940702208, + "digest": "bf31604e25c2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "17b-scout-16e-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama4:17b-scout-16e-instruct-q8_0", + "model": "llama4:17b-scout-16e-instruct-q8_0", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 125627793408, + "digest": "244249e6cd64", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "17b-scout-16e-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama4:17b-scout-16e-instruct-fp16", + "model": "llama4:17b-scout-16e-instruct-fp16", + "modified_at": "2025-06-16T20:45:00.000Z", + "size": 233001975808, + "digest": "f390ec6c1a81", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "17b-scout-16e-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "translategemma:latest", + "model": "translategemma:latest", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 3543348019, + "digest": "c49d986b0764", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "translategemma:4b", + "model": "translategemma:4b", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 3543348019, + "digest": "c49d986b0764", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "translategemma:12b", + "model": "translategemma:12b", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 8697308774, + "digest": "c2f9a9ca1ec7", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b", + "quantization_level": "" + } + }, + { + "name": "translategemma:27b", + "model": "translategemma:27b", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 18253611008, + "digest": "21b597a243ec", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b", + "quantization_level": "" + } + }, + { + "name": "translategemma:4b-it-q4_K_M", + "model": "translategemma:4b-it-q4_K_M", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 3543348019, + "digest": "c49d986b0764", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "translategemma:4b-it-q8_0", + "model": "translategemma:4b-it-q8_0", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 5261334938, + "digest": "69729cbbfd35", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "translategemma:4b-it-bf16", + "model": "translategemma:4b-it-bf16", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 9234179686, + "digest": "ff7a6d70870f", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "translategemma:12b-it-q4_K_M", + "model": "translategemma:12b-it-q4_K_M", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 8697308774, + "digest": "c2f9a9ca1ec7", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "translategemma:12b-it-q8_0", + "model": "translategemma:12b-it-q8_0", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 13958643712, + "digest": "48057379bc4d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "translategemma:12b-it-bf16", + "model": "translategemma:12b-it-bf16", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 25769803776, + "digest": "7dc7429cc8b2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "12b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "translategemma:27b-it-q4_K_M", + "model": "translategemma:27b-it-q4_K_M", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 18253611008, + "digest": "21b597a243ec", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "translategemma:27b-it-q8_0", + "model": "translategemma:27b-it-q8_0", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 32212254720, + "digest": "b5b3e0d68687", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "translategemma:27b-it-bf16", + "model": "translategemma:27b-it-bf16", + "modified_at": "2026-01-16T20:57:00.000Z", + "size": 59055800320, + "digest": "0718798ae6f3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:latest", + "model": "phi4-reasoning:latest", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 11811160064, + "digest": "47e2630ccbcd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:plus", + "model": "phi4-reasoning:plus", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 11811160064, + "digest": "f0ad3edce8e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "plus", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:14b", + "model": "phi4-reasoning:14b", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 11811160064, + "digest": "47e2630ccbcd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:14b-plus-q4_K_M", + "model": "phi4-reasoning:14b-plus-q4_K_M", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 11811160064, + "digest": "f0ad3edce8e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-plus-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:14b-plus-q8_0", + "model": "phi4-reasoning:14b-plus-q8_0", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 18253611008, + "digest": "ecd8f64ff877", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-plus-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:14b-plus-fp16", + "model": "phi4-reasoning:14b-plus-fp16", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 31138512896, + "digest": "561e2e2df29e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-plus-fp16", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:14b-q4_K_M", + "model": "phi4-reasoning:14b-q4_K_M", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 11811160064, + "digest": "47e2630ccbcd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:14b-q8_0", + "model": "phi4-reasoning:14b-q8_0", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 18253611008, + "digest": "30b78bf47222", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi4-reasoning:14b-fp16", + "model": "phi4-reasoning:14b-fp16", + "modified_at": "2025-05-01T05:32:00.000Z", + "size": 31138512896, + "digest": "d990c3364a6c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:latest", + "model": "dolphin-phi:latest", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1717986918, + "digest": "c5761fc77240", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b", + "model": "dolphin-phi:2.7b", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1717986918, + "digest": "c5761fc77240", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6", + "model": "dolphin-phi:2.7b-v2.6", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1717986918, + "digest": "c5761fc77240", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q2_K", + "model": "dolphin-phi:2.7b-v2.6-q2_K", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1288490189, + "digest": "7f54cec626b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q3_K_S", + "model": "dolphin-phi:2.7b-v2.6-q3_K_S", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1395864371, + "digest": "5c03deb374c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q3_K_M", + "model": "dolphin-phi:2.7b-v2.6-q3_K_M", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1610612736, + "digest": "5e99163c66d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q3_K_L", + "model": "dolphin-phi:2.7b-v2.6-q3_K_L", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1717986918, + "digest": "60c080a5bd9a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q4_0", + "model": "dolphin-phi:2.7b-v2.6-q4_0", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1717986918, + "digest": "c5761fc77240", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q4_K_S", + "model": "dolphin-phi:2.7b-v2.6-q4_K_S", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1717986918, + "digest": "9ce1a8be68f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q4_K_M", + "model": "dolphin-phi:2.7b-v2.6-q4_K_M", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 1932735283, + "digest": "cff9506fc46b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q5_0", + "model": "dolphin-phi:2.7b-v2.6-q5_0", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 2040109466, + "digest": "7346eb8f523d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q5_K_S", + "model": "dolphin-phi:2.7b-v2.6-q5_K_S", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 2040109466, + "digest": "3284ea06df25", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q5_K_M", + "model": "dolphin-phi:2.7b-v2.6-q5_K_M", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 2254857830, + "digest": "175d2f641dea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q6_K", + "model": "dolphin-phi:2.7b-v2.6-q6_K", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 2469606195, + "digest": "4a7162481650", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-phi:2.7b-v2.6-q8_0", + "model": "dolphin-phi:2.7b-v2.6-q8_0", + "modified_at": "2023-12-24T16:37:00.000Z", + "size": 3221225472, + "digest": "b6ba7363045d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-v2.6-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:latest", + "model": "dolphin-mistral:latest", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "5dc8c5a2be65", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:v2", + "model": "dolphin-mistral:v2", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "d4fedb7cc50d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:v2.1", + "model": "dolphin-mistral:v2.1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "e4e3238590aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:v2.2", + "model": "dolphin-mistral:v2.2", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "450ca08f6907", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.2", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:v2.2.1", + "model": "dolphin-mistral:v2.2.1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "04b0ec52c40b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.2.1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:v2.6", + "model": "dolphin-mistral:v2.6", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "ecbf896611f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.6", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:v2.8", + "model": "dolphin-mistral:v2.8", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "5dc8c5a2be65", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.8", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b", + "model": "dolphin-mistral:7b", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "5dc8c5a2be65", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2", + "model": "dolphin-mistral:7b-v2", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "d4fedb7cc50d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q2_K", + "model": "dolphin-mistral:7b-v2-q2_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3328599654, + "digest": "47e88c29db19", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q3_K_S", + "model": "dolphin-mistral:7b-v2-q3_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3435973837, + "digest": "9ce568107856", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q3_K_M", + "model": "dolphin-mistral:7b-v2-q3_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3758096384, + "digest": "ae55e3ef02e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q3_K_L", + "model": "dolphin-mistral:7b-v2-q3_K_L", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4080218931, + "digest": "0a764a52371c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q4_0", + "model": "dolphin-mistral:7b-v2-q4_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "d4fedb7cc50d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q4_1", + "model": "dolphin-mistral:7b-v2-q4_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4939212390, + "digest": "963a8962e5cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q4_K_S", + "model": "dolphin-mistral:7b-v2-q4_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "31bc12ff86a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q4_K_M", + "model": "dolphin-mistral:7b-v2-q4_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4724464026, + "digest": "8151671578cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q5_0", + "model": "dolphin-mistral:7b-v2-q5_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "f233b1631e2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q5_1", + "model": "dolphin-mistral:7b-v2-q5_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5798205850, + "digest": "caa3000a6607", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q5_K_S", + "model": "dolphin-mistral:7b-v2-q5_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "3d1193db8247", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q5_K_M", + "model": "dolphin-mistral:7b-v2-q5_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5476083302, + "digest": "483a8c29490a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q6_K", + "model": "dolphin-mistral:7b-v2-q6_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 6335076762, + "digest": "0abc7e93ace9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-q8_0", + "model": "dolphin-mistral:7b-v2-q8_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 8267812045, + "digest": "af57ab7e2f42", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2-fp16", + "model": "dolphin-mistral:7b-v2-fp16", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 15032385536, + "digest": "dbea1ee61c91", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1", + "model": "dolphin-mistral:7b-v2.1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "e4e3238590aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q2_K", + "model": "dolphin-mistral:7b-v2.1-q2_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3328599654, + "digest": "09b2c7439c66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q3_K_S", + "model": "dolphin-mistral:7b-v2.1-q3_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3435973837, + "digest": "cae2e5bf7e2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q3_K_M", + "model": "dolphin-mistral:7b-v2.1-q3_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3758096384, + "digest": "de9aa2b8d525", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q3_K_L", + "model": "dolphin-mistral:7b-v2.1-q3_K_L", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4080218931, + "digest": "d4e4ac49c638", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q4_0", + "model": "dolphin-mistral:7b-v2.1-q4_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "e4e3238590aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q4_1", + "model": "dolphin-mistral:7b-v2.1-q4_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4939212390, + "digest": "bccbfbb66c22", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q4_K_S", + "model": "dolphin-mistral:7b-v2.1-q4_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "928488201dda", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q4_K_M", + "model": "dolphin-mistral:7b-v2.1-q4_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4724464026, + "digest": "42d3af2ff5bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q5_0", + "model": "dolphin-mistral:7b-v2.1-q5_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "7577f2a6ea36", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q5_1", + "model": "dolphin-mistral:7b-v2.1-q5_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5798205850, + "digest": "d2d013e73bbb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q5_K_S", + "model": "dolphin-mistral:7b-v2.1-q5_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "fafa4121da53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q5_K_M", + "model": "dolphin-mistral:7b-v2.1-q5_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5476083302, + "digest": "1792bb2a4dad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q6_K", + "model": "dolphin-mistral:7b-v2.1-q6_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 6335076762, + "digest": "d7fc42d0c941", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-q8_0", + "model": "dolphin-mistral:7b-v2.1-q8_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 8267812045, + "digest": "3c364693b3c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.1-fp16", + "model": "dolphin-mistral:7b-v2.1-fp16", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 15032385536, + "digest": "8a7599e7afb6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.1-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2", + "model": "dolphin-mistral:7b-v2.2", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "450ca08f6907", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q2_K", + "model": "dolphin-mistral:7b-v2.2-q2_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3328599654, + "digest": "40af9615d065", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q3_K_S", + "model": "dolphin-mistral:7b-v2.2-q3_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3435973837, + "digest": "a646488b6fd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q3_K_M", + "model": "dolphin-mistral:7b-v2.2-q3_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3758096384, + "digest": "807f7ccc72ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q3_K_L", + "model": "dolphin-mistral:7b-v2.2-q3_K_L", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4080218931, + "digest": "2e2d34ffb211", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q4_0", + "model": "dolphin-mistral:7b-v2.2-q4_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "450ca08f6907", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q4_1", + "model": "dolphin-mistral:7b-v2.2-q4_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4939212390, + "digest": "1f764be54847", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q4_K_S", + "model": "dolphin-mistral:7b-v2.2-q4_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "7c4ea4ac1b3d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q4_K_M", + "model": "dolphin-mistral:7b-v2.2-q4_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4724464026, + "digest": "5f5bc8a7f6c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q5_0", + "model": "dolphin-mistral:7b-v2.2-q5_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "05ef3ead3f63", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q5_1", + "model": "dolphin-mistral:7b-v2.2-q5_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5798205850, + "digest": "35a9966c852b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q5_K_S", + "model": "dolphin-mistral:7b-v2.2-q5_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "8cb5befe96d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q5_K_M", + "model": "dolphin-mistral:7b-v2.2-q5_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5476083302, + "digest": "e9ac7f8b1b41", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q6_K", + "model": "dolphin-mistral:7b-v2.2-q6_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 6335076762, + "digest": "fbd48b25b103", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-q8_0", + "model": "dolphin-mistral:7b-v2.2-q8_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 8267812045, + "digest": "f12f440dd443", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2-fp16", + "model": "dolphin-mistral:7b-v2.2-fp16", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 15032385536, + "digest": "02a1321048d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1", + "model": "dolphin-mistral:7b-v2.2.1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "04b0ec52c40b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q2_K", + "model": "dolphin-mistral:7b-v2.2.1-q2_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3328599654, + "digest": "994c722b1561", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q3_K_S", + "model": "dolphin-mistral:7b-v2.2.1-q3_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3435973837, + "digest": "5753614304a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q3_K_M", + "model": "dolphin-mistral:7b-v2.2.1-q3_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3758096384, + "digest": "6e92d0dbb4a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q3_K_L", + "model": "dolphin-mistral:7b-v2.2.1-q3_K_L", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4080218931, + "digest": "3bba1c1ad35a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q4_0", + "model": "dolphin-mistral:7b-v2.2.1-q4_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "04b0ec52c40b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q4_1", + "model": "dolphin-mistral:7b-v2.2.1-q4_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4939212390, + "digest": "c76cd3b5beee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q4_K_S", + "model": "dolphin-mistral:7b-v2.2.1-q4_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "5029cbe43e9c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q4_K_M", + "model": "dolphin-mistral:7b-v2.2.1-q4_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4724464026, + "digest": "5e3337ccc282", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q5_0", + "model": "dolphin-mistral:7b-v2.2.1-q5_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "a22f80a3ea5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q5_1", + "model": "dolphin-mistral:7b-v2.2.1-q5_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5798205850, + "digest": "62d4ace3645c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q5_K_S", + "model": "dolphin-mistral:7b-v2.2.1-q5_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "03945b375e86", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q5_K_M", + "model": "dolphin-mistral:7b-v2.2.1-q5_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5476083302, + "digest": "e4b72a87ab51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q6_K", + "model": "dolphin-mistral:7b-v2.2.1-q6_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 6335076762, + "digest": "b5df8e083d3d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-q8_0", + "model": "dolphin-mistral:7b-v2.2.1-q8_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 8267812045, + "digest": "62e41c882df2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.2.1-fp16", + "model": "dolphin-mistral:7b-v2.2.1-fp16", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 15032385536, + "digest": "49b48f849296", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.2.1-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6", + "model": "dolphin-mistral:7b-v2.6", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "206a4093ff30", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser", + "model": "dolphin-mistral:7b-v2.6-dpo-laser", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "ecbf896611f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q2_K", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q2_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3328599654, + "digest": "3d2e06cd1f34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q2_K", + "model": "dolphin-mistral:7b-v2.6-q2_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3328599654, + "digest": "5095f4e248f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_S", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3435973837, + "digest": "c4841f98c665", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q3_K_S", + "model": "dolphin-mistral:7b-v2.6-q3_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3435973837, + "digest": "7d87567ba4e1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_M", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3758096384, + "digest": "d9a82ca1b186", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q3_K_M", + "model": "dolphin-mistral:7b-v2.6-q3_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3758096384, + "digest": "fae30abf511f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_L", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_L", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4080218931, + "digest": "fbd62dc63cf3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q3_K_L", + "model": "dolphin-mistral:7b-v2.6-q3_K_L", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4080218931, + "digest": "3f69b8a407b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q4_0", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q4_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "ecbf896611f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q4_0", + "model": "dolphin-mistral:7b-v2.6-q4_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "206a4093ff30", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q4_1", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q4_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4939212390, + "digest": "dcda7ed9d1ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q4_1", + "model": "dolphin-mistral:7b-v2.6-q4_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4939212390, + "digest": "75979198bd96", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_S", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "251809e4483d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q4_K_S", + "model": "dolphin-mistral:7b-v2.6-q4_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "d131e1a76ddc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_M", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4724464026, + "digest": "4637e8c97e50", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q4_K_M", + "model": "dolphin-mistral:7b-v2.6-q4_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4724464026, + "digest": "de97d7427c36", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q5_0", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q5_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "09bce0353761", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q5_0", + "model": "dolphin-mistral:7b-v2.6-q5_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "e8f5e1669039", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q5_1", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q5_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5798205850, + "digest": "a40a97e78596", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q5_1", + "model": "dolphin-mistral:7b-v2.6-q5_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5798205850, + "digest": "b2f2f3609ccd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_S", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "c6a7fdc04e62", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q5_K_S", + "model": "dolphin-mistral:7b-v2.6-q5_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "5ce09aea680f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_M", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5476083302, + "digest": "89ac2026188b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q5_K_M", + "model": "dolphin-mistral:7b-v2.6-q5_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5476083302, + "digest": "24b9c375e0bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q6_K", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q6_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 6335076762, + "digest": "3383c1e1a3a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q6_K", + "model": "dolphin-mistral:7b-v2.6-q6_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 6335076762, + "digest": "d1c90221f843", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-q8_0", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-q8_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 8267812045, + "digest": "805ca6fc04df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-q8_0", + "model": "dolphin-mistral:7b-v2.6-q8_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 8267812045, + "digest": "43ea31e60f41", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-dpo-laser-fp16", + "model": "dolphin-mistral:7b-v2.6-dpo-laser-fp16", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 15032385536, + "digest": "ef5fb1b4eb40", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-dpo-laser-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.6-fp16", + "model": "dolphin-mistral:7b-v2.6-fp16", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 15032385536, + "digest": "ee8029835435", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.6-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8", + "model": "dolphin-mistral:7b-v2.8", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "5dc8c5a2be65", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q2_K", + "model": "dolphin-mistral:7b-v2.8-q2_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 2899102925, + "digest": "703fcc8feca4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q3_K_S", + "model": "dolphin-mistral:7b-v2.8-q3_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3435973837, + "digest": "b373bd912c47", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q3_K_M", + "model": "dolphin-mistral:7b-v2.8-q3_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 3758096384, + "digest": "368c8b580b2c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q3_K_L", + "model": "dolphin-mistral:7b-v2.8-q3_K_L", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4080218931, + "digest": "3689be23e227", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q4_0", + "model": "dolphin-mistral:7b-v2.8-q4_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "5dc8c5a2be65", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q4_1", + "model": "dolphin-mistral:7b-v2.8-q4_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4939212390, + "digest": "8a3536853f0c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q4_K_S", + "model": "dolphin-mistral:7b-v2.8-q4_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4402341478, + "digest": "f7fe7f8a5338", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q4_K_M", + "model": "dolphin-mistral:7b-v2.8-q4_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 4724464026, + "digest": "9664319c8300", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q5_0", + "model": "dolphin-mistral:7b-v2.8-q5_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "4b957d0f8184", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q5_1", + "model": "dolphin-mistral:7b-v2.8-q5_1", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5798205850, + "digest": "2d9d3f2fc319", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q5_K_S", + "model": "dolphin-mistral:7b-v2.8-q5_K_S", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5368709120, + "digest": "a9699d013b92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q5_K_M", + "model": "dolphin-mistral:7b-v2.8-q5_K_M", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 5476083302, + "digest": "89cd0f3499d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q6_K", + "model": "dolphin-mistral:7b-v2.8-q6_K", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 6335076762, + "digest": "abbbabedf4f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-q8_0", + "model": "dolphin-mistral:7b-v2.8-q8_0", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 8267812045, + "digest": "c42fc14057d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphin-mistral:7b-v2.8-fp16", + "model": "dolphin-mistral:7b-v2.8-fp16", + "modified_at": "2024-03-31T23:34:00.000Z", + "size": 15032385536, + "digest": "1e979cf70c05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.8-fp16", + "quantization_level": "" + } + }, + { + "name": "phi:latest", + "model": "phi:latest", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1717986918, + "digest": "e2fd6321a5fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "phi:chat", + "model": "phi:chat", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1717986918, + "digest": "e2fd6321a5fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "chat", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b", + "model": "phi:2.7b", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1717986918, + "digest": "e2fd6321a5fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q2_K", + "model": "phi:2.7b-chat-v2-q2_K", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1288490189, + "digest": "c5f597fa19b3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q2_K", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q3_K_S", + "model": "phi:2.7b-chat-v2-q3_K_S", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1395864371, + "digest": "4ceb511ce989", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q3_K_M", + "model": "phi:2.7b-chat-v2-q3_K_M", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1610612736, + "digest": "76bbe442aabe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q3_K_L", + "model": "phi:2.7b-chat-v2-q3_K_L", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1717986918, + "digest": "f260bda13b81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q4_0", + "model": "phi:2.7b-chat-v2-q4_0", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1717986918, + "digest": "e2fd6321a5fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q4_0", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q4_1", + "model": "phi:2.7b-chat-v2-q4_1", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1932735283, + "digest": "012265cbf343", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q4_1", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q4_K_S", + "model": "phi:2.7b-chat-v2-q4_K_S", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1717986918, + "digest": "f018d657187c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q4_K_M", + "model": "phi:2.7b-chat-v2-q4_K_M", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 1932735283, + "digest": "79d7065d8c0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q5_0", + "model": "phi:2.7b-chat-v2-q5_0", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 2040109466, + "digest": "ccb07c724975", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q5_0", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q5_1", + "model": "phi:2.7b-chat-v2-q5_1", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 2254857830, + "digest": "f322ed62bd81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q5_1", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q5_K_S", + "model": "phi:2.7b-chat-v2-q5_K_S", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 2040109466, + "digest": "4f3f9f884a09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q5_K_M", + "model": "phi:2.7b-chat-v2-q5_K_M", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 2254857830, + "digest": "4dbc1775ae76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q6_K", + "model": "phi:2.7b-chat-v2-q6_K", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 2469606195, + "digest": "170d96fc8084", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q6_K", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-q8_0", + "model": "phi:2.7b-chat-v2-q8_0", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 3221225472, + "digest": "55ec39f0bcf9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi:2.7b-chat-v2-fp16", + "model": "phi:2.7b-chat-v2-fp16", + "modified_at": "2024-01-06T17:10:00.000Z", + "size": 6012954214, + "digest": "6b283248a801", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.7b-chat-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "hermes3:latest", + "model": "hermes3:latest", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 5046586573, + "digest": "4f6b83f30b62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b", + "model": "hermes3:3b", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2147483648, + "digest": "a8851c5041d4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b", + "model": "hermes3:8b", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 5046586573, + "digest": "4f6b83f30b62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b", + "model": "hermes3:70b", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 42949672960, + "digest": "60ef54cd913f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b", + "model": "hermes3:405b", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 245886877696, + "digest": "7e675bc10887", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q2_K", + "model": "hermes3:3b-llama3.2-q2_K", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 1503238554, + "digest": "5e016053462e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q3_K_S", + "model": "hermes3:3b-llama3.2-q3_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 1610612736, + "digest": "9534cf45dcad", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q3_K_M", + "model": "hermes3:3b-llama3.2-q3_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 1825361101, + "digest": "8412e43ba04b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q3_K_L", + "model": "hermes3:3b-llama3.2-q3_K_L", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 1932735283, + "digest": "398338d75e51", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q4_0", + "model": "hermes3:3b-llama3.2-q4_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2040109466, + "digest": "1e1401fe4ac6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q4_1", + "model": "hermes3:3b-llama3.2-q4_1", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2254857830, + "digest": "789b254cc3a2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q4_K_S", + "model": "hermes3:3b-llama3.2-q4_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2040109466, + "digest": "2319fe585b75", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q4_K_M", + "model": "hermes3:3b-llama3.2-q4_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2147483648, + "digest": "a8851c5041d4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q5_0", + "model": "hermes3:3b-llama3.2-q5_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2469606195, + "digest": "8ba0b60c0fbb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q5_1", + "model": "hermes3:3b-llama3.2-q5_1", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2576980378, + "digest": "5bc19c8f34a0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q5_K_S", + "model": "hermes3:3b-llama3.2-q5_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2469606195, + "digest": "2825a14d8a2e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q5_K_M", + "model": "hermes3:3b-llama3.2-q5_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2469606195, + "digest": "adff680f9846", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q6_K", + "model": "hermes3:3b-llama3.2-q6_K", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 2791728742, + "digest": "618f493da20f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-q8_0", + "model": "hermes3:3b-llama3.2-q8_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 3650722202, + "digest": "81e132c6f32b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:3b-llama3.2-fp16", + "model": "hermes3:3b-llama3.2-fp16", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 6871947674, + "digest": "1818cdb4d27a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-llama3.2-fp16", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q2_K", + "model": "hermes3:8b-llama3.1-q2_K", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 3435973837, + "digest": "6285707c1724", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q3_K_S", + "model": "hermes3:8b-llama3.1-q3_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 3972844749, + "digest": "e2a8a0424e1b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q3_K_M", + "model": "hermes3:8b-llama3.1-q3_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 4294967296, + "digest": "f6b6eb85884d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q3_K_L", + "model": "hermes3:8b-llama3.1-q3_K_L", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 4617089843, + "digest": "01fb1c8fffcb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q4_0", + "model": "hermes3:8b-llama3.1-q4_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 5046586573, + "digest": "4f6b83f30b62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q4_1", + "model": "hermes3:8b-llama3.1-q4_1", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 5476083302, + "digest": "d5b8d4f560a3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q4_K_S", + "model": "hermes3:8b-llama3.1-q4_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 5046586573, + "digest": "c8edbc90a188", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q4_K_M", + "model": "hermes3:8b-llama3.1-q4_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 5261334938, + "digest": "81e633795347", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q5_0", + "model": "hermes3:8b-llama3.1-q5_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 6012954214, + "digest": "f1e10ae7c0e6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q5_1", + "model": "hermes3:8b-llama3.1-q5_1", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 6549825126, + "digest": "bebd5029ac2b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q5_K_S", + "model": "hermes3:8b-llama3.1-q5_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 6012954214, + "digest": "c0a2d5445266", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q5_K_M", + "model": "hermes3:8b-llama3.1-q5_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 6120328397, + "digest": "836396825b44", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q6_K", + "model": "hermes3:8b-llama3.1-q6_K", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 7086696038, + "digest": "fbcaa05c32d0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-q8_0", + "model": "hermes3:8b-llama3.1-q8_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 9126805504, + "digest": "1c94cf8f1046", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:8b-llama3.1-fp16", + "model": "hermes3:8b-llama3.1-fp16", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 17179869184, + "digest": "33a87105fb24", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-llama3.1-fp16", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q2_K", + "model": "hermes3:70b-llama3.1-q2_K", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 27917287424, + "digest": "d494e51db58c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q3_K_S", + "model": "hermes3:70b-llama3.1-q3_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 33285996544, + "digest": "0a99e8a6fa35", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q3_K_M", + "model": "hermes3:70b-llama3.1-q3_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 36507222016, + "digest": "85e9f18d5139", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q3_K_L", + "model": "hermes3:70b-llama3.1-q3_K_L", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 39728447488, + "digest": "ef3556ba09b4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q4_0", + "model": "hermes3:70b-llama3.1-q4_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 42949672960, + "digest": "60ef54cd913f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q4_1", + "model": "hermes3:70b-llama3.1-q4_1", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 47244640256, + "digest": "5439d89973fa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q4_K_S", + "model": "hermes3:70b-llama3.1-q4_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 42949672960, + "digest": "3c54000f925c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q4_K_M", + "model": "hermes3:70b-llama3.1-q4_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 46170898432, + "digest": "830dc29f92d1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q5_0", + "model": "hermes3:70b-llama3.1-q5_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 52613349376, + "digest": "25749edb3917", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q5_1", + "model": "hermes3:70b-llama3.1-q5_1", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 56908316672, + "digest": "5deeeb686c50", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q5_K_S", + "model": "hermes3:70b-llama3.1-q5_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 52613349376, + "digest": "187535b64096", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q5_K_M", + "model": "hermes3:70b-llama3.1-q5_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 53687091200, + "digest": "20b9f43d13a2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q6_K", + "model": "hermes3:70b-llama3.1-q6_K", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 62277025792, + "digest": "ec4ea041b516", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-q8_0", + "model": "hermes3:70b-llama3.1-q8_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 80530636800, + "digest": "72f0aa5b30bb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:70b-llama3.1-fp16", + "model": "hermes3:70b-llama3.1-fp16", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 151397597184, + "digest": "e95c7ce02c58", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-llama3.1-fp16", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q2_K", + "model": "hermes3:405b-llama3.1-q2_K", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 159987531776, + "digest": "f12827971c1b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q3_K_S", + "model": "hermes3:405b-llama3.1-q3_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 187904819200, + "digest": "d5d61b34af07", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q3_K_M", + "model": "hermes3:405b-llama3.1-q3_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 209379655680, + "digest": "87c4bb79d492", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q3_K_L", + "model": "hermes3:405b-llama3.1-q3_K_L", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 228707008512, + "digest": "8e48e8f6acc9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q4_0", + "model": "hermes3:405b-llama3.1-q4_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 245886877696, + "digest": "7e675bc10887", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q4_1", + "model": "hermes3:405b-llama3.1-q4_1", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 272730423296, + "digest": "d2069f77b555", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q4_K_S", + "model": "hermes3:405b-llama3.1-q4_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 248034361344, + "digest": "51d83954f208", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q4_K_M", + "model": "hermes3:405b-llama3.1-q4_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 260919263232, + "digest": "7e95da5e5e87", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q5_0", + "model": "hermes3:405b-llama3.1-q5_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 299573968896, + "digest": "1330c3882956", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q5_1", + "model": "hermes3:405b-llama3.1-q5_1", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 327491256320, + "digest": "645be110f228", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q5_K_S", + "model": "hermes3:405b-llama3.1-q5_K_S", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 299573968896, + "digest": "6e8f5fe76c99", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q5_K_M", + "model": "hermes3:405b-llama3.1-q5_K_M", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 308163903488, + "digest": "859937457c29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q6_K", + "model": "hermes3:405b-llama3.1-q6_K", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 357556027392, + "digest": "2d0919bbe03f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-q8_0", + "model": "hermes3:405b-llama3.1-q8_0", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 462782726144, + "digest": "d2ca25940e61", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "hermes3:405b-llama3.1-fp16", + "model": "hermes3:405b-llama3.1-fp16", + "modified_at": "2024-12-16T08:56:00.000Z", + "size": 871878361088, + "digest": "9666944d1b48", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "405b-llama3.1-fp16", + "quantization_level": "" + } + }, + { + "name": "command-r:latest", + "model": "command-r:latest", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 20401094656, + "digest": "7d96360d357f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "command-r:v0.1", + "model": "command-r:v0.1", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 21474836480, + "digest": "b8cdfff0263c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "v0.1", + "quantization_level": "" + } + }, + { + "name": "command-r:35b", + "model": "command-r:35b", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 20401094656, + "digest": "7d96360d357f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q2_K", + "model": "command-r:35b-08-2024-q2_K", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 13958643712, + "digest": "baa79f31c7db", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q2_K", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q3_K_S", + "model": "command-r:35b-08-2024-q3_K_S", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 16106127360, + "digest": "a71cdc6dbc33", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q3_K_M", + "model": "command-r:35b-08-2024-q3_K_M", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 17179869184, + "digest": "311c0b29be9c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q3_K_L", + "model": "command-r:35b-08-2024-q3_K_L", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 19327352832, + "digest": "7609ccb59aa3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q4_0", + "model": "command-r:35b-08-2024-q4_0", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 20401094656, + "digest": "7d96360d357f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q4_0", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q4_1", + "model": "command-r:35b-08-2024-q4_1", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 22548578304, + "digest": "c9994fa85c15", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q4_1", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q4_K_S", + "model": "command-r:35b-08-2024-q4_K_S", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 20401094656, + "digest": "e746a62b5017", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q4_K_M", + "model": "command-r:35b-08-2024-q4_K_M", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 21474836480, + "digest": "376304b5a505", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q5_0", + "model": "command-r:35b-08-2024-q5_0", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 23622320128, + "digest": "730adbb80701", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q5_0", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q5_1", + "model": "command-r:35b-08-2024-q5_1", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 25769803776, + "digest": "a2f81b6b5529", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q5_1", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q5_K_S", + "model": "command-r:35b-08-2024-q5_K_S", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 23622320128, + "digest": "faa92437a927", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q5_K_M", + "model": "command-r:35b-08-2024-q5_K_M", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 24696061952, + "digest": "e9e25af9b046", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q6_K", + "model": "command-r:35b-08-2024-q6_K", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 28991029248, + "digest": "7a416e1e1126", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q6_K", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-q8_0", + "model": "command-r:35b-08-2024-q8_0", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 36507222016, + "digest": "1b245c03674e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-08-2024-fp16", + "model": "command-r:35b-08-2024-fp16", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 69793218560, + "digest": "f99d0f0d3644", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-08-2024-fp16", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q2_K", + "model": "command-r:35b-v0.1-q2_K", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 15032385536, + "digest": "ebf190a244cd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q3_K_S", + "model": "command-r:35b-v0.1-q3_K_S", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 17179869184, + "digest": "5d0269a511b3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q3_K_M", + "model": "command-r:35b-v0.1-q3_K_M", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 19327352832, + "digest": "07ff6eb590d7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q3_K_L", + "model": "command-r:35b-v0.1-q3_K_L", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 20401094656, + "digest": "ca2d24d0cfa9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q4_0", + "model": "command-r:35b-v0.1-q4_0", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 21474836480, + "digest": "b8cdfff0263c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q4_1", + "model": "command-r:35b-v0.1-q4_1", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 23622320128, + "digest": "e8c0e9e189a9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q4_K_S", + "model": "command-r:35b-v0.1-q4_K_S", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 21474836480, + "digest": "c3c8430e134d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q4_K_M", + "model": "command-r:35b-v0.1-q4_K_M", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 23622320128, + "digest": "ed35c5ee157d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q5_1", + "model": "command-r:35b-v0.1-q5_1", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 27917287424, + "digest": "ce4cf00ea57e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q5_K_S", + "model": "command-r:35b-v0.1-q5_K_S", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 25769803776, + "digest": "92a26776ef29", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q5_K_M", + "model": "command-r:35b-v0.1-q5_K_M", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 26843545600, + "digest": "eb97e23b2d12", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q6_K", + "model": "command-r:35b-v0.1-q6_K", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 31138512896, + "digest": "c46e949ec735", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-q8_0", + "model": "command-r:35b-v0.1-q8_0", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 39728447488, + "digest": "88d10cdbc6e7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-r:35b-v0.1-fp16", + "model": "command-r:35b-v0.1-fp16", + "modified_at": "2024-08-30T23:38:00.000Z", + "size": 75161927680, + "digest": "a58199201f46", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "35b-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "magistral:latest", + "model": "magistral:latest", + "modified_at": "2025-06-16T20:46:00.000Z", + "size": 15032385536, + "digest": "27bcbbf6d324", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "magistral:24b", + "model": "magistral:24b", + "modified_at": "2025-06-16T20:46:00.000Z", + "size": 15032385536, + "digest": "27bcbbf6d324", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b", + "quantization_level": "" + } + }, + { + "name": "magistral:24b-small-2506-q4_K_M", + "model": "magistral:24b-small-2506-q4_K_M", + "modified_at": "2025-06-16T20:46:00.000Z", + "size": 15032385536, + "digest": "27bcbbf6d324", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-small-2506-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "magistral:24b-small-2506-q8_0", + "model": "magistral:24b-small-2506-q8_0", + "modified_at": "2025-06-16T20:46:00.000Z", + "size": 26843545600, + "digest": "02423f83f1a1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-small-2506-q8_0", + "quantization_level": "" + } + }, + { + "name": "magistral:24b-small-2506-fp16", + "model": "magistral:24b-small-2506-fp16", + "modified_at": "2025-06-16T20:46:00.000Z", + "size": 50465865728, + "digest": "0a0e2be3b6c4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-small-2506-fp16", + "quantization_level": "" + } + }, + { + "name": "embeddinggemma:latest", + "model": "embeddinggemma:latest", + "modified_at": "2025-09-09T00:17:00.000Z", + "size": 652214272, + "digest": "85462619ee72", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "embeddinggemma:300m", + "model": "embeddinggemma:300m", + "modified_at": "2025-09-09T00:17:00.000Z", + "size": 652214272, + "digest": "85462619ee72", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "300m", + "quantization_level": "" + } + }, + { + "name": "embeddinggemma:300m-qat-q4_0", + "model": "embeddinggemma:300m-qat-q4_0", + "modified_at": "2025-09-09T00:17:00.000Z", + "size": 250609664, + "digest": "101341d65c2c", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "300m-qat-q4_0", + "quantization_level": "" + } + }, + { + "name": "embeddinggemma:300m-qat-q8_0", + "model": "embeddinggemma:300m-qat-q8_0", + "modified_at": "2025-09-09T00:17:00.000Z", + "size": 354418688, + "digest": "e84a7acc2394", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "300m-qat-q8_0", + "quantization_level": "" + } + }, + { + "name": "embeddinggemma:300m-bf16", + "model": "embeddinggemma:300m-bf16", + "modified_at": "2025-09-09T00:17:00.000Z", + "size": 652214272, + "digest": "85462619ee72", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "300m-bf16", + "quantization_level": "" + } + }, + { + "name": "moondream:latest", + "model": "moondream:latest", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1825361101, + "digest": "55fc3abd3867", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "moondream:v2", + "model": "moondream:v2", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1825361101, + "digest": "55fc3abd3867", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "v2", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b", + "model": "moondream:1.8b", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1825361101, + "digest": "55fc3abd3867", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q2_K", + "model": "moondream:1.8b-v2-q2_K", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1610612736, + "digest": "60a4fe10cc8b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q2_K", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q3_K_S", + "model": "moondream:1.8b-v2-q3_K_S", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1717986918, + "digest": "c1f516864beb", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q3_K_M", + "model": "moondream:1.8b-v2-q3_K_M", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1825361101, + "digest": "b7ca95d4df05", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q3_K_L", + "model": "moondream:1.8b-v2-q3_K_L", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1825361101, + "digest": "119dd8c33e4e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q4_0", + "model": "moondream:1.8b-v2-q4_0", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1825361101, + "digest": "55fc3abd3867", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q4_0", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q4_1", + "model": "moondream:1.8b-v2-q4_1", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1932735283, + "digest": "d3555a3ddc4b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q4_1", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q4_K_S", + "model": "moondream:1.8b-v2-q4_K_S", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1825361101, + "digest": "6858752db2f4", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q4_K_M", + "model": "moondream:1.8b-v2-q4_K_M", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 1932735283, + "digest": "c865c80afc38", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q5_0", + "model": "moondream:1.8b-v2-q5_0", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 2040109466, + "digest": "1d82a6c34daa", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q5_0", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q5_1", + "model": "moondream:1.8b-v2-q5_1", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 2147483648, + "digest": "0bc271bb633d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q5_1", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q5_K_S", + "model": "moondream:1.8b-v2-q5_K_S", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 2040109466, + "digest": "85200c02ea40", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q5_K_M", + "model": "moondream:1.8b-v2-q5_K_M", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 2147483648, + "digest": "521316e36d6e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q6_K", + "model": "moondream:1.8b-v2-q6_K", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 2254857830, + "digest": "5ff1472b766d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q6_K", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-q8_0", + "model": "moondream:1.8b-v2-q8_0", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 2576980378, + "digest": "0e65c7807dc3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "moondream:1.8b-v2-fp16", + "model": "moondream:1.8b-v2-fp16", + "modified_at": "2024-05-07T21:18:00.000Z", + "size": 3972844749, + "digest": "8921b6c3990a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1.8b-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-code:latest", + "model": "granite-code:latest", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "becc94fe1876", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b", + "model": "granite-code:3b", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "becc94fe1876", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b", + "model": "granite-code:8b", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4939212390, + "digest": "36c3c3b9683b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b", + "model": "granite-code:20b", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "59db7b531bb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b", + "model": "granite-code:34b", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 20401094656, + "digest": "4ce00960ca84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base", + "model": "granite-code:3b-base", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "897c973ac371", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q2_K", + "model": "granite-code:3b-base-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1395864371, + "digest": "e36887a9a821", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q3_K_S", + "model": "granite-code:3b-base-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1717986918, + "digest": "4ebfe349d653", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q3_K_M", + "model": "granite-code:3b-base-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1825361101, + "digest": "6cd1bf544950", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q3_K_L", + "model": "granite-code:3b-base-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2040109466, + "digest": "efa391969797", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q4_0", + "model": "granite-code:3b-base-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "897c973ac371", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q4_1", + "model": "granite-code:3b-base-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2362232013, + "digest": "289762e9c2de", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q4_K_S", + "model": "granite-code:3b-base-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "05d91372ce79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q4_K_M", + "model": "granite-code:3b-base-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2254857830, + "digest": "074272cf1192", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q5_0", + "model": "granite-code:3b-base-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2576980378, + "digest": "564f8e0abfff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q5_1", + "model": "granite-code:3b-base-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2791728742, + "digest": "bdb3c9b7c5e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q5_K_S", + "model": "granite-code:3b-base-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2576980378, + "digest": "c2b4985e3261", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q5_K_M", + "model": "granite-code:3b-base-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2684354560, + "digest": "9f543ec02c81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q6_K", + "model": "granite-code:3b-base-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3113851290, + "digest": "ef18db8d2afc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-q8_0", + "model": "granite-code:3b-base-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3972844749, + "digest": "c3464b5e457a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-base-fp16", + "model": "granite-code:3b-base-fp16", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 7516192768, + "digest": "c05254111c3b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct", + "model": "granite-code:3b-instruct", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "becc94fe1876", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q2_K", + "model": "granite-code:3b-instruct-128k-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1395864371, + "digest": "72154d08acee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q2_K", + "model": "granite-code:3b-instruct-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1395864371, + "digest": "7f3ad6ca25f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q3_K_S", + "model": "granite-code:3b-instruct-128k-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1717986918, + "digest": "c5827e0a7a55", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q3_K_S", + "model": "granite-code:3b-instruct-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1717986918, + "digest": "991c2ca80baf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q3_K_M", + "model": "granite-code:3b-instruct-128k-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1825361101, + "digest": "27350580d3ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q3_K_M", + "model": "granite-code:3b-instruct-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 1825361101, + "digest": "70ec21a3004e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q3_K_L", + "model": "granite-code:3b-instruct-128k-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2040109466, + "digest": "c794c5813849", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q3_K_L", + "model": "granite-code:3b-instruct-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2040109466, + "digest": "d9060e45c47c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q4_0", + "model": "granite-code:3b-instruct-128k-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "becc94fe1876", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q4_0", + "model": "granite-code:3b-instruct-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "63bedbdffbf0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q4_1", + "model": "granite-code:3b-instruct-128k-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2362232013, + "digest": "7e9329333607", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q4_1", + "model": "granite-code:3b-instruct-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2362232013, + "digest": "07c153ea8ba3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q4_K_S", + "model": "granite-code:3b-instruct-128k-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "a6c4b37f0dc7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q4_K_S", + "model": "granite-code:3b-instruct-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2147483648, + "digest": "c681b8a19c05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q4_K_M", + "model": "granite-code:3b-instruct-128k-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2254857830, + "digest": "4702f6327ab5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q4_K_M", + "model": "granite-code:3b-instruct-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2254857830, + "digest": "65861823ce7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q5_0", + "model": "granite-code:3b-instruct-128k-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2576980378, + "digest": "dece491ce896", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q5_0", + "model": "granite-code:3b-instruct-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2576980378, + "digest": "8a64d99caa8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q5_1", + "model": "granite-code:3b-instruct-128k-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2791728742, + "digest": "275d6e2f4fcc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q5_1", + "model": "granite-code:3b-instruct-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2791728742, + "digest": "c7b815a477d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q5_K_S", + "model": "granite-code:3b-instruct-128k-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2576980378, + "digest": "07bebb9f1381", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q5_K_S", + "model": "granite-code:3b-instruct-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2576980378, + "digest": "c1cb0d4855f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q5_K_M", + "model": "granite-code:3b-instruct-128k-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2684354560, + "digest": "39570a508075", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q5_K_M", + "model": "granite-code:3b-instruct-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 2684354560, + "digest": "2db2e42160a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q6_K", + "model": "granite-code:3b-instruct-128k-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3113851290, + "digest": "aac7fdd35a84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q6_K", + "model": "granite-code:3b-instruct-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3113851290, + "digest": "f9bad785d4c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-q8_0", + "model": "granite-code:3b-instruct-128k-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3972844749, + "digest": "3ffa9e883e62", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-q8_0", + "model": "granite-code:3b-instruct-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3972844749, + "digest": "b93b1a15197d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-128k-fp16", + "model": "granite-code:3b-instruct-128k-fp16", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 7516192768, + "digest": "0a85292e9c4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-128k-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-code:3b-instruct-fp16", + "model": "granite-code:3b-instruct-fp16", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 7516192768, + "digest": "788453573810", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base", + "model": "granite-code:8b-base", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4939212390, + "digest": "446b079c08d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q2_K", + "model": "granite-code:8b-base-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3328599654, + "digest": "e63080a27380", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q3_K_S", + "model": "granite-code:8b-base-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3758096384, + "digest": "2ea64f1e1696", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q3_K_M", + "model": "granite-code:8b-base-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4187593114, + "digest": "ca4d1a480357", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q3_K_L", + "model": "granite-code:8b-base-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4617089843, + "digest": "3e786e80fe43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q4_0", + "model": "granite-code:8b-base-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4939212390, + "digest": "446b079c08d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q4_1", + "model": "granite-code:8b-base-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 5476083302, + "digest": "8188ceec7ebb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q4_K_S", + "model": "granite-code:8b-base-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4939212390, + "digest": "8b5439b8f8fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q4_K_M", + "model": "granite-code:8b-base-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 5261334938, + "digest": "d1ff254e3ce3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q5_0", + "model": "granite-code:8b-base-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 6012954214, + "digest": "a2683a6426c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q5_1", + "model": "granite-code:8b-base-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 6549825126, + "digest": "1ac225f4921f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q5_K_S", + "model": "granite-code:8b-base-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 6012954214, + "digest": "ac18787cbd38", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q5_K_M", + "model": "granite-code:8b-base-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 6120328397, + "digest": "571e48fd3f79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q6_K", + "model": "granite-code:8b-base-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 7086696038, + "digest": "85c68aed2abf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-q8_0", + "model": "granite-code:8b-base-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 9234179686, + "digest": "98d17f9b29f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-base-fp16", + "model": "granite-code:8b-base-fp16", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 17179869184, + "digest": "b9ad7693117c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct", + "model": "granite-code:8b-instruct", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4939212390, + "digest": "36c3c3b9683b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q2_K", + "model": "granite-code:8b-instruct-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3328599654, + "digest": "e19d9843758d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q3_K_S", + "model": "granite-code:8b-instruct-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 3758096384, + "digest": "f432fe584c50", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q3_K_M", + "model": "granite-code:8b-instruct-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4187593114, + "digest": "bf18f4d1eac9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q3_K_L", + "model": "granite-code:8b-instruct-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4617089843, + "digest": "e7a83854c109", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-128k-q4_0", + "model": "granite-code:8b-instruct-128k-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4939212390, + "digest": "36c3c3b9683b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-128k-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q4_0", + "model": "granite-code:8b-instruct-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4939212390, + "digest": "998bce918de0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-128k-q4_1", + "model": "granite-code:8b-instruct-128k-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 5476083302, + "digest": "0f53e9c9d8be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-128k-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q4_1", + "model": "granite-code:8b-instruct-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 5476083302, + "digest": "d7b2698267fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q4_K_S", + "model": "granite-code:8b-instruct-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 4939212390, + "digest": "fd077fe10167", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q4_K_M", + "model": "granite-code:8b-instruct-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 5261334938, + "digest": "6b6cc77a3094", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q5_0", + "model": "granite-code:8b-instruct-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 6012954214, + "digest": "c577f70d1bcb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q5_1", + "model": "granite-code:8b-instruct-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 6549825126, + "digest": "f5c70f717cd7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q5_K_S", + "model": "granite-code:8b-instruct-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 6012954214, + "digest": "47b0d1d1779c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q5_K_M", + "model": "granite-code:8b-instruct-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 6120328397, + "digest": "a8781d67d804", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q6_K", + "model": "granite-code:8b-instruct-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 7086696038, + "digest": "a929c1ec4cda", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-q8_0", + "model": "granite-code:8b-instruct-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 9234179686, + "digest": "068b1c745db2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:8b-instruct-fp16", + "model": "granite-code:8b-instruct-fp16", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 17179869184, + "digest": "ba8f7888f7cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base", + "model": "granite-code:20b-base", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "8ab7e91e85ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q2_K", + "model": "granite-code:20b-base-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 8482560410, + "digest": "80e7dd534ffd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q3_K_S", + "model": "granite-code:20b-base-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 9556302234, + "digest": "67f3e156f5ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q3_K_M", + "model": "granite-code:20b-base-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 11811160064, + "digest": "c7252c0c6703", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q3_K_L", + "model": "granite-code:20b-base-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "d25be157479e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q4_0", + "model": "granite-code:20b-base-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "8ab7e91e85ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q4_1", + "model": "granite-code:20b-base-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 13958643712, + "digest": "e3a238721ec9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q4_K_S", + "model": "granite-code:20b-base-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "850228967095", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q4_K_M", + "model": "granite-code:20b-base-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 13958643712, + "digest": "81b9da645827", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q5_0", + "model": "granite-code:20b-base-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 15032385536, + "digest": "0b840e35cc32", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q5_1", + "model": "granite-code:20b-base-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 16106127360, + "digest": "a864d1a8a08a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q5_K_S", + "model": "granite-code:20b-base-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 15032385536, + "digest": "e5bdfcf66c14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q5_K_M", + "model": "granite-code:20b-base-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 16106127360, + "digest": "f036fe711fb1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q6_K", + "model": "granite-code:20b-base-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 18253611008, + "digest": "a655ca093ef3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-q8_0", + "model": "granite-code:20b-base-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 22548578304, + "digest": "caf48ed2d622", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-base-fp16", + "model": "granite-code:20b-base-fp16", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 42949672960, + "digest": "30d0d41d27a1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct", + "model": "granite-code:20b-instruct", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "59db7b531bb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q2_K", + "model": "granite-code:20b-instruct-8k-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 8482560410, + "digest": "4e3dff04ee5b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q2_K", + "model": "granite-code:20b-instruct-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 8482560410, + "digest": "dec9b6ea432f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q3_K_S", + "model": "granite-code:20b-instruct-8k-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 9556302234, + "digest": "cbd8989e4e53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q3_K_S", + "model": "granite-code:20b-instruct-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 9556302234, + "digest": "c06f1e43b32b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q3_K_M", + "model": "granite-code:20b-instruct-8k-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 11811160064, + "digest": "9a3be6de6096", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q3_K_M", + "model": "granite-code:20b-instruct-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 11811160064, + "digest": "71837d435f0c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q3_K_L", + "model": "granite-code:20b-instruct-8k-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "4c929cf47a4e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q3_K_L", + "model": "granite-code:20b-instruct-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "461f5d8eba68", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q4_0", + "model": "granite-code:20b-instruct-8k-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "59db7b531bb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q4_0", + "model": "granite-code:20b-instruct-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "31d8bc61e506", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q4_1", + "model": "granite-code:20b-instruct-8k-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 13958643712, + "digest": "6e6ff60ff742", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q4_1", + "model": "granite-code:20b-instruct-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 13958643712, + "digest": "f9efbe4f8959", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q4_K_S", + "model": "granite-code:20b-instruct-8k-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "a012104b6642", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q4_K_S", + "model": "granite-code:20b-instruct-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 12884901888, + "digest": "644444b999f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q4_K_M", + "model": "granite-code:20b-instruct-8k-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 13958643712, + "digest": "69917162166a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q4_K_M", + "model": "granite-code:20b-instruct-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 13958643712, + "digest": "47eeb409e478", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q5_0", + "model": "granite-code:20b-instruct-8k-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 15032385536, + "digest": "4670ab1f3599", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q5_0", + "model": "granite-code:20b-instruct-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 15032385536, + "digest": "5db756969808", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q5_1", + "model": "granite-code:20b-instruct-8k-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 16106127360, + "digest": "0e1290bc14f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q5_1", + "model": "granite-code:20b-instruct-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 16106127360, + "digest": "7b08c7a6dc75", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q5_K_S", + "model": "granite-code:20b-instruct-8k-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 15032385536, + "digest": "f9f9a21acb5f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q5_K_S", + "model": "granite-code:20b-instruct-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 15032385536, + "digest": "b5d7d53400a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q5_K_M", + "model": "granite-code:20b-instruct-8k-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 16106127360, + "digest": "0f7b0be5131a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q5_K_M", + "model": "granite-code:20b-instruct-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 16106127360, + "digest": "818c70f50940", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q6_K", + "model": "granite-code:20b-instruct-8k-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 18253611008, + "digest": "a6b84d465ddc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q6_K", + "model": "granite-code:20b-instruct-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 18253611008, + "digest": "bd2f4bcf34bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-q8_0", + "model": "granite-code:20b-instruct-8k-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 22548578304, + "digest": "d0054322b45c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-q8_0", + "model": "granite-code:20b-instruct-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 22548578304, + "digest": "b10dca01d737", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:20b-instruct-8k-fp16", + "model": "granite-code:20b-instruct-8k-fp16", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 42949672960, + "digest": "be2ec1259ab5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-instruct-8k-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base", + "model": "granite-code:34b-base", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 20401094656, + "digest": "42c7e6e2af53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q2_K", + "model": "granite-code:34b-base-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 13958643712, + "digest": "c74c785f9aad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q3_K_S", + "model": "granite-code:34b-base-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 16106127360, + "digest": "31de19958232", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q3_K_M", + "model": "granite-code:34b-base-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 19327352832, + "digest": "4485e027847c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q3_K_L", + "model": "granite-code:34b-base-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 21474836480, + "digest": "7c99e42e5deb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q4_0", + "model": "granite-code:34b-base-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 20401094656, + "digest": "42c7e6e2af53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q4_1", + "model": "granite-code:34b-base-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 22548578304, + "digest": "3770a699dae1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q4_K_S", + "model": "granite-code:34b-base-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 20401094656, + "digest": "d0fbbc626c30", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q4_K_M", + "model": "granite-code:34b-base-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 22548578304, + "digest": "f4ad76c0503a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q5_0", + "model": "granite-code:34b-base-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 24696061952, + "digest": "fb7a2b093c21", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q5_1", + "model": "granite-code:34b-base-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 26843545600, + "digest": "0d64b22fd447", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q5_K_S", + "model": "granite-code:34b-base-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 24696061952, + "digest": "c5afa738c212", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q5_K_M", + "model": "granite-code:34b-base-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 26843545600, + "digest": "3da71b98ed2b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q6_K", + "model": "granite-code:34b-base-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 30064771072, + "digest": "ddf66982e605", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-base-q8_0", + "model": "granite-code:34b-base-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 38654705664, + "digest": "a1d04f60bc5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct", + "model": "granite-code:34b-instruct", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 20401094656, + "digest": "4ce00960ca84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q2_K", + "model": "granite-code:34b-instruct-q2_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 13958643712, + "digest": "c74bd2d3910b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q3_K_S", + "model": "granite-code:34b-instruct-q3_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 16106127360, + "digest": "941db8c58f05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q3_K_M", + "model": "granite-code:34b-instruct-q3_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 19327352832, + "digest": "97d3df0a98fb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q3_K_L", + "model": "granite-code:34b-instruct-q3_K_L", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 21474836480, + "digest": "51d4b46e9649", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q4_0", + "model": "granite-code:34b-instruct-q4_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 20401094656, + "digest": "4ce00960ca84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q4_1", + "model": "granite-code:34b-instruct-q4_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 22548578304, + "digest": "a1cca29491fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q4_K_S", + "model": "granite-code:34b-instruct-q4_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 20401094656, + "digest": "017ae7f3dba3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q4_K_M", + "model": "granite-code:34b-instruct-q4_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 22548578304, + "digest": "74723d97951a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q5_0", + "model": "granite-code:34b-instruct-q5_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 24696061952, + "digest": "4d276c35489e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q5_1", + "model": "granite-code:34b-instruct-q5_1", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 26843545600, + "digest": "f0004bc4aba0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q5_K_S", + "model": "granite-code:34b-instruct-q5_K_S", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 24696061952, + "digest": "ad33350a1e2c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q5_K_M", + "model": "granite-code:34b-instruct-q5_K_M", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 26843545600, + "digest": "dad8cb2d266e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q6_K", + "model": "granite-code:34b-instruct-q6_K", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 30064771072, + "digest": "c71fa145605c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite-code:34b-instruct-q8_0", + "model": "granite-code:34b-instruct-q8_0", + "modified_at": "2024-09-03T00:45:00.000Z", + "size": 38654705664, + "digest": "abc2bbc41ce5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "glm-4.7-flash:latest", + "model": "glm-4.7-flash:latest", + "modified_at": "2026-06-05T16:16:00.000Z", + "size": 20401094656, + "digest": "4475827791a2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "glm-4.7-flash:q4_K_M", + "model": "glm-4.7-flash:q4_K_M", + "modified_at": "2026-06-05T16:16:00.000Z", + "size": 20401094656, + "digest": "4475827791a2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q4_K_M", + "quantization_level": "" + } + }, + { + "name": "glm-4.7-flash:q8_0", + "model": "glm-4.7-flash:q8_0", + "modified_at": "2026-06-05T16:16:00.000Z", + "size": 34359738368, + "digest": "4420340fd319", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q8_0", + "quantization_level": "" + } + }, + { + "name": "glm-4.7-flash:bf16", + "model": "glm-4.7-flash:bf16", + "modified_at": "2026-06-05T16:16:00.000Z", + "size": 64424509440, + "digest": "b0f42cc1a612", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "bf16", + "quantization_level": "" + } + }, + { + "name": "granite4:latest", + "model": "granite4:latest", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 2254857830, + "digest": "4235724a127c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite4:micro", + "model": "granite4:micro", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 2254857830, + "digest": "89962fcc7523", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "micro", + "quantization_level": "" + } + }, + { + "name": "granite4:350m", + "model": "granite4:350m", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 742391808, + "digest": "5eee845b49c4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "350m", + "quantization_level": "" + } + }, + { + "name": "granite4:1b", + "model": "granite4:1b", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 3543348019, + "digest": "26e4cb132798", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "granite4:3b", + "model": "granite4:3b", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 2254857830, + "digest": "89962fcc7523", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "granite4:350m-h", + "model": "granite4:350m-h", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 383778816, + "digest": "7145075ed3d6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "350m-h", + "quantization_level": "" + } + }, + { + "name": "granite4:350m-h-q8_0", + "model": "granite4:350m-h-q8_0", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 383778816, + "digest": "7145075ed3d6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "350m-h-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite4:350m-bf16", + "model": "granite4:350m-bf16", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 742391808, + "digest": "5eee845b49c4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "350m-bf16", + "quantization_level": "" + } + }, + { + "name": "granite4:1b-h", + "model": "granite4:1b-h", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 1717986918, + "digest": "7761ae79cab9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-h", + "quantization_level": "" + } + }, + { + "name": "granite4:1b-h-q8_0", + "model": "granite4:1b-h-q8_0", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 1717986918, + "digest": "7761ae79cab9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-h-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite4:1b-bf16", + "model": "granite4:1b-bf16", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 3543348019, + "digest": "26e4cb132798", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-bf16", + "quantization_level": "" + } + }, + { + "name": "granite4:3b-h", + "model": "granite4:3b-h", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 2040109466, + "digest": "076afb3855dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-h", + "quantization_level": "" + } + }, + { + "name": "granite4:7b-a1b-h", + "model": "granite4:7b-a1b-h", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 4509715661, + "digest": "566b725534ea", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-a1b-h", + "quantization_level": "" + } + }, + { + "name": "granite4:32b-a9b-h", + "model": "granite4:32b-a9b-h", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 20401094656, + "digest": "2f8a7367d441", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-a9b-h", + "quantization_level": "" + } + }, + { + "name": "granite4:micro-h", + "model": "granite4:micro-h", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 2040109466, + "digest": "076afb3855dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "micro-h", + "quantization_level": "" + } + }, + { + "name": "granite4:small-h", + "model": "granite4:small-h", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 20401094656, + "digest": "2f8a7367d441", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "small-h", + "quantization_level": "" + } + }, + { + "name": "granite4:tiny-h", + "model": "granite4:tiny-h", + "modified_at": "2025-10-29T13:53:00.000Z", + "size": 4509715661, + "digest": "566b725534ea", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "tiny-h", + "quantization_level": "" + } + }, + { + "name": "yi:latest", + "model": "yi:latest", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "a7f031bb846f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "yi:v1.5", + "model": "yi:v1.5", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "a7f031bb846f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v1.5", + "quantization_level": "" + } + }, + { + "name": "yi:6b", + "model": "yi:6b", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "a7f031bb846f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b", + "quantization_level": "" + } + }, + { + "name": "yi:9b", + "model": "yi:9b", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "3af70141e8eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b", + "quantization_level": "" + } + }, + { + "name": "yi:34b", + "model": "yi:34b", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 20401094656, + "digest": "ff94bc7c1b7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k", + "model": "yi:6b-200k", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "45deacd19ae2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q2_K", + "model": "yi:6b-200k-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2791728742, + "digest": "220dff387204", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q3_K_S", + "model": "yi:6b-200k-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2899102925, + "digest": "c51e218c810e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q3_K_M", + "model": "yi:6b-200k-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3221225472, + "digest": "0e1a57f9bce9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q3_K_L", + "model": "yi:6b-200k-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3435973837, + "digest": "06e73ed0d9e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q4_0", + "model": "yi:6b-200k-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "45deacd19ae2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q4_1", + "model": "yi:6b-200k-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4080218931, + "digest": "e600525d8e94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q4_K_S", + "model": "yi:6b-200k-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "eb8da93ebec5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q4_K_M", + "model": "yi:6b-200k-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3972844749, + "digest": "433c1398f079", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q5_0", + "model": "yi:6b-200k-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "2030f008fcc0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q5_1", + "model": "yi:6b-200k-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4939212390, + "digest": "202f4fd9ba69", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q5_K_S", + "model": "yi:6b-200k-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "75ed68536c0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q5_K_M", + "model": "yi:6b-200k-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4617089843, + "digest": "093ee7887620", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q6_K", + "model": "yi:6b-200k-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "261a70778491", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-q8_0", + "model": "yi:6b-200k-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6871947674, + "digest": "5007615d603f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-200k-fp16", + "model": "yi:6b-200k-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 12884901888, + "digest": "b516d444ed9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-200k-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat", + "model": "yi:6b-chat", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "a7f031bb846f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q2_K", + "model": "yi:6b-chat-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2791728742, + "digest": "cb2cf6916ce2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q2_K", + "model": "yi:6b-chat-v1.5-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2469606195, + "digest": "0d8b17ff8648", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q3_K_S", + "model": "yi:6b-chat-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2899102925, + "digest": "c42ad5e9f500", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q3_K_S", + "model": "yi:6b-chat-v1.5-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2899102925, + "digest": "3e475ca6d2b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q3_K_M", + "model": "yi:6b-chat-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3221225472, + "digest": "3650459ddc71", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q3_K_M", + "model": "yi:6b-chat-v1.5-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3221225472, + "digest": "01a6038b2972", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q3_K_L", + "model": "yi:6b-chat-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3435973837, + "digest": "8bdce2e321a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q3_K_L", + "model": "yi:6b-chat-v1.5-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3435973837, + "digest": "49d10d56ca37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q4_0", + "model": "yi:6b-chat-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "a86526842143", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q4_0", + "model": "yi:6b-chat-v1.5-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "a7f031bb846f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q4_1", + "model": "yi:6b-chat-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4080218931, + "digest": "39dcb9c0c16c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q4_1", + "model": "yi:6b-chat-v1.5-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4080218931, + "digest": "4e8a443364c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q4_K_S", + "model": "yi:6b-chat-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "e9f779e32f09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q4_K_S", + "model": "yi:6b-chat-v1.5-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "a034c672ba4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q4_K_M", + "model": "yi:6b-chat-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3972844749, + "digest": "1f6e9f4f5ed0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q4_K_M", + "model": "yi:6b-chat-v1.5-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3972844749, + "digest": "fa152930bd7f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q5_0", + "model": "yi:6b-chat-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "f6b97e63a6d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q5_0", + "model": "yi:6b-chat-v1.5-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "d096d1416e54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q5_1", + "model": "yi:6b-chat-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4939212390, + "digest": "88f08cf7f29f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q5_1", + "model": "yi:6b-chat-v1.5-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4939212390, + "digest": "6cec2afeb409", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q5_K_S", + "model": "yi:6b-chat-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "ead5f3ebce3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q5_K_S", + "model": "yi:6b-chat-v1.5-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "755d1e3658ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q5_K_M", + "model": "yi:6b-chat-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4617089843, + "digest": "7176938a34c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q5_K_M", + "model": "yi:6b-chat-v1.5-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4617089843, + "digest": "ec1182f7aa33", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q6_K", + "model": "yi:6b-chat-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "a5c64bbef23e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q6_K", + "model": "yi:6b-chat-v1.5-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "14c3ed1715e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-q8_0", + "model": "yi:6b-chat-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6871947674, + "digest": "960278d10e50", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-q8_0", + "model": "yi:6b-chat-v1.5-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6871947674, + "digest": "b1f058378e64", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-fp16", + "model": "yi:6b-chat-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 12884901888, + "digest": "99ddfca01eca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:6b-chat-v1.5-fp16", + "model": "yi:6b-chat-v1.5-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 12884901888, + "digest": "babaffd86297", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5", + "model": "yi:6b-v1.5", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "a7f031bb846f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q2_K", + "model": "yi:6b-v1.5-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2469606195, + "digest": "cf6d2c0e3d6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q3_K_S", + "model": "yi:6b-v1.5-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2899102925, + "digest": "7a735c9256a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q3_K_M", + "model": "yi:6b-v1.5-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3221225472, + "digest": "aae5ad452229", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q3_K_L", + "model": "yi:6b-v1.5-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3435973837, + "digest": "49e0ed20b83d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q4_0", + "model": "yi:6b-v1.5-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "3a0bf92b6f99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q4_1", + "model": "yi:6b-v1.5-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4080218931, + "digest": "4ee91ed1a19a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q4_K_S", + "model": "yi:6b-v1.5-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "2ce0b1a6c5cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q4_K_M", + "model": "yi:6b-v1.5-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3972844749, + "digest": "a584a9d4cd27", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q5_0", + "model": "yi:6b-v1.5-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "ab8914e35d8d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q5_1", + "model": "yi:6b-v1.5-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4939212390, + "digest": "a0bf7cc89597", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q5_K_S", + "model": "yi:6b-v1.5-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "bc90882449b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q5_K_M", + "model": "yi:6b-v1.5-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4617089843, + "digest": "2408715c2a9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q6_K", + "model": "yi:6b-v1.5-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "9d98594dc08d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-q8_0", + "model": "yi:6b-v1.5-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6871947674, + "digest": "89169eda2d3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-v1.5-fp16", + "model": "yi:6b-v1.5-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 12884901888, + "digest": "b8d2d6f0817a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q2_K", + "model": "yi:6b-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2791728742, + "digest": "94ba7bcdf142", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q3_K_S", + "model": "yi:6b-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 2899102925, + "digest": "f80150f67367", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q3_K_M", + "model": "yi:6b-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3221225472, + "digest": "324bb8da81d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q3_K_L", + "model": "yi:6b-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3435973837, + "digest": "528c89218f2b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q4_0", + "model": "yi:6b-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "59e2d70c6939", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q4_1", + "model": "yi:6b-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4080218931, + "digest": "77d7ffde1c51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q4_K_S", + "model": "yi:6b-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3758096384, + "digest": "6359b4df56aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q4_K_M", + "model": "yi:6b-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3972844749, + "digest": "ad539f1f41d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q5_0", + "model": "yi:6b-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "a22094cf5bad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q5_1", + "model": "yi:6b-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4939212390, + "digest": "c7fea95b0d77", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q5_K_S", + "model": "yi:6b-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4509715661, + "digest": "b5a84fc2b136", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q5_K_M", + "model": "yi:6b-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4617089843, + "digest": "068342815314", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q6_K", + "model": "yi:6b-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "130bd76769cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:6b-q8_0", + "model": "yi:6b-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6871947674, + "digest": "97c996c3439c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:6b-fp16", + "model": "yi:6b-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 12884901888, + "digest": "01b515eab519", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "6b-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat", + "model": "yi:9b-chat", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "3af70141e8eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q2_K", + "model": "yi:9b-chat-v1.5-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3650722202, + "digest": "c9d8e8049c8c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q3_K_S", + "model": "yi:9b-chat-v1.5-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4187593114, + "digest": "6e8c72879cfb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q3_K_M", + "model": "yi:9b-chat-v1.5-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4617089843, + "digest": "08a62d9b25c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q3_K_L", + "model": "yi:9b-chat-v1.5-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5046586573, + "digest": "e022cfe4f16c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q4_0", + "model": "yi:9b-chat-v1.5-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "3af70141e8eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q4_1", + "model": "yi:9b-chat-v1.5-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6012954214, + "digest": "0e9e47d564d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q4_K_S", + "model": "yi:9b-chat-v1.5-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5476083302, + "digest": "4f0fa6926599", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q4_K_M", + "model": "yi:9b-chat-v1.5-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5690831667, + "digest": "70f792429c07", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q5_0", + "model": "yi:9b-chat-v1.5-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6549825126, + "digest": "40eab33fb0ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q5_1", + "model": "yi:9b-chat-v1.5-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 7086696038, + "digest": "b4c8133537c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q5_K_S", + "model": "yi:9b-chat-v1.5-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6549825126, + "digest": "3cd627e8c829", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q5_K_M", + "model": "yi:9b-chat-v1.5-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6764573491, + "digest": "2e6f6514017d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q6_K", + "model": "yi:9b-chat-v1.5-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 7730941133, + "digest": "70d7dfd97a9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-q8_0", + "model": "yi:9b-chat-v1.5-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 10093173146, + "digest": "027e2dbd8793", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:9b-chat-v1.5-fp16", + "model": "yi:9b-chat-v1.5-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 19327352832, + "digest": "ef1c270e6440", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5", + "model": "yi:9b-v1.5", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "3af70141e8eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q2_K", + "model": "yi:9b-v1.5-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 3650722202, + "digest": "d214d1156ff5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q3_K_S", + "model": "yi:9b-v1.5-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4187593114, + "digest": "547aac39d5fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q3_K_M", + "model": "yi:9b-v1.5-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 4617089843, + "digest": "a187586a0fc0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q3_K_L", + "model": "yi:9b-v1.5-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5046586573, + "digest": "a831bd2b3026", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q4_0", + "model": "yi:9b-v1.5-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5368709120, + "digest": "5c472cb6d4a1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q4_1", + "model": "yi:9b-v1.5-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6012954214, + "digest": "0089e95d489e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q4_K_S", + "model": "yi:9b-v1.5-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5476083302, + "digest": "8df2efe19f98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q4_K_M", + "model": "yi:9b-v1.5-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 5690831667, + "digest": "5edba3559d92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q5_0", + "model": "yi:9b-v1.5-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6549825126, + "digest": "c70b81c4a918", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q5_1", + "model": "yi:9b-v1.5-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 7086696038, + "digest": "f2f85dbf2afc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q5_K_S", + "model": "yi:9b-v1.5-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6549825126, + "digest": "609bb962e089", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q5_K_M", + "model": "yi:9b-v1.5-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 6764573491, + "digest": "de7dcbea61f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q6_K", + "model": "yi:9b-v1.5-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 7730941133, + "digest": "94435fff6349", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-q8_0", + "model": "yi:9b-v1.5-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 10093173146, + "digest": "6ea05582d5ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:9b-v1.5-fp16", + "model": "yi:9b-v1.5-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 19327352832, + "digest": "39f1635bfebb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat", + "model": "yi:34b-chat", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 20401094656, + "digest": "ff94bc7c1b7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q2_K", + "model": "yi:34b-chat-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 16106127360, + "digest": "96e358a2f46a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q2_K", + "model": "yi:34b-chat-v1.5-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 13958643712, + "digest": "db8de093a06e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q3_K_S", + "model": "yi:34b-chat-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 16106127360, + "digest": "b5e4b2b0a105", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q3_K_S", + "model": "yi:34b-chat-v1.5-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 16106127360, + "digest": "4a7b9b04a6ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q3_K_M", + "model": "yi:34b-chat-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 18253611008, + "digest": "8feb35377171", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q3_K_M", + "model": "yi:34b-chat-v1.5-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 18253611008, + "digest": "f1af17c58bee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q3_K_L", + "model": "yi:34b-chat-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 19327352832, + "digest": "9eb2e9e988e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q3_K_L", + "model": "yi:34b-chat-v1.5-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 19327352832, + "digest": "7bad01e0793c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q4_0", + "model": "yi:34b-chat-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 20401094656, + "digest": "5f8365d57cb8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q4_0", + "model": "yi:34b-chat-v1.5-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 20401094656, + "digest": "ff94bc7c1b7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q4_1", + "model": "yi:34b-chat-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 23622320128, + "digest": "13e1fa7fbd98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q4_1", + "model": "yi:34b-chat-v1.5-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 23622320128, + "digest": "6e3ea94c8824", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q4_K_S", + "model": "yi:34b-chat-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 21474836480, + "digest": "479b1bbae7cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q4_K_S", + "model": "yi:34b-chat-v1.5-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 21474836480, + "digest": "143a38c9e5ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q4_K_M", + "model": "yi:34b-chat-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 22548578304, + "digest": "a045fcc68517", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q4_K_M", + "model": "yi:34b-chat-v1.5-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 22548578304, + "digest": "98da445b370f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q5_0", + "model": "yi:34b-chat-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "e38a1a4a7408", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q5_0", + "model": "yi:34b-chat-v1.5-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "8f04ff4e5698", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q5_1", + "model": "yi:34b-chat-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 27917287424, + "digest": "456f507b2896", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q5_1", + "model": "yi:34b-chat-v1.5-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 27917287424, + "digest": "5a4978c5d0d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q5_K_S", + "model": "yi:34b-chat-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "9a34430f074b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q5_K_S", + "model": "yi:34b-chat-v1.5-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "b7bdd510d53c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q5_K_M", + "model": "yi:34b-chat-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "56f40aebe6c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q5_K_M", + "model": "yi:34b-chat-v1.5-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "b14d4eb1e48d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q6_K", + "model": "yi:34b-chat-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 30064771072, + "digest": "04b90abb6c3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q6_K", + "model": "yi:34b-chat-v1.5-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 30064771072, + "digest": "fcb33da0d99f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-q8_0", + "model": "yi:34b-chat-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 39728447488, + "digest": "7dd8011e29f0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-q8_0", + "model": "yi:34b-chat-v1.5-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 39728447488, + "digest": "a9804f4284c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-fp16", + "model": "yi:34b-chat-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 74088185856, + "digest": "20d94b0206f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:34b-chat-v1.5-fp16", + "model": "yi:34b-chat-v1.5-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 74088185856, + "digest": "4cb405bc794e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5", + "model": "yi:34b-v1.5", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 20401094656, + "digest": "ff94bc7c1b7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q2_K", + "model": "yi:34b-v1.5-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 13958643712, + "digest": "249b3d8000dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q3_K_S", + "model": "yi:34b-v1.5-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 16106127360, + "digest": "4e16e50aa7c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q3_K_M", + "model": "yi:34b-v1.5-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 18253611008, + "digest": "d145b2e13371", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q3_K_L", + "model": "yi:34b-v1.5-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 19327352832, + "digest": "05ac502eb29f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q4_0", + "model": "yi:34b-v1.5-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 20401094656, + "digest": "3d3239f97264", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q4_1", + "model": "yi:34b-v1.5-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 23622320128, + "digest": "68cdd7e7479c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q4_K_S", + "model": "yi:34b-v1.5-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 21474836480, + "digest": "8c4607b0bcf2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q4_K_M", + "model": "yi:34b-v1.5-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 22548578304, + "digest": "bcac50cbd4f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q5_0", + "model": "yi:34b-v1.5-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "1a9e4fb947b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q5_1", + "model": "yi:34b-v1.5-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 27917287424, + "digest": "094f5399500e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q5_K_S", + "model": "yi:34b-v1.5-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "bae0ce053e47", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q5_K_M", + "model": "yi:34b-v1.5-q5_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "371b5e0314f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q6_K", + "model": "yi:34b-v1.5-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 30064771072, + "digest": "64d29df74b0a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-q8_0", + "model": "yi:34b-v1.5-q8_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 39728447488, + "digest": "900bbe549017", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-v1.5-fp16", + "model": "yi:34b-v1.5-fp16", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 74088185856, + "digest": "2d220d53abc6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q2_K", + "model": "yi:34b-q2_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 16106127360, + "digest": "0a190488d626", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q3_K_S", + "model": "yi:34b-q3_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 16106127360, + "digest": "ae26123da872", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q3_K_M", + "model": "yi:34b-q3_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 18253611008, + "digest": "2f68ef2afd75", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q3_K_L", + "model": "yi:34b-q3_K_L", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 19327352832, + "digest": "c7f2fe92f7a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q4_0", + "model": "yi:34b-q4_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 20401094656, + "digest": "e7a54d9bf3be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q4_1", + "model": "yi:34b-q4_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 23622320128, + "digest": "1d230c36859c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q4_K_S", + "model": "yi:34b-q4_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 21474836480, + "digest": "db38b4448980", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q4_K_M", + "model": "yi:34b-q4_K_M", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 22548578304, + "digest": "125393b6f6e2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q5_0", + "model": "yi:34b-q5_0", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "e870a2d12776", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q5_1", + "model": "yi:34b-q5_1", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 27917287424, + "digest": "768fa12ab6de", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q5_K_S", + "model": "yi:34b-q5_K_S", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 25769803776, + "digest": "b0f35aa09919", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi:34b-q6_K", + "model": "yi:34b-q6_K", + "modified_at": "2024-05-13T08:22:00.000Z", + "size": 30064771072, + "digest": "808914bbe73e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q6_K", + "quantization_level": "" + } + }, + { + "name": "ministral-3:latest", + "model": "ministral-3:latest", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 6442450944, + "digest": "1922accd5827", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "ministral-3:3b", + "model": "ministral-3:3b", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 3221225472, + "digest": "f04aa1c738f6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "ministral-3:8b", + "model": "ministral-3:8b", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 6442450944, + "digest": "1922accd5827", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "ministral-3:14b", + "model": "ministral-3:14b", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 9771050598, + "digest": "4760c35aeb9d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "ministral-3:3b-instruct-2512-q4_K_M", + "model": "ministral-3:3b-instruct-2512-q4_K_M", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 3221225472, + "digest": "f04aa1c738f6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b-instruct-2512-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "ministral-3:3b-instruct-2512-q8_0", + "model": "ministral-3:3b-instruct-2512-q8_0", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 4831838208, + "digest": "c269e5748d11", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b-instruct-2512-q8_0", + "quantization_level": "" + } + }, + { + "name": "ministral-3:3b-instruct-2512-fp16", + "model": "ministral-3:3b-instruct-2512-fp16", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 8267812045, + "digest": "c3575e1e54be", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b-instruct-2512-fp16", + "quantization_level": "" + } + }, + { + "name": "ministral-3:8b-instruct-2512-q4_K_M", + "model": "ministral-3:8b-instruct-2512-q4_K_M", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 6442450944, + "digest": "1922accd5827", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-instruct-2512-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "ministral-3:8b-instruct-2512-q8_0", + "model": "ministral-3:8b-instruct-2512-q8_0", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 10630044058, + "digest": "51a27715a326", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-instruct-2512-q8_0", + "quantization_level": "" + } + }, + { + "name": "ministral-3:8b-instruct-2512-fp16", + "model": "ministral-3:8b-instruct-2512-fp16", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 19327352832, + "digest": "1db367e98f75", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b-instruct-2512-fp16", + "quantization_level": "" + } + }, + { + "name": "ministral-3:14b-instruct-2512-q4_K_M", + "model": "ministral-3:14b-instruct-2512-q4_K_M", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 9771050598, + "digest": "4760c35aeb9d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "14b-instruct-2512-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "ministral-3:14b-instruct-2512-q8_0", + "model": "ministral-3:14b-instruct-2512-q8_0", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 16106127360, + "digest": "e189ca022343", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "14b-instruct-2512-q8_0", + "quantization_level": "" + } + }, + { + "name": "ministral-3:14b-instruct-2512-fp16", + "model": "ministral-3:14b-instruct-2512-fp16", + "modified_at": "2025-12-13T01:59:00.000Z", + "size": 30064771072, + "digest": "ba5a5da1e89b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "14b-instruct-2512-fp16", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:latest", + "model": "sqlcoder:latest", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 4402341478, + "digest": "77ac14348387", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b", + "model": "sqlcoder:7b", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 4402341478, + "digest": "77ac14348387", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b", + "model": "sqlcoder:15b", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 9663676416, + "digest": "93bb0e8a904f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q2_K", + "model": "sqlcoder:7b-q2_K", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 3328599654, + "digest": "ef8dfd2a47a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q3_K_S", + "model": "sqlcoder:7b-q3_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 3435973837, + "digest": "9b217fbd379f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q3_K_M", + "model": "sqlcoder:7b-q3_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 3758096384, + "digest": "77511b137ab8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q3_K_L", + "model": "sqlcoder:7b-q3_K_L", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 4080218931, + "digest": "cab35c00ef41", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q4_0", + "model": "sqlcoder:7b-q4_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 4402341478, + "digest": "77ac14348387", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q4_1", + "model": "sqlcoder:7b-q4_1", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 4939212390, + "digest": "2497c9ce8ce5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q4_K_S", + "model": "sqlcoder:7b-q4_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 4402341478, + "digest": "1af8f9ec2947", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q4_K_M", + "model": "sqlcoder:7b-q4_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 4724464026, + "digest": "83f394c3724e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q5_0", + "model": "sqlcoder:7b-q5_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 5368709120, + "digest": "71532749cb66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q5_1", + "model": "sqlcoder:7b-q5_1", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 5798205850, + "digest": "4f8985282cb3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q5_K_S", + "model": "sqlcoder:7b-q5_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 5368709120, + "digest": "bac5bb21f4f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q5_K_M", + "model": "sqlcoder:7b-q5_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 5476083302, + "digest": "422d0b916aa2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q6_K", + "model": "sqlcoder:7b-q6_K", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 6335076762, + "digest": "b8436a415945", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-q8_0", + "model": "sqlcoder:7b-q8_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 8267812045, + "digest": "07db64a3ecb0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:7b-fp16", + "model": "sqlcoder:7b-fp16", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 15032385536, + "digest": "186b67d3cc81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q2_K", + "model": "sqlcoder:15b-q2_K", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 7194070221, + "digest": "dd88fa6c88f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q2_K", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q3_K_S", + "model": "sqlcoder:15b-q3_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 7408818586, + "digest": "02328caa22ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q3_K_M", + "model": "sqlcoder:15b-q3_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 8804682957, + "digest": "35f5a2532a9f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q3_K_L", + "model": "sqlcoder:15b-q3_K_L", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 9771050598, + "digest": "e897d393ebf1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q4_0", + "model": "sqlcoder:15b-q4_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 9663676416, + "digest": "93bb0e8a904f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q4_1", + "model": "sqlcoder:15b-q4_1", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 10737418240, + "digest": "78804bd67731", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_1", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q4_K_S", + "model": "sqlcoder:15b-q4_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 9771050598, + "digest": "11c41fea3fed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q4_K_M", + "model": "sqlcoder:15b-q4_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 10737418240, + "digest": "aee77323d6c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q5_0", + "model": "sqlcoder:15b-q5_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 11811160064, + "digest": "2a1ff495d518", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q5_1", + "model": "sqlcoder:15b-q5_1", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 12884901888, + "digest": "c8efb3a98ee1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_1", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q5_K_S", + "model": "sqlcoder:15b-q5_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 11811160064, + "digest": "11b67891395e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q5_K_M", + "model": "sqlcoder:15b-q5_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 12884901888, + "digest": "fbbab943ddb2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q6_K", + "model": "sqlcoder:15b-q6_K", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 13958643712, + "digest": "cd5d9138d61e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q6_K", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-q8_0", + "model": "sqlcoder:15b-q8_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 18253611008, + "digest": "e07554606510", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q8_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:15b-fp16", + "model": "sqlcoder:15b-fp16", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 34359738368, + "digest": "6369c7277e63", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-fp16", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q2_K", + "model": "sqlcoder:70b-alpha-q2_K", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 26843545600, + "digest": "510d7936f38d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q2_K", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q3_K_S", + "model": "sqlcoder:70b-alpha-q3_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 32212254720, + "digest": "7fa3e5dcdb07", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q3_K_M", + "model": "sqlcoder:70b-alpha-q3_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 35433480192, + "digest": "e58e4a7b8c15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q3_K_L", + "model": "sqlcoder:70b-alpha-q3_K_L", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 38654705664, + "digest": "8841830edc80", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q4_0", + "model": "sqlcoder:70b-alpha-q4_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 41875931136, + "digest": "23ca04b201dd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q4_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q4_1", + "model": "sqlcoder:70b-alpha-q4_1", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 46170898432, + "digest": "e431137fc239", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q4_1", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q4_K_S", + "model": "sqlcoder:70b-alpha-q4_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 41875931136, + "digest": "5be5f1377e74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q4_K_M", + "model": "sqlcoder:70b-alpha-q4_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 44023414784, + "digest": "a8d3eb52b519", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q5_0", + "model": "sqlcoder:70b-alpha-q5_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 50465865728, + "digest": "faad68f73fc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q5_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q5_1", + "model": "sqlcoder:70b-alpha-q5_1", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 55834574848, + "digest": "d05ce9b94ffd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q5_1", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q5_K_S", + "model": "sqlcoder:70b-alpha-q5_K_S", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 50465865728, + "digest": "a83028f215d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q5_K_M", + "model": "sqlcoder:70b-alpha-q5_K_M", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 52613349376, + "digest": "fdc1971644d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q6_K", + "model": "sqlcoder:70b-alpha-q6_K", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 61203283968, + "digest": "334382eb1aff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q6_K", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-q8_0", + "model": "sqlcoder:70b-alpha-q8_0", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 78383153152, + "digest": "f9eec4ca6793", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-q8_0", + "quantization_level": "" + } + }, + { + "name": "sqlcoder:70b-alpha-fp16", + "model": "sqlcoder:70b-alpha-fp16", + "modified_at": "2024-02-01T04:26:00.000Z", + "size": 148176371712, + "digest": "2a20f63ebd1d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-alpha-fp16", + "quantization_level": "" + } + }, + { + "name": "codestral:latest", + "model": "codestral:latest", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 13958643712, + "digest": "0898a8b286d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "codestral:v0.1", + "model": "codestral:v0.1", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 13958643712, + "digest": "0898a8b286d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v0.1", + "quantization_level": "" + } + }, + { + "name": "codestral:22b", + "model": "codestral:22b", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 13958643712, + "digest": "0898a8b286d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q2_K", + "model": "codestral:22b-v0.1-q2_K", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 8912057139, + "digest": "0e1127d332ef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q3_K_S", + "model": "codestral:22b-v0.1-q3_K_S", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 10307921510, + "digest": "435a805994fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q3_K_M", + "model": "codestral:22b-v0.1-q3_K_M", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 11811160064, + "digest": "71655d0feff7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q3_K_L", + "model": "codestral:22b-v0.1-q3_K_L", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 12884901888, + "digest": "40e96062aff7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q4_0", + "model": "codestral:22b-v0.1-q4_0", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 13958643712, + "digest": "0898a8b286d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q4_1", + "model": "codestral:22b-v0.1-q4_1", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 15032385536, + "digest": "112589019335", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q4_K_S", + "model": "codestral:22b-v0.1-q4_K_S", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 13958643712, + "digest": "98d819ea95ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q4_K_M", + "model": "codestral:22b-v0.1-q4_K_M", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 13958643712, + "digest": "9a43e868fd2c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q5_0", + "model": "codestral:22b-v0.1-q5_0", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 16106127360, + "digest": "05c0a78fd842", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q5_1", + "model": "codestral:22b-v0.1-q5_1", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 18253611008, + "digest": "c71bfe359bcc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q5_K_S", + "model": "codestral:22b-v0.1-q5_K_S", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 16106127360, + "digest": "937f5c4a1a20", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q5_K_M", + "model": "codestral:22b-v0.1-q5_K_M", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 17179869184, + "digest": "2df1ccc62c6a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q6_K", + "model": "codestral:22b-v0.1-q6_K", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 19327352832, + "digest": "e77ab7ec51f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "codestral:22b-v0.1-q8_0", + "model": "codestral:22b-v0.1-q8_0", + "modified_at": "2024-09-03T21:32:00.000Z", + "size": 25769803776, + "digest": "8dde0029a91f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi4-mini:latest", + "model": "phi4-mini:latest", + "modified_at": "2025-02-28T20:02:00.000Z", + "size": 2684354560, + "digest": "78fad5d182a7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "phi4-mini:3.8b", + "model": "phi4-mini:3.8b", + "modified_at": "2025-02-28T20:02:00.000Z", + "size": 2684354560, + "digest": "78fad5d182a7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3.8b", + "quantization_level": "" + } + }, + { + "name": "phi4-mini:3.8b-q4_K_M", + "model": "phi4-mini:3.8b-q4_K_M", + "modified_at": "2025-02-28T20:02:00.000Z", + "size": 2684354560, + "digest": "78fad5d182a7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3.8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi4-mini:3.8b-q8_0", + "model": "phi4-mini:3.8b-q8_0", + "modified_at": "2025-02-28T20:02:00.000Z", + "size": 4402341478, + "digest": "0be8e6979181", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3.8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi4-mini:3.8b-fp16", + "model": "phi4-mini:3.8b-fp16", + "modified_at": "2025-02-28T20:02:00.000Z", + "size": 8267812045, + "digest": "bd71721a0e80", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3.8b-fp16", + "quantization_level": "" + } + }, + { + "name": "deepscaler:latest", + "model": "deepscaler:latest", + "modified_at": "2025-02-12T01:53:00.000Z", + "size": 3865470566, + "digest": "0031bcf7459f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepscaler:1.5b", + "model": "deepscaler:1.5b", + "modified_at": "2025-02-12T01:53:00.000Z", + "size": 3865470566, + "digest": "0031bcf7459f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "deepscaler:1.5b-preview-q4_K_M", + "model": "deepscaler:1.5b-preview-q4_K_M", + "modified_at": "2025-02-12T01:53:00.000Z", + "size": 1181116006, + "digest": "305c4a53269d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-preview-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepscaler:1.5b-preview-q8_0", + "model": "deepscaler:1.5b-preview-q8_0", + "modified_at": "2025-02-12T01:53:00.000Z", + "size": 2040109466, + "digest": "37b8148c7f55", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-preview-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepscaler:1.5b-preview-fp16", + "model": "deepscaler:1.5b-preview-fp16", + "modified_at": "2025-02-12T01:53:00.000Z", + "size": 3865470566, + "digest": "0031bcf7459f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-preview-fp16", + "quantization_level": "" + } + }, + { + "name": "lfm2.5-thinking:latest", + "model": "lfm2.5-thinking:latest", + "modified_at": "2026-01-20T12:41:00.000Z", + "size": 766509056, + "digest": "95bd9d45385f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "lfm2.5-thinking:1.2b", + "model": "lfm2.5-thinking:1.2b", + "modified_at": "2026-01-20T12:41:00.000Z", + "size": 766509056, + "digest": "95bd9d45385f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.2b", + "quantization_level": "" + } + }, + { + "name": "lfm2.5-thinking:1.2b-q4_K_M", + "model": "lfm2.5-thinking:1.2b-q4_K_M", + "modified_at": "2026-01-20T12:41:00.000Z", + "size": 766509056, + "digest": "95bd9d45385f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.2b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "lfm2.5-thinking:1.2b-q8_0", + "model": "lfm2.5-thinking:1.2b-q8_0", + "modified_at": "2026-01-20T12:41:00.000Z", + "size": 1288490189, + "digest": "10cad872d371", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.2b-q8_0", + "quantization_level": "" + } + }, + { + "name": "lfm2.5-thinking:1.2b-bf16", + "model": "lfm2.5-thinking:1.2b-bf16", + "modified_at": "2026-01-20T12:41:00.000Z", + "size": 2469606195, + "digest": "7a6bd9bb72a7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1.2b-bf16", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:latest", + "model": "wizard-vicuna-uncensored:latest", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 4080218931, + "digest": "72fc3c2b99dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b", + "model": "wizard-vicuna-uncensored:7b", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 4080218931, + "digest": "72fc3c2b99dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b", + "model": "wizard-vicuna-uncensored:13b", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 7945689498, + "digest": "6887722b6618", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b", + "model": "wizard-vicuna-uncensored:30b", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 19327352832, + "digest": "5a7102e25304", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q2_K", + "model": "wizard-vicuna-uncensored:7b-q2_K", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 3006477107, + "digest": "63f9ff49339b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q3_K_S", + "model": "wizard-vicuna-uncensored:7b-q3_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 3113851290, + "digest": "6b39ccbb5718", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q3_K_M", + "model": "wizard-vicuna-uncensored:7b-q3_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 3543348019, + "digest": "68169e9e5f14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q3_K_L", + "model": "wizard-vicuna-uncensored:7b-q3_K_L", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 3865470566, + "digest": "3695bfa5c6db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q4_0", + "model": "wizard-vicuna-uncensored:7b-q4_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 4080218931, + "digest": "72fc3c2b99dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q4_1", + "model": "wizard-vicuna-uncensored:7b-q4_1", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 4509715661, + "digest": "f4ff0dd82563", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q4_K_S", + "model": "wizard-vicuna-uncensored:7b-q4_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 4187593114, + "digest": "877e9af2494f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q4_K_M", + "model": "wizard-vicuna-uncensored:7b-q4_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 4402341478, + "digest": "0b79dc5d70ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q5_0", + "model": "wizard-vicuna-uncensored:7b-q5_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 5046586573, + "digest": "2613174e3296", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q5_1", + "model": "wizard-vicuna-uncensored:7b-q5_1", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 5476083302, + "digest": "b20c27fda6cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q5_K_S", + "model": "wizard-vicuna-uncensored:7b-q5_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 5046586573, + "digest": "9b60f8559ec9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q5_K_M", + "model": "wizard-vicuna-uncensored:7b-q5_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 5153960755, + "digest": "ea26b4c246fb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q6_K", + "model": "wizard-vicuna-uncensored:7b-q6_K", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 5905580032, + "digest": "3c7046c51a44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-q8_0", + "model": "wizard-vicuna-uncensored:7b-q8_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 7730941133, + "digest": "011a3d16558a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:7b-fp16", + "model": "wizard-vicuna-uncensored:7b-fp16", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 13958643712, + "digest": "c8eb2106d1e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q2_K", + "model": "wizard-vicuna-uncensored:13b-q2_K", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 5798205850, + "digest": "f4f91109c207", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q3_K_S", + "model": "wizard-vicuna-uncensored:13b-q3_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 6120328397, + "digest": "b5832103bdeb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q3_K_M", + "model": "wizard-vicuna-uncensored:13b-q3_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 6764573491, + "digest": "ed4a273d6b6d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q3_K_L", + "model": "wizard-vicuna-uncensored:13b-q3_K_L", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 7408818586, + "digest": "88fb403b8c6a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q4_0", + "model": "wizard-vicuna-uncensored:13b-q4_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 7945689498, + "digest": "6887722b6618", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q4_1", + "model": "wizard-vicuna-uncensored:13b-q4_1", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 8804682957, + "digest": "7455a677d914", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q4_K_S", + "model": "wizard-vicuna-uncensored:13b-q4_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 7945689498, + "digest": "709c6745f467", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q4_K_M", + "model": "wizard-vicuna-uncensored:13b-q4_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 8482560410, + "digest": "e42ad99d49f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q5_0", + "model": "wizard-vicuna-uncensored:13b-q5_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 9663676416, + "digest": "dafb313b8b5b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q5_1", + "model": "wizard-vicuna-uncensored:13b-q5_1", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 10522669875, + "digest": "1154aba9bebb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q5_K_S", + "model": "wizard-vicuna-uncensored:13b-q5_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 9663676416, + "digest": "be4967133cc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q5_K_M", + "model": "wizard-vicuna-uncensored:13b-q5_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 9878424781, + "digest": "8b5821845aa5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q6_K", + "model": "wizard-vicuna-uncensored:13b-q6_K", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 11811160064, + "digest": "9df4c914f6e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-q8_0", + "model": "wizard-vicuna-uncensored:13b-q8_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 15032385536, + "digest": "2823c1701714", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:13b-fp16", + "model": "wizard-vicuna-uncensored:13b-fp16", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 27917287424, + "digest": "23b4a7186107", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q2_K", + "model": "wizard-vicuna-uncensored:30b-q2_K", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 15032385536, + "digest": "2812ef4f45ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q3_K_S", + "model": "wizard-vicuna-uncensored:30b-q3_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 15032385536, + "digest": "8db4e5c26e07", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q3_K_M", + "model": "wizard-vicuna-uncensored:30b-q3_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 17179869184, + "digest": "9a867b52eb8c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q3_K_L", + "model": "wizard-vicuna-uncensored:30b-q3_K_L", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 18253611008, + "digest": "05a7d357be60", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q4_0", + "model": "wizard-vicuna-uncensored:30b-q4_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 19327352832, + "digest": "5a7102e25304", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q4_1", + "model": "wizard-vicuna-uncensored:30b-q4_1", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 21474836480, + "digest": "80bbe0a037ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q4_K_S", + "model": "wizard-vicuna-uncensored:30b-q4_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 19327352832, + "digest": "6c0f7c7f3fed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q4_K_M", + "model": "wizard-vicuna-uncensored:30b-q4_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 21474836480, + "digest": "acddabb57909", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q5_0", + "model": "wizard-vicuna-uncensored:30b-q5_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 23622320128, + "digest": "cffb3de32667", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q5_1", + "model": "wizard-vicuna-uncensored:30b-q5_1", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 25769803776, + "digest": "74065a3909bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q5_K_S", + "model": "wizard-vicuna-uncensored:30b-q5_K_S", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 23622320128, + "digest": "fdeaf5e7d150", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q5_K_M", + "model": "wizard-vicuna-uncensored:30b-q5_K_M", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 24696061952, + "digest": "abcb5f233465", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q6_K", + "model": "wizard-vicuna-uncensored:30b-q6_K", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 28991029248, + "digest": "4943a7ffa702", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-q8_0", + "model": "wizard-vicuna-uncensored:30b-q8_0", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 37580963840, + "digest": "89ccedd7789e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna-uncensored:30b-fp16", + "model": "wizard-vicuna-uncensored:30b-fp16", + "modified_at": "2023-10-28T17:20:00.000Z", + "size": 69793218560, + "digest": "bed611752f1a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-fp16", + "quantization_level": "" + } + }, + { + "name": "zephyr:latest", + "model": "zephyr:latest", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4402341478, + "digest": "bbe38b81adec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b", + "model": "zephyr:7b", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4402341478, + "digest": "bbe38b81adec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "zephyr:141b", + "model": "zephyr:141b", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 85899345920, + "digest": "31b0b6c9d69f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "141b", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha", + "model": "zephyr:7b-alpha", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4402341478, + "digest": "41db45eedfe5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q2_K", + "model": "zephyr:7b-alpha-q2_K", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 3328599654, + "digest": "499c406f90e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q2_K", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q3_K_S", + "model": "zephyr:7b-alpha-q3_K_S", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 3435973837, + "digest": "79e2d8538b1a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q3_K_M", + "model": "zephyr:7b-alpha-q3_K_M", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 3758096384, + "digest": "baaa40d0a6ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q3_K_L", + "model": "zephyr:7b-alpha-q3_K_L", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4080218931, + "digest": "2dca6ee2b47c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q4_0", + "model": "zephyr:7b-alpha-q4_0", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4402341478, + "digest": "41db45eedfe5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q4_0", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q4_1", + "model": "zephyr:7b-alpha-q4_1", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4939212390, + "digest": "def2c83c706e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q4_1", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q4_K_S", + "model": "zephyr:7b-alpha-q4_K_S", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4402341478, + "digest": "003038afd62d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q4_K_M", + "model": "zephyr:7b-alpha-q4_K_M", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4724464026, + "digest": "0fcbe7af791e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q5_0", + "model": "zephyr:7b-alpha-q5_0", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 5368709120, + "digest": "110b09717ce9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q5_0", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q5_1", + "model": "zephyr:7b-alpha-q5_1", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 5798205850, + "digest": "0484ef77caf6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q5_1", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q5_K_S", + "model": "zephyr:7b-alpha-q5_K_S", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 5368709120, + "digest": "82eaf5453c6b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q5_K_M", + "model": "zephyr:7b-alpha-q5_K_M", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 5476083302, + "digest": "107c6b2c9c4f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q6_K", + "model": "zephyr:7b-alpha-q6_K", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 6335076762, + "digest": "69373e3f99d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q6_K", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-q8_0", + "model": "zephyr:7b-alpha-q8_0", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 8267812045, + "digest": "0e68bba39b3d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q8_0", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-alpha-fp16", + "model": "zephyr:7b-alpha-fp16", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 15032385536, + "digest": "add59b7f7dab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-fp16", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta", + "model": "zephyr:7b-beta", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4402341478, + "digest": "bbe38b81adec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q2_K", + "model": "zephyr:7b-beta-q2_K", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 3328599654, + "digest": "2ba2da5abef9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q2_K", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q3_K_S", + "model": "zephyr:7b-beta-q3_K_S", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 3435973837, + "digest": "5a359ab6ce9c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q3_K_M", + "model": "zephyr:7b-beta-q3_K_M", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 3758096384, + "digest": "75a7002f3885", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q3_K_L", + "model": "zephyr:7b-beta-q3_K_L", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4080218931, + "digest": "410a8b7cbfbf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q4_0", + "model": "zephyr:7b-beta-q4_0", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4402341478, + "digest": "bbe38b81adec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q4_0", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q4_1", + "model": "zephyr:7b-beta-q4_1", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4939212390, + "digest": "9dda547ba87b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q4_1", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q4_K_S", + "model": "zephyr:7b-beta-q4_K_S", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4402341478, + "digest": "c9e294ff1e6f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q4_K_M", + "model": "zephyr:7b-beta-q4_K_M", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 4724464026, + "digest": "961df065a980", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q5_0", + "model": "zephyr:7b-beta-q5_0", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 5368709120, + "digest": "d9161a2d3687", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q5_0", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q5_1", + "model": "zephyr:7b-beta-q5_1", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 5798205850, + "digest": "887c48b48ef2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q5_1", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q5_K_S", + "model": "zephyr:7b-beta-q5_K_S", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 5368709120, + "digest": "65d372ba8784", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q5_K_M", + "model": "zephyr:7b-beta-q5_K_M", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 5476083302, + "digest": "482c06dc081a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q6_K", + "model": "zephyr:7b-beta-q6_K", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 6335076762, + "digest": "705bedf05d2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q6_K", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-q8_0", + "model": "zephyr:7b-beta-q8_0", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 8267812045, + "digest": "f684109a5a8d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q8_0", + "quantization_level": "" + } + }, + { + "name": "zephyr:7b-beta-fp16", + "model": "zephyr:7b-beta-fp16", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 15032385536, + "digest": "85a4e7a31862", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-fp16", + "quantization_level": "" + } + }, + { + "name": "zephyr:141b-v0.1", + "model": "zephyr:141b-v0.1", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 85899345920, + "digest": "31b0b6c9d69f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "141b-v0.1", + "quantization_level": "" + } + }, + { + "name": "zephyr:141b-v0.1-q2_K", + "model": "zephyr:141b-v0.1-q2_K", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 55834574848, + "digest": "d5c73d340d28", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "141b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "zephyr:141b-v0.1-q4_0", + "model": "zephyr:141b-v0.1-q4_0", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 85899345920, + "digest": "31b0b6c9d69f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "141b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "zephyr:141b-v0.1-q8_0", + "model": "zephyr:141b-v0.1-q8_0", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 159987531776, + "digest": "74c478cfbe57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "141b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "zephyr:141b-v0.1-fp16", + "model": "zephyr:141b-v0.1-fp16", + "modified_at": "2024-04-16T00:10:00.000Z", + "size": 301721452544, + "digest": "7bc5b262ff30", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "141b-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral-large:latest", + "model": "mistral-large:latest", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 78383153152, + "digest": "bbcf36dc47ad", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b", + "model": "mistral-large:123b", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 78383153152, + "digest": "bbcf36dc47ad", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q2_K", + "model": "mistral-large:123b-instruct-2407-q2_K", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 48318382080, + "digest": "244e8ac47150", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q3_K_S", + "model": "mistral-large:123b-instruct-2407-q3_K_S", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 56908316672, + "digest": "0a5d6df9d7af", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q3_K_M", + "model": "mistral-large:123b-instruct-2407-q3_K_M", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 63350767616, + "digest": "5c3ac28dddb6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q3_K_L", + "model": "mistral-large:123b-instruct-2407-q3_K_L", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 69793218560, + "digest": "47437a8d48aa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q4_0", + "model": "mistral-large:123b-instruct-2407-q4_0", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 74088185856, + "digest": "0ca7dfa0bf06", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q4_1", + "model": "mistral-large:123b-instruct-2407-q4_1", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 82678120448, + "digest": "19d48e361da3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q4_K_S", + "model": "mistral-large:123b-instruct-2407-q4_K_S", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 75161927680, + "digest": "b06bbbd76af1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q4_K_M", + "model": "mistral-large:123b-instruct-2407-q4_K_M", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 78383153152, + "digest": "7d1a7425167f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q5_0", + "model": "mistral-large:123b-instruct-2407-q5_0", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 90194313216, + "digest": "9972842fc4d6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q5_1", + "model": "mistral-large:123b-instruct-2407-q5_1", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 98784247808, + "digest": "0025c4e39412", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q5_K_S", + "model": "mistral-large:123b-instruct-2407-q5_K_S", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 90194313216, + "digest": "d4525515e89a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q5_K_M", + "model": "mistral-large:123b-instruct-2407-q5_K_M", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 92341796864, + "digest": "0583f89aa7d1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q6_K", + "model": "mistral-large:123b-instruct-2407-q6_K", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 108447924224, + "digest": "5e4615a812a8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-q8_0", + "model": "mistral-large:123b-instruct-2407-q8_0", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 139586437120, + "digest": "20d741bc6d75", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2407-fp16", + "model": "mistral-large:123b-instruct-2407-fp16", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 263066746880, + "digest": "0bfa947cf7ef", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2407-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q2_K", + "model": "mistral-large:123b-instruct-2411-q2_K", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 48318382080, + "digest": "16fda14b30f0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q3_K_S", + "model": "mistral-large:123b-instruct-2411-q3_K_S", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 56908316672, + "digest": "e6c6ff175cc0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q3_K_M", + "model": "mistral-large:123b-instruct-2411-q3_K_M", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 63350767616, + "digest": "69b0928bdc0d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q3_K_L", + "model": "mistral-large:123b-instruct-2411-q3_K_L", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 69793218560, + "digest": "e18a67d80ee4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q4_0", + "model": "mistral-large:123b-instruct-2411-q4_0", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 74088185856, + "digest": "1e4807d65914", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q4_1", + "model": "mistral-large:123b-instruct-2411-q4_1", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 82678120448, + "digest": "7dea3bd9090c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q4_K_S", + "model": "mistral-large:123b-instruct-2411-q4_K_S", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 75161927680, + "digest": "66a1fdacc93b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q4_K_M", + "model": "mistral-large:123b-instruct-2411-q4_K_M", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 78383153152, + "digest": "bbcf36dc47ad", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q5_0", + "model": "mistral-large:123b-instruct-2411-q5_0", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 90194313216, + "digest": "9cad9ed23f22", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q5_1", + "model": "mistral-large:123b-instruct-2411-q5_1", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 98784247808, + "digest": "feda4f519c21", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q5_K_S", + "model": "mistral-large:123b-instruct-2411-q5_K_S", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 90194313216, + "digest": "a36515217259", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q5_K_M", + "model": "mistral-large:123b-instruct-2411-q5_K_M", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 92341796864, + "digest": "72f20cdebd72", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q6_K", + "model": "mistral-large:123b-instruct-2411-q6_K", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 108447924224, + "digest": "17a9a92108df", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-q8_0", + "model": "mistral-large:123b-instruct-2411-q8_0", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 139586437120, + "digest": "fc9b9f119292", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-large:123b-instruct-2411-fp16", + "model": "mistral-large:123b-instruct-2411-fp16", + "modified_at": "2024-11-22T21:28:00.000Z", + "size": 263066746880, + "digest": "2b810c3ba71a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2411-fp16", + "quantization_level": "" + } + }, + { + "name": "openchat:latest", + "model": "openchat:latest", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "537a4e03b649", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "openchat:7b", + "model": "openchat:7b", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "537a4e03b649", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5", + "model": "openchat:7b-v3.5", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "980eba937c08", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106", + "model": "openchat:7b-v3.5-0106", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "537a4e03b649", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q2_K", + "model": "openchat:7b-v3.5-0106-q2_K", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3328599654, + "digest": "40a9b8bdcd51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q2_K", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q2_K", + "model": "openchat:7b-v3.5-q2_K", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3328599654, + "digest": "c8a422048247", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q3_K_S", + "model": "openchat:7b-v3.5-0106-q3_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3435973837, + "digest": "43be12a77c78", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q3_K_S", + "model": "openchat:7b-v3.5-q3_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3435973837, + "digest": "961a8432de51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q3_K_M", + "model": "openchat:7b-v3.5-0106-q3_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3758096384, + "digest": "76cd9a0c98ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q3_K_M", + "model": "openchat:7b-v3.5-q3_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3758096384, + "digest": "bb9a71d66b29", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q3_K_L", + "model": "openchat:7b-v3.5-0106-q3_K_L", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4080218931, + "digest": "7c4478e7725d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q3_K_L", + "model": "openchat:7b-v3.5-q3_K_L", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4080218931, + "digest": "cce7d2d85cc1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q4_0", + "model": "openchat:7b-v3.5-0106-q4_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "537a4e03b649", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q4_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q4_0", + "model": "openchat:7b-v3.5-q4_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "980eba937c08", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q4_1", + "model": "openchat:7b-v3.5-0106-q4_1", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4939212390, + "digest": "029a27df0e0e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q4_1", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q4_1", + "model": "openchat:7b-v3.5-q4_1", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4939212390, + "digest": "2d59d300369b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q4_K_S", + "model": "openchat:7b-v3.5-0106-q4_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "fe011350d88f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q4_K_S", + "model": "openchat:7b-v3.5-q4_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "99507f29347f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q4_K_M", + "model": "openchat:7b-v3.5-0106-q4_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4724464026, + "digest": "606fbe86851f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q4_K_M", + "model": "openchat:7b-v3.5-q4_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4724464026, + "digest": "f7d0a07c2357", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q5_0", + "model": "openchat:7b-v3.5-0106-q5_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5368709120, + "digest": "bf796ce1e6e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q5_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q5_0", + "model": "openchat:7b-v3.5-q5_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5368709120, + "digest": "311f9cb4a2f3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q5_1", + "model": "openchat:7b-v3.5-0106-q5_1", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5798205850, + "digest": "87023ab68886", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q5_1", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q5_1", + "model": "openchat:7b-v3.5-q5_1", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5798205850, + "digest": "bf4eb0e1d37f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q5_K_S", + "model": "openchat:7b-v3.5-0106-q5_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5368709120, + "digest": "6ed7bb1af154", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q5_K_M", + "model": "openchat:7b-v3.5-0106-q5_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5476083302, + "digest": "75e83c02831a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q6_K", + "model": "openchat:7b-v3.5-0106-q6_K", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 6335076762, + "digest": "068f00f96fbf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q6_K", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-q8_0", + "model": "openchat:7b-v3.5-0106-q8_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 8267812045, + "digest": "54a3b6ecd5ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-q8_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-0106-fp16", + "model": "openchat:7b-v3.5-0106-fp16", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 15032385536, + "digest": "904ff9758131", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-0106-fp16", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210", + "model": "openchat:7b-v3.5-1210", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "aa6d10add428", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q2_K", + "model": "openchat:7b-v3.5-1210-q2_K", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3328599654, + "digest": "90cfa4fd3ee4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q2_K", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q3_K_S", + "model": "openchat:7b-v3.5-1210-q3_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3435973837, + "digest": "4a07652bf006", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q3_K_M", + "model": "openchat:7b-v3.5-1210-q3_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 3758096384, + "digest": "ad84860337cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q3_K_L", + "model": "openchat:7b-v3.5-1210-q3_K_L", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4080218931, + "digest": "cdab528998e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q4_0", + "model": "openchat:7b-v3.5-1210-q4_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "aa6d10add428", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q4_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q4_1", + "model": "openchat:7b-v3.5-1210-q4_1", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4939212390, + "digest": "525ce9ede1d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q4_1", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q4_K_S", + "model": "openchat:7b-v3.5-1210-q4_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4402341478, + "digest": "8d50e6d40482", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q4_K_M", + "model": "openchat:7b-v3.5-1210-q4_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 4724464026, + "digest": "c0f6439075b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q5_0", + "model": "openchat:7b-v3.5-1210-q5_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5368709120, + "digest": "4c6db90c2db0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q5_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q5_1", + "model": "openchat:7b-v3.5-1210-q5_1", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5798205850, + "digest": "2185cdd08ed8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q5_1", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q5_K_S", + "model": "openchat:7b-v3.5-1210-q5_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5368709120, + "digest": "f78feecd69cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q5_K_S", + "model": "openchat:7b-v3.5-q5_K_S", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5368709120, + "digest": "213e534d3f58", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q5_K_M", + "model": "openchat:7b-v3.5-1210-q5_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5476083302, + "digest": "64e4cb9bb506", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q5_K_M", + "model": "openchat:7b-v3.5-q5_K_M", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 5476083302, + "digest": "6b9271b7e00e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q6_K", + "model": "openchat:7b-v3.5-1210-q6_K", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 6335076762, + "digest": "2f844aee86ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q6_K", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q6_K", + "model": "openchat:7b-v3.5-q6_K", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 6335076762, + "digest": "95a82d202137", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-q8_0", + "model": "openchat:7b-v3.5-1210-q8_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 8267812045, + "digest": "2911bfb27389", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-q8_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-q8_0", + "model": "openchat:7b-v3.5-q8_0", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 8267812045, + "digest": "663a54b072bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-1210-fp16", + "model": "openchat:7b-v3.5-1210-fp16", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 15032385536, + "digest": "24a0134d29f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-1210-fp16", + "quantization_level": "" + } + }, + { + "name": "openchat:7b-v3.5-fp16", + "model": "openchat:7b-v3.5-fp16", + "modified_at": "2024-01-10T21:45:00.000Z", + "size": 15032385536, + "digest": "b2cb2e8359a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.5-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder:latest", + "model": "starcoder:latest", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1932735283, + "digest": "847e5a7aa26f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b", + "model": "starcoder:1b", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 761266176, + "digest": "77e6c46054d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b", + "model": "starcoder:3b", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1932735283, + "digest": "847e5a7aa26f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b", + "model": "starcoder:7b", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 4617089843, + "digest": "53fdbc3a2006", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b", + "model": "starcoder:15b", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9663676416, + "digest": "fc59c84e00c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base", + "model": "starcoder:1b-base", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 761266176, + "digest": "77e6c46054d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q2_K", + "model": "starcoder:1b-base-q2_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 578813952, + "digest": "e611832ccc67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q3_K_S", + "model": "starcoder:1b-base-q3_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 602931200, + "digest": "1b6492d9dc97", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q3_K_M", + "model": "starcoder:1b-base-q3_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 693108736, + "digest": "a25e710f7119", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q3_K_L", + "model": "starcoder:1b-base-q3_K_L", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 754974720, + "digest": "1c516b827b88", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q4_0", + "model": "starcoder:1b-base-q4_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 761266176, + "digest": "77e6c46054d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q4_1", + "model": "starcoder:1b-base-q4_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 835715072, + "digest": "3baa25250d64", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q4_K_S", + "model": "starcoder:1b-base-q4_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 769654784, + "digest": "decacc801c24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q4_K_M", + "model": "starcoder:1b-base-q4_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 830472192, + "digest": "04d2cea03d2d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q5_0", + "model": "starcoder:1b-base-q5_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 910163968, + "digest": "fea253550249", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q5_1", + "model": "starcoder:1b-base-q5_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 984612864, + "digest": "d0701711acd6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q5_K_S", + "model": "starcoder:1b-base-q5_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 910163968, + "digest": "1dcf90992513", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q5_K_M", + "model": "starcoder:1b-base-q5_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 954204160, + "digest": "7daf9520221a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q6_K", + "model": "starcoder:1b-base-q6_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1073741824, + "digest": "25469472b0a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-q8_0", + "model": "starcoder:1b-base-q8_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1395864371, + "digest": "31fa9b99844a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:1b-base-fp16", + "model": "starcoder:1b-base-fp16", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 2684354560, + "digest": "aa71e6e2251f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base", + "model": "starcoder:3b-base", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1932735283, + "digest": "847e5a7aa26f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q2_K", + "model": "starcoder:3b-base-q2_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1503238554, + "digest": "789eb7337dec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q3_K_S", + "model": "starcoder:3b-base-q3_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1503238554, + "digest": "e0468499b5f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q3_K_M", + "model": "starcoder:3b-base-q3_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1825361101, + "digest": "cf9c26ba35af", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q3_K_L", + "model": "starcoder:3b-base-q3_K_L", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1932735283, + "digest": "39fd001be744", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q4_0", + "model": "starcoder:3b-base-q4_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1932735283, + "digest": "847e5a7aa26f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q4_1", + "model": "starcoder:3b-base-q4_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 2147483648, + "digest": "af56c93c3815", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q4_K_S", + "model": "starcoder:3b-base-q4_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 1932735283, + "digest": "3bc56ee8f943", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q4_K_M", + "model": "starcoder:3b-base-q4_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 2147483648, + "digest": "e270645e6450", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q5_0", + "model": "starcoder:3b-base-q5_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 2362232013, + "digest": "fdea54fc597a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q5_1", + "model": "starcoder:3b-base-q5_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 2576980378, + "digest": "b541e773e045", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q5_K_S", + "model": "starcoder:3b-base-q5_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 2362232013, + "digest": "f4bfd7a34676", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q5_K_M", + "model": "starcoder:3b-base-q5_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 2469606195, + "digest": "70d27a352a1e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q6_K", + "model": "starcoder:3b-base-q6_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 2791728742, + "digest": "2a71811b199a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-q8_0", + "model": "starcoder:3b-base-q8_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 3650722202, + "digest": "d4d1dafca09a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:3b-base-fp16", + "model": "starcoder:3b-base-fp16", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 6871947674, + "digest": "78ed447cecc0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base", + "model": "starcoder:7b-base", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 4617089843, + "digest": "53fdbc3a2006", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q2_K", + "model": "starcoder:7b-base-q2_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 3435973837, + "digest": "b558b1c6e76a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q3_K_S", + "model": "starcoder:7b-base-q3_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 3543348019, + "digest": "532e32fc6a11", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q3_K_M", + "model": "starcoder:7b-base-q3_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 4187593114, + "digest": "bb8083ca1497", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q3_K_L", + "model": "starcoder:7b-base-q3_K_L", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 4617089843, + "digest": "a357c486e37a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q4_0", + "model": "starcoder:7b-base-q4_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 4617089843, + "digest": "53fdbc3a2006", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q4_1", + "model": "starcoder:7b-base-q4_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 5153960755, + "digest": "72f4ab441abc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q4_K_S", + "model": "starcoder:7b-base-q4_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 4617089843, + "digest": "f8b135eb1ff1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q4_K_M", + "model": "starcoder:7b-base-q4_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 5153960755, + "digest": "b9967b21186f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q5_0", + "model": "starcoder:7b-base-q5_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 5583457485, + "digest": "b69e71e71495", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q5_1", + "model": "starcoder:7b-base-q5_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 6120328397, + "digest": "8ab65d19bbae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q5_K_S", + "model": "starcoder:7b-base-q5_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 5583457485, + "digest": "97f7ff66448e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q5_K_M", + "model": "starcoder:7b-base-q5_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 5905580032, + "digest": "053348db28db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q6_K", + "model": "starcoder:7b-base-q6_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 6657199309, + "digest": "35c46a2f3e5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-q8_0", + "model": "starcoder:7b-base-q8_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 8589934592, + "digest": "c5b70c559022", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:7b-base-fp16", + "model": "starcoder:7b-base-fp16", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 16106127360, + "digest": "191f5e0197c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base", + "model": "starcoder:15b-base", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9663676416, + "digest": "d7484a05d753", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q2_K", + "model": "starcoder:15b-base-q2_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 7194070221, + "digest": "cf0025ac31a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q3_K_S", + "model": "starcoder:15b-base-q3_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 7408818586, + "digest": "49fb06b2da48", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q3_K_M", + "model": "starcoder:15b-base-q3_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 8804682957, + "digest": "e12e2f17263b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q3_K_L", + "model": "starcoder:15b-base-q3_K_L", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9771050598, + "digest": "0a5f9e8bfeda", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q4_0", + "model": "starcoder:15b-base-q4_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9663676416, + "digest": "d7484a05d753", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q4_1", + "model": "starcoder:15b-base-q4_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 10737418240, + "digest": "81632886fcb2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q4_K_S", + "model": "starcoder:15b-base-q4_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9771050598, + "digest": "3eefd78d54c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q4_K_M", + "model": "starcoder:15b-base-q4_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 10737418240, + "digest": "c39ac850a90a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q5_0", + "model": "starcoder:15b-base-q5_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 11811160064, + "digest": "2f295880480a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q5_1", + "model": "starcoder:15b-base-q5_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 12884901888, + "digest": "32fb32a4adc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q5_K_S", + "model": "starcoder:15b-base-q5_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 11811160064, + "digest": "066bfe3f8056", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q5_K_M", + "model": "starcoder:15b-base-q5_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 12884901888, + "digest": "44e8a4266c9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q6_K", + "model": "starcoder:15b-base-q6_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 13958643712, + "digest": "08a7fcaab005", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-q8_0", + "model": "starcoder:15b-base-q8_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 18253611008, + "digest": "3429ab9f535c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-base-fp16", + "model": "starcoder:15b-base-fp16", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 34359738368, + "digest": "bf1c2f49c4d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus", + "model": "starcoder:15b-plus", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9663676416, + "digest": "c7e5fd2a5a6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q2_K", + "model": "starcoder:15b-plus-q2_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 7194070221, + "digest": "351a28175173", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q3_K_S", + "model": "starcoder:15b-plus-q3_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 7408818586, + "digest": "8d4a59571246", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q3_K_M", + "model": "starcoder:15b-plus-q3_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 8804682957, + "digest": "5de88d9aaa0c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q3_K_L", + "model": "starcoder:15b-plus-q3_K_L", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9771050598, + "digest": "0033ce73781b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q4_0", + "model": "starcoder:15b-plus-q4_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9663676416, + "digest": "c7e5fd2a5a6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q4_1", + "model": "starcoder:15b-plus-q4_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 10737418240, + "digest": "a06561602a11", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q4_K_S", + "model": "starcoder:15b-plus-q4_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9771050598, + "digest": "74cbc3c93052", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q4_K_M", + "model": "starcoder:15b-plus-q4_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 10737418240, + "digest": "c3b287cf92f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q5_0", + "model": "starcoder:15b-plus-q5_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 11811160064, + "digest": "1a9ff4beeb3a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q5_1", + "model": "starcoder:15b-plus-q5_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 12884901888, + "digest": "ad34d0ac40fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q5_K_S", + "model": "starcoder:15b-plus-q5_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 11811160064, + "digest": "f5be3ceb423f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q5_K_M", + "model": "starcoder:15b-plus-q5_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 12884901888, + "digest": "ab94427f1d73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q6_K", + "model": "starcoder:15b-plus-q6_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 13958643712, + "digest": "d7b6d6d327ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-q8_0", + "model": "starcoder:15b-plus-q8_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 18253611008, + "digest": "1b9bd9e07437", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-plus-fp16", + "model": "starcoder:15b-plus-fp16", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 34359738368, + "digest": "385fd5b5ba4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-plus-fp16", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q2_K", + "model": "starcoder:15b-q2_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 7194070221, + "digest": "b3077ce893c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q2_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q3_K_S", + "model": "starcoder:15b-q3_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 7408818586, + "digest": "96bc55850b3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q3_K_M", + "model": "starcoder:15b-q3_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 8804682957, + "digest": "40aa0dd07f6a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q3_K_L", + "model": "starcoder:15b-q3_K_L", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9771050598, + "digest": "22becd391a5a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q4_0", + "model": "starcoder:15b-q4_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9663676416, + "digest": "fc59c84e00c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q4_1", + "model": "starcoder:15b-q4_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 10737418240, + "digest": "3e9c4131cc7e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q4_K_S", + "model": "starcoder:15b-q4_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 9771050598, + "digest": "dadad57ccce2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q4_K_M", + "model": "starcoder:15b-q4_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 10737418240, + "digest": "fc211e15d552", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q5_0", + "model": "starcoder:15b-q5_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 11811160064, + "digest": "0a9e13e059b4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q5_1", + "model": "starcoder:15b-q5_1", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 12884901888, + "digest": "047af3d6fc2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_1", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q5_K_S", + "model": "starcoder:15b-q5_K_S", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 11811160064, + "digest": "f3927d2aee49", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q5_K_M", + "model": "starcoder:15b-q5_K_M", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 12884901888, + "digest": "ba547f1125e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q6_K", + "model": "starcoder:15b-q6_K", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 13958643712, + "digest": "afbf115a27bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q6_K", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-q8_0", + "model": "starcoder:15b-q8_0", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 18253611008, + "digest": "ad4a34fcfa8c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-q8_0", + "quantization_level": "" + } + }, + { + "name": "starcoder:15b-fp16", + "model": "starcoder:15b-fp16", + "modified_at": "2023-10-24T09:19:00.000Z", + "size": 34359738368, + "digest": "ec7e7aa22c05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-fp16", + "quantization_level": "" + } + }, + { + "name": "glm4:latest", + "model": "glm4:latest", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 5905580032, + "digest": "5b699761eca5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "glm4:9b", + "model": "glm4:9b", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 5905580032, + "digest": "5b699761eca5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q2_K", + "model": "glm4:9b-chat-q2_K", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 4294967296, + "digest": "bbe0e76cf843", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q3_K_S", + "model": "glm4:9b-chat-q3_K_S", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 4939212390, + "digest": "66782e7923d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q3_K_M", + "model": "glm4:9b-chat-q3_K_M", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 5476083302, + "digest": "f61310a4c544", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q3_K_L", + "model": "glm4:9b-chat-q3_K_L", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 5690831667, + "digest": "d23a4b4fe901", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q4_0", + "model": "glm4:9b-chat-q4_0", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 5905580032, + "digest": "5b699761eca5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q4_1", + "model": "glm4:9b-chat-q4_1", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 6442450944, + "digest": "967152b38bf8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q4_K_S", + "model": "glm4:9b-chat-q4_K_S", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 6227702579, + "digest": "79891546fa17", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q4_K_M", + "model": "glm4:9b-chat-q4_K_M", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 6764573491, + "digest": "f17dc1ac3c7c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q5_0", + "model": "glm4:9b-chat-q5_0", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 7086696038, + "digest": "4dcb586331cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q5_1", + "model": "glm4:9b-chat-q5_1", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 7623566950, + "digest": "54371ffa93d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q5_K_S", + "model": "glm4:9b-chat-q5_K_S", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 7194070221, + "digest": "aabc884c70dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q5_K_M", + "model": "glm4:9b-chat-q5_K_M", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 7623566950, + "digest": "5941ffc5bb51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q6_K", + "model": "glm4:9b-chat-q6_K", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 8912057139, + "digest": "d07e84c2d2c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-q8_0", + "model": "glm4:9b-chat-q8_0", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 10737418240, + "digest": "baba010b3c85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-chat-fp16", + "model": "glm4:9b-chat-fp16", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 20401094656, + "digest": "ad156a261bc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q2_K", + "model": "glm4:9b-text-q2_K", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 4294967296, + "digest": "b65ac9535530", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q3_K_S", + "model": "glm4:9b-text-q3_K_S", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 4939212390, + "digest": "cbec5dd85da6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q3_K_M", + "model": "glm4:9b-text-q3_K_M", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 5476083302, + "digest": "3b09bb5cbf2f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q3_K_L", + "model": "glm4:9b-text-q3_K_L", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 5690831667, + "digest": "2afe10412d1b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q4_0", + "model": "glm4:9b-text-q4_0", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 5905580032, + "digest": "e3c1f63d31e9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q4_1", + "model": "glm4:9b-text-q4_1", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 6442450944, + "digest": "2e39b551484c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q4_K_S", + "model": "glm4:9b-text-q4_K_S", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 6227702579, + "digest": "fcde2d2e22d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q4_K_M", + "model": "glm4:9b-text-q4_K_M", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 6764573491, + "digest": "ace9d7a1ccd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q5_0", + "model": "glm4:9b-text-q5_0", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 7086696038, + "digest": "0947f646d91e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q5_1", + "model": "glm4:9b-text-q5_1", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 7623566950, + "digest": "e25548487e3b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q5_K_S", + "model": "glm4:9b-text-q5_K_S", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 7194070221, + "digest": "4e4e04bfbfab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q5_K_M", + "model": "glm4:9b-text-q5_K_M", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 7623566950, + "digest": "37732fa96c34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q6_K", + "model": "glm4:9b-text-q6_K", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 8912057139, + "digest": "0bd4f59e5f72", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-q8_0", + "model": "glm4:9b-text-q8_0", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 10737418240, + "digest": "f3282b3b2ab9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "glm4:9b-text-fp16", + "model": "glm4:9b-text-fp16", + "modified_at": "2024-07-09T01:21:00.000Z", + "size": 20401094656, + "digest": "b13433ce1abf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:latest", + "model": "wizardlm2:latest", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 4402341478, + "digest": "c9b1aff820f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b", + "model": "wizardlm2:7b", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 4402341478, + "digest": "c9b1aff820f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:8x22b", + "model": "wizardlm2:8x22b", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 85899345920, + "digest": "abda6e58fd1d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q2_K", + "model": "wizardlm2:7b-q2_K", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 2899102925, + "digest": "5795bd86f958", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q3_K_S", + "model": "wizardlm2:7b-q3_K_S", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 3435973837, + "digest": "7bf0381ea93d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q3_K_M", + "model": "wizardlm2:7b-q3_K_M", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 3758096384, + "digest": "1cfd5676dee8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q3_K_L", + "model": "wizardlm2:7b-q3_K_L", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 4080218931, + "digest": "9bcee57837f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q4_0", + "model": "wizardlm2:7b-q4_0", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 4402341478, + "digest": "c9b1aff820f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q4_1", + "model": "wizardlm2:7b-q4_1", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 4939212390, + "digest": "c0852cdfcb53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q4_K_S", + "model": "wizardlm2:7b-q4_K_S", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 4402341478, + "digest": "48a4adb06e0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q4_K_M", + "model": "wizardlm2:7b-q4_K_M", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 4724464026, + "digest": "3de5776b30d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q5_0", + "model": "wizardlm2:7b-q5_0", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 5368709120, + "digest": "e7f2dbadd07d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q5_1", + "model": "wizardlm2:7b-q5_1", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 5798205850, + "digest": "4e51908f7cd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q5_K_S", + "model": "wizardlm2:7b-q5_K_S", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 5368709120, + "digest": "895e99ce6162", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q5_K_M", + "model": "wizardlm2:7b-q5_K_M", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 5476083302, + "digest": "5d60e2aefec6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q6_K", + "model": "wizardlm2:7b-q6_K", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 6335076762, + "digest": "6195668c4294", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-q8_0", + "model": "wizardlm2:7b-q8_0", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 8267812045, + "digest": "f74bc2dc64aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:7b-fp16", + "model": "wizardlm2:7b-fp16", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 15032385536, + "digest": "a34a3bbd552b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:8x22b-q2_K", + "model": "wizardlm2:8x22b-q2_K", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 55834574848, + "digest": "9f09573d18b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:8x22b-q4_0", + "model": "wizardlm2:8x22b-q4_0", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 85899345920, + "digest": "abda6e58fd1d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:8x22b-q8_0", + "model": "wizardlm2:8x22b-q8_0", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 159987531776, + "digest": "07d5ea336544", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm2:8x22b-fp16", + "model": "wizardlm2:8x22b-fp16", + "modified_at": "2024-04-16T00:46:00.000Z", + "size": 301721452544, + "digest": "39f772dd966e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x22b-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:latest", + "model": "deepseek-v2:latest", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 9556302234, + "digest": "7c8c332f2df7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:lite", + "model": "deepseek-v2:lite", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 9556302234, + "digest": "7c8c332f2df7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "lite", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b", + "model": "deepseek-v2:16b", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 9556302234, + "digest": "7c8c332f2df7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b", + "model": "deepseek-v2:236b", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 142807662592, + "digest": "459de16b5a9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q2_K", + "model": "deepseek-v2:16b-lite-chat-q2_K", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 6871947674, + "digest": "5868c72b4e1f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q3_K_S", + "model": "deepseek-v2:16b-lite-chat-q3_K_S", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 8053063680, + "digest": "d36b0e4f46c1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q3_K_M", + "model": "deepseek-v2:16b-lite-chat-q3_K_M", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 8697308774, + "digest": "f6da52f6d22c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q3_K_L", + "model": "deepseek-v2:16b-lite-chat-q3_K_L", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 9126805504, + "digest": "c8183500d92e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q4_0", + "model": "deepseek-v2:16b-lite-chat-q4_0", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 9556302234, + "digest": "7c8c332f2df7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q4_1", + "model": "deepseek-v2:16b-lite-chat-q4_1", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 10630044058, + "digest": "af64dfc98c26", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q4_K_S", + "model": "deepseek-v2:16b-lite-chat-q4_K_S", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 10200547328, + "digest": "f605f2eeaf9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q4_K_M", + "model": "deepseek-v2:16b-lite-chat-q4_K_M", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 10737418240, + "digest": "52fe6d77050a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q5_0", + "model": "deepseek-v2:16b-lite-chat-q5_0", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 11811160064, + "digest": "b01c353f491f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q5_1", + "model": "deepseek-v2:16b-lite-chat-q5_1", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 12884901888, + "digest": "9cd31f73558a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q5_K_S", + "model": "deepseek-v2:16b-lite-chat-q5_K_S", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 11811160064, + "digest": "d904df1d3b59", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q5_K_M", + "model": "deepseek-v2:16b-lite-chat-q5_K_M", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 12884901888, + "digest": "597226602255", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q6_K", + "model": "deepseek-v2:16b-lite-chat-q6_K", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 15032385536, + "digest": "94a6c57d6c9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-q8_0", + "model": "deepseek-v2:16b-lite-chat-q8_0", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 18253611008, + "digest": "1d62ef756269", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:16b-lite-chat-fp16", + "model": "deepseek-v2:16b-lite-chat-fp16", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 33285996544, + "digest": "15c96490eeee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "16b-lite-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q2_K", + "model": "deepseek-v2:236b-chat-q2_K", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 92341796864, + "digest": "ab49a8da3233", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q3_K_S", + "model": "deepseek-v2:236b-chat-q3_K_S", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 109521666048, + "digest": "0f85c13f95a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q3_K_M", + "model": "deepseek-v2:236b-chat-q3_K_M", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 121332826112, + "digest": "ed3e5b18dfdf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q3_K_L", + "model": "deepseek-v2:236b-chat-q3_K_L", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 130996502528, + "digest": "8b50480a0f69", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q4_0", + "model": "deepseek-v2:236b-chat-q4_0", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 142807662592, + "digest": "459de16b5a9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q4_1", + "model": "deepseek-v2:236b-chat-q4_1", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 158913789952, + "digest": "8ba51e080b59", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q4_K_S", + "model": "deepseek-v2:236b-chat-q4_K_S", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 143881404416, + "digest": "89b6c7579a77", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q4_K_M", + "model": "deepseek-v2:236b-chat-q4_K_M", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 152471339008, + "digest": "dc16a9f67701", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q5_0", + "model": "deepseek-v2:236b-chat-q5_0", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 173946175488, + "digest": "d0c79ad6c4d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q5_1", + "model": "deepseek-v2:236b-chat-q5_1", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 190052302848, + "digest": "bd9e0b0c8aa1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q5_K_S", + "model": "deepseek-v2:236b-chat-q5_K_S", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 173946175488, + "digest": "26f0f5933712", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q5_K_M", + "model": "deepseek-v2:236b-chat-q5_K_M", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 179314884608, + "digest": "baeb44164dcf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q6_K", + "model": "deepseek-v2:236b-chat-q6_K", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 208305913856, + "digest": "40e1adc07959", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-q8_0", + "model": "deepseek-v2:236b-chat-q8_0", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 269509197824, + "digest": "e0ae3350cb1a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2:236b-chat-fp16", + "model": "deepseek-v2:236b-chat-fp16", + "modified_at": "2024-06-22T12:56:00.000Z", + "size": 506806140928, + "digest": "190dd01cb12e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:latest", + "model": "nous-hermes:latest", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 4080218931, + "digest": "4bfb8ab0bd02", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b", + "model": "nous-hermes:7b", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 4080218931, + "digest": "4bfb8ab0bd02", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b", + "model": "nous-hermes:13b", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7945689498, + "digest": "e6251854aa4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2", + "model": "nous-hermes:7b-llama2", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 4080218931, + "digest": "4bfb8ab0bd02", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q2_K", + "model": "nous-hermes:7b-llama2-q2_K", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 3006477107, + "digest": "4968fef8e8b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q2_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q3_K_S", + "model": "nous-hermes:7b-llama2-q3_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 3113851290, + "digest": "5969474f335c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q3_K_M", + "model": "nous-hermes:7b-llama2-q3_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 3543348019, + "digest": "70cf80e138af", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q3_K_L", + "model": "nous-hermes:7b-llama2-q3_K_L", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 3865470566, + "digest": "e6a435b97b57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q4_0", + "model": "nous-hermes:7b-llama2-q4_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 4080218931, + "digest": "4bfb8ab0bd02", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q4_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q4_1", + "model": "nous-hermes:7b-llama2-q4_1", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 4509715661, + "digest": "52cda9e6f6da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q4_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q4_K_S", + "model": "nous-hermes:7b-llama2-q4_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 4187593114, + "digest": "8040a0492349", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q4_K_M", + "model": "nous-hermes:7b-llama2-q4_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 4402341478, + "digest": "ab3cdd3e85cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q5_0", + "model": "nous-hermes:7b-llama2-q5_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 5046586573, + "digest": "c6a3388bcc53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q5_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q5_1", + "model": "nous-hermes:7b-llama2-q5_1", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 5476083302, + "digest": "3c0e1768c975", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q5_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q5_K_S", + "model": "nous-hermes:7b-llama2-q5_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 5046586573, + "digest": "2b05878efeb9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q5_K_M", + "model": "nous-hermes:7b-llama2-q5_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 5153960755, + "digest": "177be89aeec9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q6_K", + "model": "nous-hermes:7b-llama2-q6_K", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 5905580032, + "digest": "e9913ad528c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q6_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-q8_0", + "model": "nous-hermes:7b-llama2-q8_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7730941133, + "digest": "a512e84c0ad5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-q8_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:7b-llama2-fp16", + "model": "nous-hermes:7b-llama2-fp16", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 13958643712, + "digest": "38afafe3e533", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-llama2-fp16", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2", + "model": "nous-hermes:13b-llama2", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7945689498, + "digest": "e6251854aa4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q2_K", + "model": "nous-hermes:13b-llama2-q2_K", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 5798205850, + "digest": "351d072134ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q2_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q3_K_S", + "model": "nous-hermes:13b-llama2-q3_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 6120328397, + "digest": "12fcbf2adcd7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q3_K_M", + "model": "nous-hermes:13b-llama2-q3_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 6764573491, + "digest": "ed2a0543a4f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q3_K_L", + "model": "nous-hermes:13b-llama2-q3_K_L", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7408818586, + "digest": "55510b4db076", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q4_0", + "model": "nous-hermes:13b-llama2-q4_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7945689498, + "digest": "e6251854aa4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q4_1", + "model": "nous-hermes:13b-llama2-q4_1", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 8804682957, + "digest": "52cf8c8c1f43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q4_K_S", + "model": "nous-hermes:13b-llama2-q4_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7945689498, + "digest": "26f1237d26d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q4_K_M", + "model": "nous-hermes:13b-llama2-q4_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 8482560410, + "digest": "2baf9b8ebbbc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q5_0", + "model": "nous-hermes:13b-llama2-q5_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 9663676416, + "digest": "aa60531ab05e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q5_1", + "model": "nous-hermes:13b-llama2-q5_1", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 10522669875, + "digest": "301d1bce8506", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q5_K_S", + "model": "nous-hermes:13b-llama2-q5_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 9663676416, + "digest": "499c44fdcbf9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q5_K_M", + "model": "nous-hermes:13b-llama2-q5_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 9878424781, + "digest": "f712a98ac03c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q6_K", + "model": "nous-hermes:13b-llama2-q6_K", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 11811160064, + "digest": "eedd114c4d95", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q6_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-q8_0", + "model": "nous-hermes:13b-llama2-q8_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 15032385536, + "digest": "7c6c80693fd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q8_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-llama2-fp16", + "model": "nous-hermes:13b-llama2-fp16", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 27917287424, + "digest": "0e2f44eb0773", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-fp16", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q2_K", + "model": "nous-hermes:13b-q2_K", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 5798205850, + "digest": "5049c9c4bc2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q3_K_S", + "model": "nous-hermes:13b-q3_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 6120328397, + "digest": "88a44838868d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q3_K_M", + "model": "nous-hermes:13b-q3_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 6764573491, + "digest": "541fa538fcc0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q3_K_L", + "model": "nous-hermes:13b-q3_K_L", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7408818586, + "digest": "da82ae0a2f34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q4_0", + "model": "nous-hermes:13b-q4_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7945689498, + "digest": "61fe5b2ccd82", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q4_1", + "model": "nous-hermes:13b-q4_1", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 8804682957, + "digest": "a651d3847eac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q4_K_S", + "model": "nous-hermes:13b-q4_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 7945689498, + "digest": "dfdcc8b0cb9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q4_K_M", + "model": "nous-hermes:13b-q4_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 8482560410, + "digest": "a89c261261df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q5_0", + "model": "nous-hermes:13b-q5_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 9663676416, + "digest": "eeb742832a51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q5_1", + "model": "nous-hermes:13b-q5_1", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 10522669875, + "digest": "038fe176c480", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q5_K_S", + "model": "nous-hermes:13b-q5_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 9663676416, + "digest": "9168dcc08386", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q5_K_M", + "model": "nous-hermes:13b-q5_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 9878424781, + "digest": "00a91bb87bab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q6_K", + "model": "nous-hermes:13b-q6_K", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 11811160064, + "digest": "d13a63be6cce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-q8_0", + "model": "nous-hermes:13b-q8_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 15032385536, + "digest": "46d4bb81ee05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:13b-fp16", + "model": "nous-hermes:13b-fp16", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 27917287424, + "digest": "83e200dff28c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q2_K", + "model": "nous-hermes:70b-llama2-q2_K", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 31138512896, + "digest": "9c6cf2f685c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q2_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q3_K_S", + "model": "nous-hermes:70b-llama2-q3_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 32212254720, + "digest": "18e62dbb016a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q3_K_M", + "model": "nous-hermes:70b-llama2-q3_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 35433480192, + "digest": "32c31c64cdbf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q3_K_L", + "model": "nous-hermes:70b-llama2-q3_K_L", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 38654705664, + "digest": "c872f2a366df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q4_0", + "model": "nous-hermes:70b-llama2-q4_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 41875931136, + "digest": "cadbb9c53eca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q4_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q4_1", + "model": "nous-hermes:70b-llama2-q4_1", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 46170898432, + "digest": "440fbf2182c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q4_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q4_K_S", + "model": "nous-hermes:70b-llama2-q4_K_S", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 41875931136, + "digest": "12421faf08d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q4_K_M", + "model": "nous-hermes:70b-llama2-q4_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 44023414784, + "digest": "21314c236bdf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q5_0", + "model": "nous-hermes:70b-llama2-q5_0", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 50465865728, + "digest": "122da3aab28d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q5_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q5_1", + "model": "nous-hermes:70b-llama2-q5_1", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 55834574848, + "digest": "b654542cc786", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q5_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q5_K_M", + "model": "nous-hermes:70b-llama2-q5_K_M", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 52613349376, + "digest": "7add3f814c3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-q6_K", + "model": "nous-hermes:70b-llama2-q6_K", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 61203283968, + "digest": "110cec2e283d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q6_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes:70b-llama2-fp16", + "model": "nous-hermes:70b-llama2-fp16", + "modified_at": "2023-10-29T11:35:00.000Z", + "size": 148176371712, + "digest": "1da6e95d6cea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-fp16", + "quantization_level": "" + } + }, + { + "name": "openthinker:latest", + "model": "openthinker:latest", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 5046586573, + "digest": "4e61774f7d1c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "openthinker:7b", + "model": "openthinker:7b", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 5046586573, + "digest": "4e61774f7d1c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "openthinker:32b", + "model": "openthinker:32b", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 21474836480, + "digest": "04b5937dcb16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "openthinker:7b-v2-q4_K_M", + "model": "openthinker:7b-v2-q4_K_M", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 5046586573, + "digest": "4e61774f7d1c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openthinker:7b-v2-q8_0", + "model": "openthinker:7b-v2-q8_0", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 8697308774, + "digest": "452fb1b5c878", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "openthinker:7b-v2-fp16", + "model": "openthinker:7b-v2-fp16", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 16106127360, + "digest": "31607c6db34a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "openthinker:7b-q4_K_M", + "model": "openthinker:7b-q4_K_M", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 5046586573, + "digest": "aaffe05a5e2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openthinker:7b-q8_0", + "model": "openthinker:7b-q8_0", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 8697308774, + "digest": "a0b1973d2ae4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "openthinker:7b-fp16", + "model": "openthinker:7b-fp16", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 16106127360, + "digest": "51b87c56a25a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "openthinker:32b-v2-q4_K_M", + "model": "openthinker:32b-v2-q4_K_M", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 21474836480, + "digest": "04b5937dcb16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openthinker:32b-v2-q8_0", + "model": "openthinker:32b-v2-q8_0", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 37580963840, + "digest": "3d6e61f31c17", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "openthinker:32b-v2-fp16", + "model": "openthinker:32b-v2-fp16", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 70866960384, + "digest": "bedb555dcf18", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "openthinker:32b-q4_K_M", + "model": "openthinker:32b-q4_K_M", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 21474836480, + "digest": "b3f4e577e166", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openthinker:32b-q8_0", + "model": "openthinker:32b-q8_0", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 37580963840, + "digest": "58ba37ade26f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-q8_0", + "quantization_level": "" + } + }, + { + "name": "openthinker:32b-fp16", + "model": "openthinker:32b-fp16", + "modified_at": "2025-04-04T21:52:00.000Z", + "size": 70866960384, + "digest": "fe656527fabb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:latest", + "model": "deepseek-llm:latest", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4294967296, + "digest": "9aab369a853b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b", + "model": "deepseek-llm:7b", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4294967296, + "digest": "9aab369a853b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b", + "model": "deepseek-llm:67b", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 40802189312, + "digest": "52e3a994907e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base", + "model": "deepseek-llm:7b-base", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4294967296, + "digest": "4203036ff5c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q2_K", + "model": "deepseek-llm:7b-base-q2_K", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 3221225472, + "digest": "f60ec77b8e40", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q3_K_S", + "model": "deepseek-llm:7b-base-q3_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 3328599654, + "digest": "1cb2f80e4f56", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q3_K_M", + "model": "deepseek-llm:7b-base-q3_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 3758096384, + "digest": "103a0ee8b936", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q3_K_L", + "model": "deepseek-llm:7b-base-q3_K_L", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 3972844749, + "digest": "5cfddffa852a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q4_0", + "model": "deepseek-llm:7b-base-q4_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4294967296, + "digest": "4203036ff5c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q4_1", + "model": "deepseek-llm:7b-base-q4_1", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4724464026, + "digest": "46f074d9e65d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q4_K_S", + "model": "deepseek-llm:7b-base-q4_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4294967296, + "digest": "533d51f259e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q4_K_M", + "model": "deepseek-llm:7b-base-q4_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4509715661, + "digest": "5642a7c42df6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q5_0", + "model": "deepseek-llm:7b-base-q5_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 5153960755, + "digest": "f80b2a0aafa3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q5_1", + "model": "deepseek-llm:7b-base-q5_1", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 5583457485, + "digest": "a4945c0aad33", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q5_K_S", + "model": "deepseek-llm:7b-base-q5_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 5153960755, + "digest": "752d030cca1f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q5_K_M", + "model": "deepseek-llm:7b-base-q5_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 5261334938, + "digest": "947b7d710d2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q6_K", + "model": "deepseek-llm:7b-base-q6_K", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 6120328397, + "digest": "5aa79848f58a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-q8_0", + "model": "deepseek-llm:7b-base-q8_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 7838315315, + "digest": "290d6e4a492a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-base-fp16", + "model": "deepseek-llm:7b-base-fp16", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 15032385536, + "digest": "9734e95557cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat", + "model": "deepseek-llm:7b-chat", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4294967296, + "digest": "9aab369a853b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q2_K", + "model": "deepseek-llm:7b-chat-q2_K", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 3221225472, + "digest": "a4b98c76e2cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q3_K_S", + "model": "deepseek-llm:7b-chat-q3_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 3328599654, + "digest": "a9871e41151d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q3_K_M", + "model": "deepseek-llm:7b-chat-q3_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 3758096384, + "digest": "04a0bfbcef69", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q3_K_L", + "model": "deepseek-llm:7b-chat-q3_K_L", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 3972844749, + "digest": "c673aa801a81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q4_0", + "model": "deepseek-llm:7b-chat-q4_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4294967296, + "digest": "9aab369a853b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q4_1", + "model": "deepseek-llm:7b-chat-q4_1", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4724464026, + "digest": "dbbe28577e21", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q4_K_S", + "model": "deepseek-llm:7b-chat-q4_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4294967296, + "digest": "bc8345b3132d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q4_K_M", + "model": "deepseek-llm:7b-chat-q4_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 4509715661, + "digest": "72299d61ee1d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q5_0", + "model": "deepseek-llm:7b-chat-q5_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 5153960755, + "digest": "ce25c228f6ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q5_1", + "model": "deepseek-llm:7b-chat-q5_1", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 5583457485, + "digest": "20fda1383308", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q5_K_S", + "model": "deepseek-llm:7b-chat-q5_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 5153960755, + "digest": "babfe64fb008", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q5_K_M", + "model": "deepseek-llm:7b-chat-q5_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 5261334938, + "digest": "1d4fc287cd19", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q6_K", + "model": "deepseek-llm:7b-chat-q6_K", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 6120328397, + "digest": "057c2c5300aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-q8_0", + "model": "deepseek-llm:7b-chat-q8_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 7838315315, + "digest": "83e5a9a28d09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:7b-chat-fp16", + "model": "deepseek-llm:7b-chat-fp16", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 15032385536, + "digest": "ae8dc23002ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base", + "model": "deepseek-llm:67b-base", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 40802189312, + "digest": "812fa9900ddf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q2_K", + "model": "deepseek-llm:67b-base-q2_K", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 30064771072, + "digest": "e825785a2f93", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q3_K_S", + "model": "deepseek-llm:67b-base-q3_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 31138512896, + "digest": "408a98a3aa39", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q3_K_M", + "model": "deepseek-llm:67b-base-q3_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 35433480192, + "digest": "528e5a0d9578", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q3_K_L", + "model": "deepseek-llm:67b-base-q3_K_L", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 38654705664, + "digest": "5732c7a17baf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q4_0", + "model": "deepseek-llm:67b-base-q4_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 40802189312, + "digest": "e0030d0a130c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q4_1", + "model": "deepseek-llm:67b-base-q4_1", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 45097156608, + "digest": "edfd62087900", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q4_K_S", + "model": "deepseek-llm:67b-base-q4_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 40802189312, + "digest": "54fcea7dbb8c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q4_K_M", + "model": "deepseek-llm:67b-base-q4_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 42949672960, + "digest": "2e28115fbaa2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q5_0", + "model": "deepseek-llm:67b-base-q5_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 49392123904, + "digest": "17e77ba3d4e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q5_1", + "model": "deepseek-llm:67b-base-q5_1", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 54760833024, + "digest": "f53172d11749", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q5_K_S", + "model": "deepseek-llm:67b-base-q5_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 49392123904, + "digest": "7520f31e16ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q5_K_M", + "model": "deepseek-llm:67b-base-q5_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 51539607552, + "digest": "eb54db87f46b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q6_K", + "model": "deepseek-llm:67b-base-q6_K", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 59055800320, + "digest": "e3c177377638", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-q8_0", + "model": "deepseek-llm:67b-base-q8_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 77309411328, + "digest": "a761daaf2ef3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-base-fp16", + "model": "deepseek-llm:67b-base-fp16", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 144955146240, + "digest": "e6df5550194c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat", + "model": "deepseek-llm:67b-chat", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 40802189312, + "digest": "52e3a994907e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q2_K", + "model": "deepseek-llm:67b-chat-q2_K", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 30064771072, + "digest": "c3ed3a6823d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q3_K_S", + "model": "deepseek-llm:67b-chat-q3_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 31138512896, + "digest": "c895ed448eb0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q3_K_M", + "model": "deepseek-llm:67b-chat-q3_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 35433480192, + "digest": "b1b9aa6f99e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q3_K_L", + "model": "deepseek-llm:67b-chat-q3_K_L", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 38654705664, + "digest": "a3c982459f4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q4_0", + "model": "deepseek-llm:67b-chat-q4_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 40802189312, + "digest": "52e3a994907e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q4_1", + "model": "deepseek-llm:67b-chat-q4_1", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 45097156608, + "digest": "40876e9c44d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q4_K_S", + "model": "deepseek-llm:67b-chat-q4_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 40802189312, + "digest": "423d421ad0d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q4_K_M", + "model": "deepseek-llm:67b-chat-q4_K_M", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 42949672960, + "digest": "725af9db4539", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q5_0", + "model": "deepseek-llm:67b-chat-q5_0", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 49392123904, + "digest": "1c18f10ba2e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q5_1", + "model": "deepseek-llm:67b-chat-q5_1", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 54760833024, + "digest": "b8d2c6772755", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-q5_K_S", + "model": "deepseek-llm:67b-chat-q5_K_S", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 49392123904, + "digest": "b36dd4fb3d5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "deepseek-llm:67b-chat-fp16", + "model": "deepseek-llm:67b-chat-fp16", + "modified_at": "2023-12-11T19:53:00.000Z", + "size": 144955146240, + "digest": "d6b76eec8c4d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "67b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "vicuna:latest", + "model": "vicuna:latest", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4080218931, + "digest": "370739dc897b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b", + "model": "vicuna:7b", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4080218931, + "digest": "370739dc897b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b", + "model": "vicuna:13b", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7945689498, + "digest": "e311d03837d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b", + "model": "vicuna:33b", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 19327352832, + "digest": "86f0704901a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-16k", + "model": "vicuna:7b-16k", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4080218931, + "digest": "e17473565403", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-16k", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q2_K", + "model": "vicuna:7b-v1.5-16k-q2_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3006477107, + "digest": "409c84f8f2cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q2_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q2_K", + "model": "vicuna:7b-v1.5-q2_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3006477107, + "digest": "ce1d7d2d4c36", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q3_K_S", + "model": "vicuna:7b-v1.5-16k-q3_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3113851290, + "digest": "e82ccebcca5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q3_K_S", + "model": "vicuna:7b-v1.5-q3_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3113851290, + "digest": "d4a35f8b2ff8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q3_K_M", + "model": "vicuna:7b-v1.5-16k-q3_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3543348019, + "digest": "9cd3422a7f75", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q3_K_M", + "model": "vicuna:7b-v1.5-q3_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3543348019, + "digest": "b617de3e65a1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q3_K_L", + "model": "vicuna:7b-v1.5-16k-q3_K_L", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3865470566, + "digest": "6e9eee2fdf07", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q3_K_L", + "model": "vicuna:7b-v1.5-q3_K_L", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3865470566, + "digest": "5958c72021fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q4_0", + "model": "vicuna:7b-v1.5-16k-q4_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4080218931, + "digest": "e17473565403", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q4_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q4_0", + "model": "vicuna:7b-v1.5-q4_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4080218931, + "digest": "370739dc897b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q4_1", + "model": "vicuna:7b-v1.5-16k-q4_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4509715661, + "digest": "8af11c99918c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q4_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q4_1", + "model": "vicuna:7b-v1.5-q4_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4509715661, + "digest": "49882f87f7a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q4_K_S", + "model": "vicuna:7b-v1.5-16k-q4_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4187593114, + "digest": "cc8bb49d8400", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q4_K_S", + "model": "vicuna:7b-v1.5-q4_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4187593114, + "digest": "9dbfd37d1be3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q4_K_M", + "model": "vicuna:7b-v1.5-16k-q4_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4402341478, + "digest": "493df7220cb7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q4_K_M", + "model": "vicuna:7b-v1.5-q4_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4402341478, + "digest": "33b5fd751101", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q5_0", + "model": "vicuna:7b-v1.5-16k-q5_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5046586573, + "digest": "5c89be046446", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q5_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q5_0", + "model": "vicuna:7b-v1.5-q5_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5046586573, + "digest": "48de3e58864e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q5_1", + "model": "vicuna:7b-v1.5-16k-q5_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5476083302, + "digest": "8988900a59a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q5_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q5_1", + "model": "vicuna:7b-v1.5-q5_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5476083302, + "digest": "fa2d15c41d43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q5_K_S", + "model": "vicuna:7b-v1.5-16k-q5_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5046586573, + "digest": "52cf0588ba15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q5_K_S", + "model": "vicuna:7b-v1.5-q5_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5046586573, + "digest": "6167e172bf05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q5_K_M", + "model": "vicuna:7b-v1.5-16k-q5_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5153960755, + "digest": "20d16dc9be3e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q5_K_M", + "model": "vicuna:7b-v1.5-q5_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5153960755, + "digest": "f734686befb8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q6_K", + "model": "vicuna:7b-v1.5-16k-q6_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5905580032, + "digest": "62fe512efb47", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q6_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q6_K", + "model": "vicuna:7b-v1.5-q6_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5905580032, + "digest": "cfceb01fd96f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-q8_0", + "model": "vicuna:7b-v1.5-16k-q8_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7730941133, + "digest": "32abbaf4d985", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-q8_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-q8_0", + "model": "vicuna:7b-v1.5-q8_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7730941133, + "digest": "df07a6d74df1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-16k-fp16", + "model": "vicuna:7b-v1.5-16k-fp16", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 13958643712, + "digest": "7a1b09b09a43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-16k-fp16", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-v1.5-fp16", + "model": "vicuna:7b-v1.5-fp16", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 13958643712, + "digest": "1e2de112296e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q2_K", + "model": "vicuna:7b-q2_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3006477107, + "digest": "7b111124e218", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q3_K_S", + "model": "vicuna:7b-q3_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3113851290, + "digest": "2b471de7ac09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q3_K_M", + "model": "vicuna:7b-q3_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3543348019, + "digest": "a510caa0fb6b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q3_K_L", + "model": "vicuna:7b-q3_K_L", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 3865470566, + "digest": "1ac57ff324d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q4_0", + "model": "vicuna:7b-q4_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4080218931, + "digest": "722cb0fe032d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q4_1", + "model": "vicuna:7b-q4_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4509715661, + "digest": "daba6226e41c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q4_K_S", + "model": "vicuna:7b-q4_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4187593114, + "digest": "7b22215a6f5a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q4_K_M", + "model": "vicuna:7b-q4_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 4402341478, + "digest": "e702c3f6d1da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q5_0", + "model": "vicuna:7b-q5_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5046586573, + "digest": "b4be80922f5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q5_1", + "model": "vicuna:7b-q5_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5476083302, + "digest": "3958ed7d2994", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q5_K_S", + "model": "vicuna:7b-q5_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5046586573, + "digest": "aa085ae496ef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q5_K_M", + "model": "vicuna:7b-q5_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5153960755, + "digest": "2cc1a91b3ee5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q6_K", + "model": "vicuna:7b-q6_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5905580032, + "digest": "5bbfe6ccf426", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-q8_0", + "model": "vicuna:7b-q8_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7730941133, + "digest": "abbdf2e7dab4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:7b-fp16", + "model": "vicuna:7b-fp16", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 13958643712, + "digest": "2b09615317cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-16k", + "model": "vicuna:13b-16k", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7945689498, + "digest": "4ea0e2b82bc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q2_K", + "model": "vicuna:13b-v1.5-16k-q2_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5798205850, + "digest": "c4bc2aac929f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q2_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q2_K", + "model": "vicuna:13b-v1.5-q2_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5798205850, + "digest": "da124fb49a03", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q3_K_S", + "model": "vicuna:13b-v1.5-16k-q3_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 6120328397, + "digest": "460254d8fc30", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q3_K_S", + "model": "vicuna:13b-v1.5-q3_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 6120328397, + "digest": "db9d5d8832a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q3_K_M", + "model": "vicuna:13b-v1.5-16k-q3_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 6764573491, + "digest": "f713797047ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q3_K_M", + "model": "vicuna:13b-v1.5-q3_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 6764573491, + "digest": "112a0a219973", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q3_K_L", + "model": "vicuna:13b-v1.5-16k-q3_K_L", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7408818586, + "digest": "2354833bf609", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q3_K_L", + "model": "vicuna:13b-v1.5-q3_K_L", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7408818586, + "digest": "3a1c75a39e39", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q4_0", + "model": "vicuna:13b-v1.5-16k-q4_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7945689498, + "digest": "4ea0e2b82bc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q4_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q4_0", + "model": "vicuna:13b-v1.5-q4_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7945689498, + "digest": "e311d03837d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q4_1", + "model": "vicuna:13b-v1.5-16k-q4_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 8804682957, + "digest": "beaca53a59b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q4_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q4_1", + "model": "vicuna:13b-v1.5-q4_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 8804682957, + "digest": "ca8047f969be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q4_K_S", + "model": "vicuna:13b-v1.5-16k-q4_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7945689498, + "digest": "6c1dcf76ddbd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q4_K_S", + "model": "vicuna:13b-v1.5-q4_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7945689498, + "digest": "c78c1ae11f55", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q4_K_M", + "model": "vicuna:13b-v1.5-16k-q4_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 8482560410, + "digest": "99611d39169d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q4_K_M", + "model": "vicuna:13b-v1.5-q4_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 8482560410, + "digest": "d81bdd5ae575", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q5_0", + "model": "vicuna:13b-v1.5-16k-q5_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9663676416, + "digest": "8994818e295d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q5_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q5_0", + "model": "vicuna:13b-v1.5-q5_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9663676416, + "digest": "33be3d9112bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q5_1", + "model": "vicuna:13b-v1.5-16k-q5_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 10522669875, + "digest": "b1e60bd134ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q5_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q5_1", + "model": "vicuna:13b-v1.5-q5_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 10522669875, + "digest": "b03c2008cb04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q5_K_S", + "model": "vicuna:13b-v1.5-16k-q5_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9663676416, + "digest": "5d960ceab7d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q5_K_S", + "model": "vicuna:13b-v1.5-q5_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9663676416, + "digest": "d3dd8af1f363", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q5_K_M", + "model": "vicuna:13b-v1.5-16k-q5_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9878424781, + "digest": "3374b3e9b520", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q5_K_M", + "model": "vicuna:13b-v1.5-q5_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9878424781, + "digest": "c85a3d3b3b78", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q6_K", + "model": "vicuna:13b-v1.5-16k-q6_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 11811160064, + "digest": "3dabce096571", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q6_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q6_K", + "model": "vicuna:13b-v1.5-q6_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 11811160064, + "digest": "90d7ed92be1d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-q8_0", + "model": "vicuna:13b-v1.5-16k-q8_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 15032385536, + "digest": "7e91afb2b027", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-q8_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-q8_0", + "model": "vicuna:13b-v1.5-q8_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 15032385536, + "digest": "db82e78d570a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-16k-fp16", + "model": "vicuna:13b-v1.5-16k-fp16", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 27917287424, + "digest": "aa225f209212", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-16k-fp16", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-v1.5-fp16", + "model": "vicuna:13b-v1.5-fp16", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 27917287424, + "digest": "3e2035c21594", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q2_K", + "model": "vicuna:13b-q2_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 5798205850, + "digest": "c243d669ad2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q3_K_S", + "model": "vicuna:13b-q3_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 6120328397, + "digest": "a1f4ecdb04ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q3_K_M", + "model": "vicuna:13b-q3_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 6764573491, + "digest": "5c94116bb4df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q3_K_L", + "model": "vicuna:13b-q3_K_L", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7408818586, + "digest": "3ce284b06308", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q4_0", + "model": "vicuna:13b-q4_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7945689498, + "digest": "a6aad17d1205", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q4_1", + "model": "vicuna:13b-q4_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 8804682957, + "digest": "d7b312e7d741", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q4_K_S", + "model": "vicuna:13b-q4_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 7945689498, + "digest": "96cc0c85539e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q4_K_M", + "model": "vicuna:13b-q4_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 8482560410, + "digest": "0f5697218aef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q5_0", + "model": "vicuna:13b-q5_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9663676416, + "digest": "d775a7c5294b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q5_1", + "model": "vicuna:13b-q5_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 10522669875, + "digest": "65711d83a5ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q5_K_S", + "model": "vicuna:13b-q5_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9663676416, + "digest": "9151c66c59cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q5_K_M", + "model": "vicuna:13b-q5_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 9878424781, + "digest": "57fc4dcc89d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q6_K", + "model": "vicuna:13b-q6_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 11811160064, + "digest": "5771033f82b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-q8_0", + "model": "vicuna:13b-q8_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 15032385536, + "digest": "1f4a6e7b304c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:13b-fp16", + "model": "vicuna:13b-fp16", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 27917287424, + "digest": "5c0aaca02f10", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q2_K", + "model": "vicuna:33b-q2_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 15032385536, + "digest": "9129a0b1a6b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q2_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q3_K_S", + "model": "vicuna:33b-q3_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 15032385536, + "digest": "029c30fb56ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q3_K_M", + "model": "vicuna:33b-q3_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 17179869184, + "digest": "fe6ff250b94e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q3_K_L", + "model": "vicuna:33b-q3_K_L", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 18253611008, + "digest": "5f73c820980e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q4_0", + "model": "vicuna:33b-q4_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 19327352832, + "digest": "86f0704901a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q4_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q4_1", + "model": "vicuna:33b-q4_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 21474836480, + "digest": "4b40d8826503", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q4_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q4_K_S", + "model": "vicuna:33b-q4_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 19327352832, + "digest": "933cc774ba3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q4_K_M", + "model": "vicuna:33b-q4_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 21474836480, + "digest": "ae8f63e7638e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q5_0", + "model": "vicuna:33b-q5_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 23622320128, + "digest": "4a6fa67158d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q5_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q5_1", + "model": "vicuna:33b-q5_1", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 25769803776, + "digest": "732296977ff9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q5_1", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q5_K_S", + "model": "vicuna:33b-q5_K_S", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 23622320128, + "digest": "87a62b85e56f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q5_K_M", + "model": "vicuna:33b-q5_K_M", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 24696061952, + "digest": "45a15331c3d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q6_K", + "model": "vicuna:33b-q6_K", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 28991029248, + "digest": "594c8ae461ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q6_K", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-q8_0", + "model": "vicuna:33b-q8_0", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 37580963840, + "digest": "dc6380cf87ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-q8_0", + "quantization_level": "" + } + }, + { + "name": "vicuna:33b-fp16", + "model": "vicuna:33b-fp16", + "modified_at": "2023-10-28T16:30:00.000Z", + "size": 69793218560, + "digest": "6bc47b18a625", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-fp16", + "quantization_level": "" + } + }, + { + "name": "lfm2:latest", + "model": "lfm2:latest", + "modified_at": "2026-02-24T01:17:00.000Z", + "size": 15032385536, + "digest": "d6c816d74887", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "lfm2:24b", + "model": "lfm2:24b", + "modified_at": "2026-02-24T01:17:00.000Z", + "size": 15032385536, + "digest": "d6c816d74887", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b", + "quantization_level": "" + } + }, + { + "name": "lfm2:24b-a2b", + "model": "lfm2:24b-a2b", + "modified_at": "2026-02-24T01:17:00.000Z", + "size": 15032385536, + "digest": "d6c816d74887", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-a2b", + "quantization_level": "" + } + }, + { + "name": "lfm2:24b-q4_K_M", + "model": "lfm2:24b-q4_K_M", + "modified_at": "2026-02-24T01:17:00.000Z", + "size": 15032385536, + "digest": "d6c816d74887", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "lfm2:24b-q8_0", + "model": "lfm2:24b-q8_0", + "modified_at": "2026-02-24T01:17:00.000Z", + "size": 26843545600, + "digest": "a6771778beca", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-q8_0", + "quantization_level": "" + } + }, + { + "name": "lfm2:24b-bf16", + "model": "lfm2:24b-bf16", + "modified_at": "2026-02-24T01:17:00.000Z", + "size": 51539607552, + "digest": "aa84dcec6c70", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-bf16", + "quantization_level": "" + } + }, + { + "name": "falcon:latest", + "model": "falcon:latest", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4509715661, + "digest": "4280f7257e73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "falcon:instruct", + "model": "falcon:instruct", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4509715661, + "digest": "4280f7257e73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "falcon:text", + "model": "falcon:text", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4509715661, + "digest": "e449cf4ba505", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "text", + "quantization_level": "" + } + }, + { + "name": "falcon:7b", + "model": "falcon:7b", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4509715661, + "digest": "4280f7257e73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "falcon:40b", + "model": "falcon:40b", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 25769803776, + "digest": "bc9368437a24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b", + "quantization_level": "" + } + }, + { + "name": "falcon:180b", + "model": "falcon:180b", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 108447924224, + "digest": "e2bc879d7cee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "180b", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-instruct", + "model": "falcon:7b-instruct", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4509715661, + "digest": "4280f7257e73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-instruct-q4_0", + "model": "falcon:7b-instruct-q4_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4509715661, + "digest": "4280f7257e73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-instruct-q4_1", + "model": "falcon:7b-instruct-q4_1", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4939212390, + "digest": "f06a70f0b7d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-instruct-q5_0", + "model": "falcon:7b-instruct-q5_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 5476083302, + "digest": "ef910bf6af84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-instruct-q5_1", + "model": "falcon:7b-instruct-q5_1", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 5905580032, + "digest": "878a7290ef26", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-instruct-q8_0", + "model": "falcon:7b-instruct-q8_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 8267812045, + "digest": "836fb3b71733", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-instruct-fp16", + "model": "falcon:7b-instruct-fp16", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 15032385536, + "digest": "696dae724ad2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-text", + "model": "falcon:7b-text", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4509715661, + "digest": "e449cf4ba505", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-text-q4_0", + "model": "falcon:7b-text-q4_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4509715661, + "digest": "e449cf4ba505", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-text-q4_1", + "model": "falcon:7b-text-q4_1", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 4939212390, + "digest": "51498c22efa8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-text-q5_0", + "model": "falcon:7b-text-q5_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 5476083302, + "digest": "539880f876a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-text-q5_1", + "model": "falcon:7b-text-q5_1", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 5905580032, + "digest": "3a4e772d215e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-text-q8_0", + "model": "falcon:7b-text-q8_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 8267812045, + "digest": "9e4ddb71d35d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon:7b-text-fp16", + "model": "falcon:7b-text-fp16", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 15032385536, + "digest": "c2de45e2ed45", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-instruct", + "model": "falcon:40b-instruct", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 25769803776, + "digest": "bc9368437a24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-instruct", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-instruct-q4_0", + "model": "falcon:40b-instruct-q4_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 25769803776, + "digest": "bc9368437a24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-instruct-q4_1", + "model": "falcon:40b-instruct-q4_1", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 27917287424, + "digest": "9ec7eaf6cd59", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-instruct-q5_0", + "model": "falcon:40b-instruct-q5_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 31138512896, + "digest": "ca8da6223021", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-instruct-q5_1", + "model": "falcon:40b-instruct-q5_1", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 34359738368, + "digest": "9e4a62b9534b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-instruct-q8_0", + "model": "falcon:40b-instruct-q8_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 47244640256, + "digest": "6f9c09b99fc6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-instruct-fp16", + "model": "falcon:40b-instruct-fp16", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 90194313216, + "digest": "7cbd92dfea70", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-text", + "model": "falcon:40b-text", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 25769803776, + "digest": "b4137657e4e9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-text", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-text-q4_0", + "model": "falcon:40b-text-q4_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 25769803776, + "digest": "b4137657e4e9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-text-q4_1", + "model": "falcon:40b-text-q4_1", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 27917287424, + "digest": "d9b1df212f90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-text-q5_0", + "model": "falcon:40b-text-q5_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 31138512896, + "digest": "753deb72fbcd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-text-q5_1", + "model": "falcon:40b-text-q5_1", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 34359738368, + "digest": "10c176bb433f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-text-q8_0", + "model": "falcon:40b-text-q8_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 47244640256, + "digest": "3573ccb06045", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon:40b-text-fp16", + "model": "falcon:40b-text-fp16", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 90194313216, + "digest": "bc0d50593221", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "falcon:180b-chat", + "model": "falcon:180b-chat", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 108447924224, + "digest": "e2bc879d7cee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "180b-chat", + "quantization_level": "" + } + }, + { + "name": "falcon:180b-chat-q4_0", + "model": "falcon:180b-chat-q4_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 108447924224, + "digest": "e2bc879d7cee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "180b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "falcon:180b-text", + "model": "falcon:180b-text", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 108447924224, + "digest": "f5905a53ed4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "180b-text", + "quantization_level": "" + } + }, + { + "name": "falcon:180b-text-q4_0", + "model": "falcon:180b-text-q4_0", + "modified_at": "2023-10-26T01:41:00.000Z", + "size": 108447924224, + "digest": "f5905a53ed4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "180b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "codeqwen:latest", + "model": "codeqwen:latest", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "df352abf55b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "codeqwen:chat", + "model": "codeqwen:chat", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "df352abf55b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "chat", + "quantization_level": "" + } + }, + { + "name": "codeqwen:code", + "model": "codeqwen:code", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "d469cddb7d04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "code", + "quantization_level": "" + } + }, + { + "name": "codeqwen:v1.5", + "model": "codeqwen:v1.5", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "df352abf55b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v1.5", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b", + "model": "codeqwen:7b", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "df352abf55b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat", + "model": "codeqwen:7b-chat", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "df352abf55b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q2_K", + "model": "codeqwen:7b-chat-v1.5-q2_K", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 3328599654, + "digest": "58bf9e268b33", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q3_K_S", + "model": "codeqwen:7b-chat-v1.5-q3_K_S", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 3758096384, + "digest": "8ac6e4f8622c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q3_K_M", + "model": "codeqwen:7b-chat-v1.5-q3_K_M", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4080218931, + "digest": "60e192727d09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q3_K_L", + "model": "codeqwen:7b-chat-v1.5-q3_K_L", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4294967296, + "digest": "3dc83ecb767e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q4_0", + "model": "codeqwen:7b-chat-v1.5-q4_0", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "df352abf55b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q4_1", + "model": "codeqwen:7b-chat-v1.5-q4_1", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4939212390, + "digest": "659a8d7026c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q4_K_S", + "model": "codeqwen:7b-chat-v1.5-q4_K_S", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4724464026, + "digest": "bafc9e528fc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q4_K_M", + "model": "codeqwen:7b-chat-v1.5-q4_K_M", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 5046586573, + "digest": "9cb4225e1c5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q5_0", + "model": "codeqwen:7b-chat-v1.5-q5_0", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 5368709120, + "digest": "5fa058937b9d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q5_1", + "model": "codeqwen:7b-chat-v1.5-q5_1", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 5905580032, + "digest": "656f0c7923b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q5_K_S", + "model": "codeqwen:7b-chat-v1.5-q5_K_S", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 5476083302, + "digest": "353c5070c5db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q5_K_M", + "model": "codeqwen:7b-chat-v1.5-q5_K_M", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 5798205850, + "digest": "1e38f440836a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q6_K", + "model": "codeqwen:7b-chat-v1.5-q6_K", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 6871947674, + "digest": "1140b50f25a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-q8_0", + "model": "codeqwen:7b-chat-v1.5-q8_0", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 8267812045, + "digest": "19343b80cbc6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-chat-v1.5-fp16", + "model": "codeqwen:7b-chat-v1.5-fp16", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 16106127360, + "digest": "f1b41fd8b5cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-code", + "model": "codeqwen:7b-code", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "d469cddb7d04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-code-v1.5-q4_0", + "model": "codeqwen:7b-code-v1.5-q4_0", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "d469cddb7d04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-code-v1.5-q4_1", + "model": "codeqwen:7b-code-v1.5-q4_1", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4939212390, + "digest": "1054e6ce1430", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-code-v1.5-q5_0", + "model": "codeqwen:7b-code-v1.5-q5_0", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 5368709120, + "digest": "df00ae037785", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-code-v1.5-q5_1", + "model": "codeqwen:7b-code-v1.5-q5_1", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 5905580032, + "digest": "f9f1cdb01bda", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-code-v1.5-q8_0", + "model": "codeqwen:7b-code-v1.5-q8_0", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 8267812045, + "digest": "f076b41b0d2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "codeqwen:7b-code-v1.5-fp16", + "model": "codeqwen:7b-code-v1.5-fp16", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 16106127360, + "digest": "18f779849b86", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-code-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "codeqwen:v1.5-chat", + "model": "codeqwen:v1.5-chat", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "df352abf55b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v1.5-chat", + "quantization_level": "" + } + }, + { + "name": "codeqwen:v1.5-code", + "model": "codeqwen:v1.5-code", + "modified_at": "2024-06-24T07:00:00.000Z", + "size": 4509715661, + "digest": "d469cddb7d04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v1.5-code", + "quantization_level": "" + } + }, + { + "name": "openhermes:latest", + "model": "openhermes:latest", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "95477a2659b7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "openhermes:v2", + "model": "openhermes:v2", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "f04d5fa80594", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2", + "quantization_level": "" + } + }, + { + "name": "openhermes:v2.5", + "model": "openhermes:v2.5", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "95477a2659b7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.5", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q2_K", + "model": "openhermes:7b-mistral-v2-q2_K", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 3328599654, + "digest": "7382e175bc40", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q2_K", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q3_K_S", + "model": "openhermes:7b-mistral-v2-q3_K_S", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 3435973837, + "digest": "9293e87ebeee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q3_K_M", + "model": "openhermes:7b-mistral-v2-q3_K_M", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 3758096384, + "digest": "943cbcfdf34c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q3_K_L", + "model": "openhermes:7b-mistral-v2-q3_K_L", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4080218931, + "digest": "92639a59090e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q4_0", + "model": "openhermes:7b-mistral-v2-q4_0", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "f04d5fa80594", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q4_0", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q4_1", + "model": "openhermes:7b-mistral-v2-q4_1", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4939212390, + "digest": "578862b7c2c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q4_1", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q4_K_S", + "model": "openhermes:7b-mistral-v2-q4_K_S", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "2b693162c0b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q4_K_M", + "model": "openhermes:7b-mistral-v2-q4_K_M", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4724464026, + "digest": "c834aea088da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q5_0", + "model": "openhermes:7b-mistral-v2-q5_0", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 5368709120, + "digest": "c7ee3129a817", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q5_0", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q5_1", + "model": "openhermes:7b-mistral-v2-q5_1", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 5798205850, + "digest": "6c0627dce78f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q5_1", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q5_K_S", + "model": "openhermes:7b-mistral-v2-q5_K_S", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 5368709120, + "digest": "0e5722600e00", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q5_K_M", + "model": "openhermes:7b-mistral-v2-q5_K_M", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 5476083302, + "digest": "d021fbb0cb08", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q6_K", + "model": "openhermes:7b-mistral-v2-q6_K", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 6335076762, + "digest": "cfc008d96677", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q6_K", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-q8_0", + "model": "openhermes:7b-mistral-v2-q8_0", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 8267812045, + "digest": "911a100c0637", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2-fp16", + "model": "openhermes:7b-mistral-v2-fp16", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 15032385536, + "digest": "7363c7974aad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q2_K", + "model": "openhermes:7b-mistral-v2.5-q2_K", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 3328599654, + "digest": "44645d418862", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q3_K_S", + "model": "openhermes:7b-mistral-v2.5-q3_K_S", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 3435973837, + "digest": "e7a7de3e60a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q3_K_M", + "model": "openhermes:7b-mistral-v2.5-q3_K_M", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 3758096384, + "digest": "2356b5964d77", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q3_K_L", + "model": "openhermes:7b-mistral-v2.5-q3_K_L", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4080218931, + "digest": "4d3c347d9140", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q4_0", + "model": "openhermes:7b-mistral-v2.5-q4_0", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "95477a2659b7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q4_1", + "model": "openhermes:7b-mistral-v2.5-q4_1", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4939212390, + "digest": "c8ceb7530412", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q4_K_S", + "model": "openhermes:7b-mistral-v2.5-q4_K_S", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "2528f369c9e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q4_K_M", + "model": "openhermes:7b-mistral-v2.5-q4_K_M", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4724464026, + "digest": "e898ef9a562f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q5_0", + "model": "openhermes:7b-mistral-v2.5-q5_0", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 5368709120, + "digest": "67bd911a9e96", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q5_1", + "model": "openhermes:7b-mistral-v2.5-q5_1", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 5798205850, + "digest": "1e67d8f3ad40", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q5_K_S", + "model": "openhermes:7b-mistral-v2.5-q5_K_S", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 5368709120, + "digest": "90f1eb6110b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q5_K_M", + "model": "openhermes:7b-mistral-v2.5-q5_K_M", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 5476083302, + "digest": "16eab97b0cd1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q6_K", + "model": "openhermes:7b-mistral-v2.5-q6_K", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 6335076762, + "digest": "a63bb944ae62", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-q8_0", + "model": "openhermes:7b-mistral-v2.5-q8_0", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 8267812045, + "digest": "1617b8a38b70", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-mistral-v2.5-fp16", + "model": "openhermes:7b-mistral-v2.5-fp16", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 15032385536, + "digest": "579d40574c77", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-mistral-v2.5-fp16", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-v2", + "model": "openhermes:7b-v2", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "f04d5fa80594", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2", + "quantization_level": "" + } + }, + { + "name": "openhermes:7b-v2.5", + "model": "openhermes:7b-v2.5", + "modified_at": "2023-12-29T21:45:00.000Z", + "size": 4402341478, + "digest": "95477a2659b7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v2.5", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:latest", + "model": "qwen2-math:latest", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 4724464026, + "digest": "28cc3a337734", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b", + "model": "qwen2-math:1.5b", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 980418560, + "digest": "a4fdda0c6cc5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b", + "model": "qwen2-math:7b", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 4724464026, + "digest": "28cc3a337734", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b", + "model": "qwen2-math:72b", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 44023414784, + "digest": "9cf426342464", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct", + "model": "qwen2-math:1.5b-instruct", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 980418560, + "digest": "a4fdda0c6cc5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q2_K", + "model": "qwen2-math:1.5b-instruct-q2_K", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 708837376, + "digest": "7a8feb441528", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q3_K_S", + "model": "qwen2-math:1.5b-instruct-q3_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 797966336, + "digest": "2944d4047629", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q3_K_M", + "model": "qwen2-math:1.5b-instruct-q3_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 864026624, + "digest": "edd19aa7dc5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q3_K_L", + "model": "qwen2-math:1.5b-instruct-q3_K_L", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 922746880, + "digest": "8db3e0ee180a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q4_0", + "model": "qwen2-math:1.5b-instruct-q4_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 980418560, + "digest": "a4fdda0c6cc5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q4_1", + "model": "qwen2-math:1.5b-instruct-q4_1", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 1073741824, + "digest": "0df8170c4293", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q4_K_S", + "model": "qwen2-math:1.5b-instruct-q4_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 985661440, + "digest": "bf98cc10ea89", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q4_K_M", + "model": "qwen2-math:1.5b-instruct-q4_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 1033895936, + "digest": "2cf0b27c20c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q5_0", + "model": "qwen2-math:1.5b-instruct-q5_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 1181116006, + "digest": "6458bd105c38", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q5_1", + "model": "qwen2-math:1.5b-instruct-q5_1", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 1288490189, + "digest": "a6c823420573", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q5_K_S", + "model": "qwen2-math:1.5b-instruct-q5_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 1181116006, + "digest": "de1d907e050a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q5_K_M", + "model": "qwen2-math:1.5b-instruct-q5_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 1181116006, + "digest": "041636d78c2d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q6_K", + "model": "qwen2-math:1.5b-instruct-q6_K", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 1395864371, + "digest": "bef4dcb32ea5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-q8_0", + "model": "qwen2-math:1.5b-instruct-q8_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 1717986918, + "digest": "ad817da24abc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:1.5b-instruct-fp16", + "model": "qwen2-math:1.5b-instruct-fp16", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 3328599654, + "digest": "d8dc2e83f294", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct", + "model": "qwen2-math:7b-instruct", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 4724464026, + "digest": "28cc3a337734", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q2_K", + "model": "qwen2-math:7b-instruct-q2_K", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 3221225472, + "digest": "4ed0c248a5bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q3_K_S", + "model": "qwen2-math:7b-instruct-q3_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 3758096384, + "digest": "d53bb5d1bf39", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q3_K_M", + "model": "qwen2-math:7b-instruct-q3_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 4080218931, + "digest": "4454608bd85e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q3_K_L", + "model": "qwen2-math:7b-instruct-q3_K_L", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 4402341478, + "digest": "7e37bb4b4a7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q4_0", + "model": "qwen2-math:7b-instruct-q4_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 4724464026, + "digest": "28cc3a337734", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q4_1", + "model": "qwen2-math:7b-instruct-q4_1", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 5261334938, + "digest": "53ddcc942030", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q4_K_S", + "model": "qwen2-math:7b-instruct-q4_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 4831838208, + "digest": "ed3fc5765c47", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q4_K_M", + "model": "qwen2-math:7b-instruct-q4_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 5046586573, + "digest": "bade12dad269", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q5_0", + "model": "qwen2-math:7b-instruct-q5_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 5690831667, + "digest": "8538649897c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q5_1", + "model": "qwen2-math:7b-instruct-q5_1", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 6227702579, + "digest": "d428300aab38", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q5_K_S", + "model": "qwen2-math:7b-instruct-q5_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 5690831667, + "digest": "1b0fe2e02e2c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q5_K_M", + "model": "qwen2-math:7b-instruct-q5_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 5798205850, + "digest": "b49686d392f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q6_K", + "model": "qwen2-math:7b-instruct-q6_K", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 6764573491, + "digest": "e387e8c7e4de", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-q8_0", + "model": "qwen2-math:7b-instruct-q8_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 8697308774, + "digest": "628f28555c4e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:7b-instruct-fp16", + "model": "qwen2-math:7b-instruct-fp16", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 16106127360, + "digest": "2ff60f753a04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct", + "model": "qwen2-math:72b-instruct", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 44023414784, + "digest": "9cf426342464", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q2_K", + "model": "qwen2-math:72b-instruct-q2_K", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 32212254720, + "digest": "e756083b2ef3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q3_K_S", + "model": "qwen2-math:72b-instruct-q3_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 36507222016, + "digest": "8300d30bce4d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q3_K_M", + "model": "qwen2-math:72b-instruct-q3_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 40802189312, + "digest": "39f518ee780a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q3_K_L", + "model": "qwen2-math:72b-instruct-q3_K_L", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 42949672960, + "digest": "9b0ee46ebbb0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q4_0", + "model": "qwen2-math:72b-instruct-q4_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 44023414784, + "digest": "9cf426342464", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q4_1", + "model": "qwen2-math:72b-instruct-q4_1", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 49392123904, + "digest": "92742f4e5a3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q4_K_S", + "model": "qwen2-math:72b-instruct-q4_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 47244640256, + "digest": "7fdab978b506", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q4_K_M", + "model": "qwen2-math:72b-instruct-q4_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 50465865728, + "digest": "4607ef31652a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q5_0", + "model": "qwen2-math:72b-instruct-q5_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 53687091200, + "digest": "08ba2da5a4db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q5_1", + "model": "qwen2-math:72b-instruct-q5_1", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 59055800320, + "digest": "6ae803c94afe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q5_K_S", + "model": "qwen2-math:72b-instruct-q5_K_S", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 54760833024, + "digest": "84fadf091d81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q5_K_M", + "model": "qwen2-math:72b-instruct-q5_K_M", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 57982058496, + "digest": "ad3afa8c1764", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q6_K", + "model": "qwen2-math:72b-instruct-q6_K", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 68719476736, + "digest": "0357576f1f45", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-q8_0", + "model": "qwen2-math:72b-instruct-q8_0", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 82678120448, + "digest": "4a5f8f66cc3b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen2-math:72b-instruct-fp16", + "model": "qwen2-math:72b-instruct-fp16", + "modified_at": "2024-08-30T21:09:00.000Z", + "size": 155692564480, + "digest": "119fdb055da9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "72b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3.3:latest", + "model": "granite3.3:latest", + "modified_at": "2025-04-16T14:49:00.000Z", + "size": 5261334938, + "digest": "fd429f23b909", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite3.3:2b", + "model": "granite3.3:2b", + "modified_at": "2025-04-16T14:49:00.000Z", + "size": 1610612736, + "digest": "07bd1f170855", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "granite3.3:8b", + "model": "granite3.3:8b", + "modified_at": "2025-04-16T14:49:00.000Z", + "size": 5261334938, + "digest": "fd429f23b909", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "aya:latest", + "model": "aya:latest", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 5153960755, + "digest": "7ef8c4942023", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "aya:8b", + "model": "aya:8b", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 5153960755, + "digest": "7ef8c4942023", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "aya:35b", + "model": "aya:35b", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 21474836480, + "digest": "bab44e009440", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23", + "model": "aya:8b-23", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 5153960755, + "digest": "7ef8c4942023", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q2_K", + "model": "aya:8b-23-q2_K", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 3650722202, + "digest": "bcf9b7a0c6f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q2_K", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q3_K_S", + "model": "aya:8b-23-q3_K_S", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 4187593114, + "digest": "7e92eeb33618", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q3_K_M", + "model": "aya:8b-23-q3_K_M", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 4509715661, + "digest": "dccbf85c4f87", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q3_K_L", + "model": "aya:8b-23-q3_K_L", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 4831838208, + "digest": "2b7af207d37e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q4_0", + "model": "aya:8b-23-q4_0", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 5153960755, + "digest": "7ef8c4942023", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q4_0", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q4_1", + "model": "aya:8b-23-q4_1", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 5583457485, + "digest": "7862f7de92b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q4_1", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q4_K_S", + "model": "aya:8b-23-q4_K_S", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 5153960755, + "digest": "ff78907d6f9c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q4_K_M", + "model": "aya:8b-23-q4_K_M", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 5476083302, + "digest": "c757782816f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q5_0", + "model": "aya:8b-23-q5_0", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 6120328397, + "digest": "60bbff214ada", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q5_0", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q5_1", + "model": "aya:8b-23-q5_1", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 6549825126, + "digest": "cc568f2e5986", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q5_1", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q5_K_S", + "model": "aya:8b-23-q5_K_S", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 6120328397, + "digest": "0a0efe7ad5f0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q5_K_M", + "model": "aya:8b-23-q5_K_M", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 6227702579, + "digest": "27ee23d58abb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q6_K", + "model": "aya:8b-23-q6_K", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 7086696038, + "digest": "604b8547e79a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q6_K", + "quantization_level": "" + } + }, + { + "name": "aya:8b-23-q8_0", + "model": "aya:8b-23-q8_0", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 9126805504, + "digest": "100c4889f503", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-23-q8_0", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23", + "model": "aya:35b-23", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 21474836480, + "digest": "bab44e009440", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q2_K", + "model": "aya:35b-23-q2_K", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 15032385536, + "digest": "a977233d8c88", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q2_K", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q3_K_S", + "model": "aya:35b-23-q3_K_S", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 17179869184, + "digest": "6a7a6d7a4bab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q3_K_M", + "model": "aya:35b-23-q3_K_M", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 19327352832, + "digest": "e68ea34078f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q3_K_L", + "model": "aya:35b-23-q3_K_L", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 20401094656, + "digest": "ad7893ddae83", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q4_0", + "model": "aya:35b-23-q4_0", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 21474836480, + "digest": "bab44e009440", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q4_0", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q4_1", + "model": "aya:35b-23-q4_1", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 23622320128, + "digest": "14508b481fcd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q4_1", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q4_K_S", + "model": "aya:35b-23-q4_K_S", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 21474836480, + "digest": "0bdc7e9883d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q4_K_M", + "model": "aya:35b-23-q4_K_M", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 23622320128, + "digest": "f13547fef6c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q5_0", + "model": "aya:35b-23-q5_0", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 25769803776, + "digest": "9f223e28a5ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q5_0", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q5_1", + "model": "aya:35b-23-q5_1", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 27917287424, + "digest": "29ff5b76e4c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q5_1", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q5_K_S", + "model": "aya:35b-23-q5_K_S", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 25769803776, + "digest": "95a2413ef0d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q5_K_M", + "model": "aya:35b-23-q5_K_M", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 26843545600, + "digest": "8abb1cf0ec39", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q6_K", + "model": "aya:35b-23-q6_K", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 31138512896, + "digest": "1341e2a8f9bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q6_K", + "quantization_level": "" + } + }, + { + "name": "aya:35b-23-q8_0", + "model": "aya:35b-23-q8_0", + "modified_at": "2024-05-23T20:29:00.000Z", + "size": 39728447488, + "digest": "b8e160cc05cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-23-q8_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:latest", + "model": "nous-hermes2:latest", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 6549825126, + "digest": "d50977d0b36a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b", + "model": "nous-hermes2:10.7b", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 6549825126, + "digest": "d50977d0b36a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b", + "model": "nous-hermes2:34b", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 20401094656, + "digest": "1fbb49caabbd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q2_K", + "model": "nous-hermes2:10.7b-solar-q2_K", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 4831838208, + "digest": "2931d5c846b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q2_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q3_K_S", + "model": "nous-hermes2:10.7b-solar-q3_K_S", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 5046586573, + "digest": "5b55664515d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q3_K_M", + "model": "nous-hermes2:10.7b-solar-q3_K_M", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 5583457485, + "digest": "20bed3473bc5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q3_K_L", + "model": "nous-hermes2:10.7b-solar-q3_K_L", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 6120328397, + "digest": "36b57986a223", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q4_0", + "model": "nous-hermes2:10.7b-solar-q4_0", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 6549825126, + "digest": "d50977d0b36a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q4_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q4_1", + "model": "nous-hermes2:10.7b-solar-q4_1", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 7194070221, + "digest": "7486b76cccbc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q4_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q4_K_S", + "model": "nous-hermes2:10.7b-solar-q4_K_S", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 6549825126, + "digest": "674107bfb50e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q4_K_M", + "model": "nous-hermes2:10.7b-solar-q4_K_M", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 6979321856, + "digest": "3901698f9529", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q5_0", + "model": "nous-hermes2:10.7b-solar-q5_0", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 7945689498, + "digest": "9b7a0ddf5539", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q5_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q5_1", + "model": "nous-hermes2:10.7b-solar-q5_1", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 8697308774, + "digest": "ade17e89ce44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q5_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q5_K_S", + "model": "nous-hermes2:10.7b-solar-q5_K_S", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 7945689498, + "digest": "b0a593650c5a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q5_K_M", + "model": "nous-hermes2:10.7b-solar-q5_K_M", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 8160437862, + "digest": "c21ad0ffb1e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q6_K", + "model": "nous-hermes2:10.7b-solar-q6_K", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 9448928051, + "digest": "46a4c005c00c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q6_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-q8_0", + "model": "nous-hermes2:10.7b-solar-q8_0", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 11811160064, + "digest": "04509546373b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-q8_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:10.7b-solar-fp16", + "model": "nous-hermes2:10.7b-solar-fp16", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 22548578304, + "digest": "d1a6005a734e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-solar-fp16", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q2_K", + "model": "nous-hermes2:34b-yi-q2_K", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 16106127360, + "digest": "5880153d6216", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q2_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q3_K_S", + "model": "nous-hermes2:34b-yi-q3_K_S", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 16106127360, + "digest": "0bc80f2f5fd8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q3_K_M", + "model": "nous-hermes2:34b-yi-q3_K_M", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 18253611008, + "digest": "f2531c88caf1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q3_K_L", + "model": "nous-hermes2:34b-yi-q3_K_L", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 19327352832, + "digest": "d9e569fe62f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q4_0", + "model": "nous-hermes2:34b-yi-q4_0", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 20401094656, + "digest": "1fbb49caabbd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q4_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q4_1", + "model": "nous-hermes2:34b-yi-q4_1", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 23622320128, + "digest": "692a7d97562c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q4_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q4_K_S", + "model": "nous-hermes2:34b-yi-q4_K_S", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 21474836480, + "digest": "83c068cc2a03", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q4_K_M", + "model": "nous-hermes2:34b-yi-q4_K_M", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 22548578304, + "digest": "d0e1b2a20bbd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q5_0", + "model": "nous-hermes2:34b-yi-q5_0", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 25769803776, + "digest": "b3a3236a26f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q5_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q5_1", + "model": "nous-hermes2:34b-yi-q5_1", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 27917287424, + "digest": "9a77070e0a87", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q5_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q5_K_S", + "model": "nous-hermes2:34b-yi-q5_K_S", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 25769803776, + "digest": "8f6909b8327b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q5_K_M", + "model": "nous-hermes2:34b-yi-q5_K_M", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 25769803776, + "digest": "9f0dea62722f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q6_K", + "model": "nous-hermes2:34b-yi-q6_K", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 30064771072, + "digest": "2e9855cc9f21", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q6_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-q8_0", + "model": "nous-hermes2:34b-yi-q8_0", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 39728447488, + "digest": "a1e70aa6a163", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-q8_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2:34b-yi-fp16", + "model": "nous-hermes2:34b-yi-fp16", + "modified_at": "2024-01-02T14:26:00.000Z", + "size": 74088185856, + "digest": "ba6742bba2e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-yi-fp16", + "quantization_level": "" + } + }, + { + "name": "neural-chat:latest", + "model": "neural-chat:latest", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "89fa737d3b85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b", + "model": "neural-chat:7b", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "89fa737d3b85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1", + "model": "neural-chat:7b-v3.1", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "73940af9fe02", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q2_K", + "model": "neural-chat:7b-v3.1-q2_K", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3328599654, + "digest": "620f8a81424b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q3_K_S", + "model": "neural-chat:7b-v3.1-q3_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3435973837, + "digest": "7825c6bd7656", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q3_K_M", + "model": "neural-chat:7b-v3.1-q3_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3758096384, + "digest": "cf3dc2d014a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q3_K_L", + "model": "neural-chat:7b-v3.1-q3_K_L", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4080218931, + "digest": "acf7b66e2aee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q4_0", + "model": "neural-chat:7b-v3.1-q4_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "73940af9fe02", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q4_1", + "model": "neural-chat:7b-v3.1-q4_1", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4939212390, + "digest": "e94062f979ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q4_K_S", + "model": "neural-chat:7b-v3.1-q4_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "7d8b92a60fab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q4_K_M", + "model": "neural-chat:7b-v3.1-q4_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4724464026, + "digest": "d2fbc68137fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q5_0", + "model": "neural-chat:7b-v3.1-q5_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5368709120, + "digest": "b31c14a4bfcf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q5_1", + "model": "neural-chat:7b-v3.1-q5_1", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5798205850, + "digest": "874ed3640927", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q5_K_S", + "model": "neural-chat:7b-v3.1-q5_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5368709120, + "digest": "d2c083566569", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q5_K_M", + "model": "neural-chat:7b-v3.1-q5_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5476083302, + "digest": "f36c54b7e769", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q6_K", + "model": "neural-chat:7b-v3.1-q6_K", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 6335076762, + "digest": "824a1e326c89", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-q8_0", + "model": "neural-chat:7b-v3.1-q8_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 8267812045, + "digest": "2965939336f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.1-fp16", + "model": "neural-chat:7b-v3.1-fp16", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 15032385536, + "digest": "1b3251040972", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.1-fp16", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2", + "model": "neural-chat:7b-v3.2", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "f4c6a8e532e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q2_K", + "model": "neural-chat:7b-v3.2-q2_K", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3328599654, + "digest": "103bcb6b16f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q3_K_S", + "model": "neural-chat:7b-v3.2-q3_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3435973837, + "digest": "aac750b8a41e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q3_K_M", + "model": "neural-chat:7b-v3.2-q3_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3758096384, + "digest": "f719737f98a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q3_K_L", + "model": "neural-chat:7b-v3.2-q3_K_L", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4080218931, + "digest": "66750b08787d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q4_0", + "model": "neural-chat:7b-v3.2-q4_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "f4c6a8e532e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q4_1", + "model": "neural-chat:7b-v3.2-q4_1", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4939212390, + "digest": "7a06e87d4696", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q4_K_S", + "model": "neural-chat:7b-v3.2-q4_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "4a8f50c4525a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q4_K_M", + "model": "neural-chat:7b-v3.2-q4_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4724464026, + "digest": "33172df918d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q5_0", + "model": "neural-chat:7b-v3.2-q5_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5368709120, + "digest": "070678810598", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q5_1", + "model": "neural-chat:7b-v3.2-q5_1", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5798205850, + "digest": "379f3f601243", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q5_K_S", + "model": "neural-chat:7b-v3.2-q5_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5368709120, + "digest": "79ae554db28d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q5_K_M", + "model": "neural-chat:7b-v3.2-q5_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5476083302, + "digest": "4f8475c82182", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q6_K", + "model": "neural-chat:7b-v3.2-q6_K", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 6335076762, + "digest": "9c0c2ea9c046", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-q8_0", + "model": "neural-chat:7b-v3.2-q8_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 8267812045, + "digest": "6e958fe1fd6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.2-fp16", + "model": "neural-chat:7b-v3.2-fp16", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 15032385536, + "digest": "f5256ca4757e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.2-fp16", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3", + "model": "neural-chat:7b-v3.3", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "89fa737d3b85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q2_K", + "model": "neural-chat:7b-v3.3-q2_K", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3328599654, + "digest": "85dca14ccac6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q2_K", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q3_K_S", + "model": "neural-chat:7b-v3.3-q3_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3435973837, + "digest": "645fb17707c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q3_K_M", + "model": "neural-chat:7b-v3.3-q3_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 3758096384, + "digest": "189d5ae31c17", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q3_K_L", + "model": "neural-chat:7b-v3.3-q3_K_L", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4080218931, + "digest": "5b9c964d9ac8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q4_0", + "model": "neural-chat:7b-v3.3-q4_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "89fa737d3b85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q4_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q4_1", + "model": "neural-chat:7b-v3.3-q4_1", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4939212390, + "digest": "e081f623106e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q4_1", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q4_K_S", + "model": "neural-chat:7b-v3.3-q4_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4402341478, + "digest": "07c6aaab950b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q4_K_M", + "model": "neural-chat:7b-v3.3-q4_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 4724464026, + "digest": "b1a7b3b85566", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q5_0", + "model": "neural-chat:7b-v3.3-q5_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5368709120, + "digest": "f5372fe561c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q5_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q5_1", + "model": "neural-chat:7b-v3.3-q5_1", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5798205850, + "digest": "b8ba685c1303", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q5_1", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q5_K_S", + "model": "neural-chat:7b-v3.3-q5_K_S", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5368709120, + "digest": "fb872be705fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q5_K_M", + "model": "neural-chat:7b-v3.3-q5_K_M", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 5476083302, + "digest": "6e7f6242bbec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q6_K", + "model": "neural-chat:7b-v3.3-q6_K", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 6335076762, + "digest": "3098763b2a1d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q6_K", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-q8_0", + "model": "neural-chat:7b-v3.3-q8_0", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 8267812045, + "digest": "fc8c63cac8c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-q8_0", + "quantization_level": "" + } + }, + { + "name": "neural-chat:7b-v3.3-fp16", + "model": "neural-chat:7b-v3.3-fp16", + "modified_at": "2023-12-20T17:02:00.000Z", + "size": 15032385536, + "digest": "7b7e1b58d372", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v3.3-fp16", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:latest", + "model": "llama2-chinese:latest", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 4080218931, + "digest": "cee11d703eee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b", + "model": "llama2-chinese:7b", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 4080218931, + "digest": "cee11d703eee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b", + "model": "llama2-chinese:13b", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 7945689498, + "digest": "990f930d55c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat", + "model": "llama2-chinese:7b-chat", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 4080218931, + "digest": "cee11d703eee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q2_K", + "model": "llama2-chinese:7b-chat-q2_K", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 3006477107, + "digest": "56d0f23785bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q3_K_S", + "model": "llama2-chinese:7b-chat-q3_K_S", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 3113851290, + "digest": "6b13bc0df0ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q3_K_M", + "model": "llama2-chinese:7b-chat-q3_K_M", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 3543348019, + "digest": "d55419aeb5bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q3_K_L", + "model": "llama2-chinese:7b-chat-q3_K_L", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 3865470566, + "digest": "f6fcedae5d7e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q4_0", + "model": "llama2-chinese:7b-chat-q4_0", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 4080218931, + "digest": "cee11d703eee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q4_1", + "model": "llama2-chinese:7b-chat-q4_1", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 4509715661, + "digest": "cac7c07fdb0a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q4_K_S", + "model": "llama2-chinese:7b-chat-q4_K_S", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 4187593114, + "digest": "1830e332cd06", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q4_K_M", + "model": "llama2-chinese:7b-chat-q4_K_M", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 4402341478, + "digest": "e31ba537c1a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q5_0", + "model": "llama2-chinese:7b-chat-q5_0", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 5046586573, + "digest": "ae1d32a03e63", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q5_1", + "model": "llama2-chinese:7b-chat-q5_1", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 5476083302, + "digest": "245741bebff6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q5_K_S", + "model": "llama2-chinese:7b-chat-q5_K_S", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 5046586573, + "digest": "cfe3e90e5e6a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q5_K_M", + "model": "llama2-chinese:7b-chat-q5_K_M", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 5153960755, + "digest": "998f85f310f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q6_K", + "model": "llama2-chinese:7b-chat-q6_K", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 5905580032, + "digest": "604c2c9da214", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-q8_0", + "model": "llama2-chinese:7b-chat-q8_0", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 7730941133, + "digest": "0d05c88312c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:7b-chat-fp16", + "model": "llama2-chinese:7b-chat-fp16", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 13958643712, + "digest": "b73150f2949c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat", + "model": "llama2-chinese:13b-chat", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 7945689498, + "digest": "990f930d55c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q2_K", + "model": "llama2-chinese:13b-chat-q2_K", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 5798205850, + "digest": "01b32d718507", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q3_K_S", + "model": "llama2-chinese:13b-chat-q3_K_S", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 6120328397, + "digest": "4501e1ce728a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q3_K_M", + "model": "llama2-chinese:13b-chat-q3_K_M", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 6764573491, + "digest": "d75e5c2030da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q3_K_L", + "model": "llama2-chinese:13b-chat-q3_K_L", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 7408818586, + "digest": "583a72ecd078", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q4_0", + "model": "llama2-chinese:13b-chat-q4_0", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 7945689498, + "digest": "990f930d55c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q4_1", + "model": "llama2-chinese:13b-chat-q4_1", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 8804682957, + "digest": "b71960852385", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q4_K_S", + "model": "llama2-chinese:13b-chat-q4_K_S", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 7945689498, + "digest": "8a8f954a3792", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q4_K_M", + "model": "llama2-chinese:13b-chat-q4_K_M", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 8482560410, + "digest": "94f93f5cde52", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q5_0", + "model": "llama2-chinese:13b-chat-q5_0", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 9663676416, + "digest": "4a41f66e710c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q5_1", + "model": "llama2-chinese:13b-chat-q5_1", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 10522669875, + "digest": "349e43573fca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q5_K_S", + "model": "llama2-chinese:13b-chat-q5_K_S", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 9663676416, + "digest": "4f56da0a7657", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q5_K_M", + "model": "llama2-chinese:13b-chat-q5_K_M", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 9878424781, + "digest": "25cf6e1c9040", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q6_K", + "model": "llama2-chinese:13b-chat-q6_K", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 11811160064, + "digest": "c4a78a31a576", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-q8_0", + "model": "llama2-chinese:13b-chat-q8_0", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 15032385536, + "digest": "9fe32b8f2073", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama2-chinese:13b-chat-fp16", + "model": "llama2-chinese:13b-chat-fp16", + "modified_at": "2023-10-28T22:17:00.000Z", + "size": 27917287424, + "digest": "3d4c5a00962c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "stable-code:latest", + "model": "stable-code:latest", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "37681d29a55a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "stable-code:code", + "model": "stable-code:code", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "e6b8d206c668", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "code", + "quantization_level": "" + } + }, + { + "name": "stable-code:instruct", + "model": "stable-code:instruct", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "37681d29a55a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b", + "model": "stable-code:3b", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "37681d29a55a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code", + "model": "stable-code:3b-code", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "e6b8d206c668", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q2_K", + "model": "stable-code:3b-code-q2_K", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1181116006, + "digest": "61aee905b748", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q2_K", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q3_K_S", + "model": "stable-code:3b-code-q3_K_S", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1395864371, + "digest": "da0a6ba4897a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q3_K_M", + "model": "stable-code:3b-code-q3_K_M", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1503238554, + "digest": "c244b95d1c91", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q3_K_L", + "model": "stable-code:3b-code-q3_K_L", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1610612736, + "digest": "bf58a9ca5804", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q4_0", + "model": "stable-code:3b-code-q4_0", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "e6b8d206c668", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q4_0", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q4_1", + "model": "stable-code:3b-code-q4_1", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1932735283, + "digest": "5460be3e5e37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q4_1", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q4_K_S", + "model": "stable-code:3b-code-q4_K_S", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "4522000738fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q4_K_M", + "model": "stable-code:3b-code-q4_K_M", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1825361101, + "digest": "993cac4ed3be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q5_0", + "model": "stable-code:3b-code-q5_0", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2040109466, + "digest": "0aea2c757271", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q5_0", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q5_1", + "model": "stable-code:3b-code-q5_1", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2254857830, + "digest": "dcb2c1120b3e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q5_1", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q5_K_S", + "model": "stable-code:3b-code-q5_K_S", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2040109466, + "digest": "675f978a6c8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q5_K_M", + "model": "stable-code:3b-code-q5_K_M", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2147483648, + "digest": "dc47b3aafe13", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q6_K", + "model": "stable-code:3b-code-q6_K", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2469606195, + "digest": "76c902d40f56", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q6_K", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-q8_0", + "model": "stable-code:3b-code-q8_0", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 3221225472, + "digest": "01d2c901e1a1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-q8_0", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-code-fp16", + "model": "stable-code:3b-code-fp16", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 6012954214, + "digest": "c1c46342f980", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-code-fp16", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct", + "model": "stable-code:3b-instruct", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "37681d29a55a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q2_K", + "model": "stable-code:3b-instruct-q2_K", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1181116006, + "digest": "ebb5c4cc1b09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q3_K_S", + "model": "stable-code:3b-instruct-q3_K_S", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1395864371, + "digest": "baf5b20e1f8f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q3_K_M", + "model": "stable-code:3b-instruct-q3_K_M", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1503238554, + "digest": "d7e1f3aa3424", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q3_K_L", + "model": "stable-code:3b-instruct-q3_K_L", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1610612736, + "digest": "4726b8267519", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q4_0", + "model": "stable-code:3b-instruct-q4_0", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "37681d29a55a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q4_1", + "model": "stable-code:3b-instruct-q4_1", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1932735283, + "digest": "65893a7812e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q4_K_S", + "model": "stable-code:3b-instruct-q4_K_S", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1717986918, + "digest": "8ffb00693783", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q4_K_M", + "model": "stable-code:3b-instruct-q4_K_M", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 1825361101, + "digest": "f9cbce651928", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q5_0", + "model": "stable-code:3b-instruct-q5_0", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2040109466, + "digest": "19bcacd78858", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q5_1", + "model": "stable-code:3b-instruct-q5_1", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2254857830, + "digest": "42aca1b5e927", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q5_K_S", + "model": "stable-code:3b-instruct-q5_K_S", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2040109466, + "digest": "db7ae191d748", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q5_K_M", + "model": "stable-code:3b-instruct-q5_K_M", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2147483648, + "digest": "4deb76630153", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q6_K", + "model": "stable-code:3b-instruct-q6_K", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 2469606195, + "digest": "2438f92771a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-q8_0", + "model": "stable-code:3b-instruct-q8_0", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 3221225472, + "digest": "60b6d8e288cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "stable-code:3b-instruct-fp16", + "model": "stable-code:3b-instruct-fp16", + "modified_at": "2024-03-26T02:45:00.000Z", + "size": 6012954214, + "digest": "3358af90609f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "yi-coder:latest", + "model": "yi-coder:latest", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5368709120, + "digest": "39c63e7675d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b", + "model": "yi-coder:1.5b", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 908066816, + "digest": "186c460ee707", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b", + "model": "yi-coder:9b", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5368709120, + "digest": "39c63e7675d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base", + "model": "yi-coder:1.5b-base", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 908066816, + "digest": "3ae9e5590c53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q2_K", + "model": "yi-coder:1.5b-base-q2_K", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 665845760, + "digest": "72bcbb9a9ae9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q3_K_S", + "model": "yi-coder:1.5b-base-q3_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 758120448, + "digest": "6c35f0ea217b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q3_K_M", + "model": "yi-coder:1.5b-base-q3_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 824180736, + "digest": "b5470df6d3e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q3_K_L", + "model": "yi-coder:1.5b-base-q3_K_L", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 866123776, + "digest": "5185a5d9d3ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q4_0", + "model": "yi-coder:1.5b-base-q4_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 908066816, + "digest": "3ae9e5590c53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q4_1", + "model": "yi-coder:1.5b-base-q4_1", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 996147200, + "digest": "5cb7b8cc1097", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q4_K_S", + "model": "yi-coder:1.5b-base-q4_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 947912704, + "digest": "fb5f9df9ed8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q4_K_M", + "model": "yi-coder:1.5b-base-q4_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1010827264, + "digest": "f833af8a9c24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q5_0", + "model": "yi-coder:1.5b-base-q5_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1073741824, + "digest": "6cb7ed11413c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q5_1", + "model": "yi-coder:1.5b-base-q5_1", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1181116006, + "digest": "da6135e2b7dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q5_K_S", + "model": "yi-coder:1.5b-base-q5_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1181116006, + "digest": "66d47c26a364", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q5_K_M", + "model": "yi-coder:1.5b-base-q5_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1181116006, + "digest": "5b70d32eb00f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q6_K", + "model": "yi-coder:1.5b-base-q6_K", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1395864371, + "digest": "25f35d89eb70", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-q8_0", + "model": "yi-coder:1.5b-base-q8_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1717986918, + "digest": "5c692daa00cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-base-fp16", + "model": "yi-coder:1.5b-base-fp16", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 3221225472, + "digest": "e5e7bac55898", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat", + "model": "yi-coder:1.5b-chat", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 908066816, + "digest": "186c460ee707", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q2_K", + "model": "yi-coder:1.5b-chat-q2_K", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 665845760, + "digest": "39d4d341cff8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q3_K_S", + "model": "yi-coder:1.5b-chat-q3_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 758120448, + "digest": "71fbe88ebe81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q3_K_M", + "model": "yi-coder:1.5b-chat-q3_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 824180736, + "digest": "63478a7e797f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q3_K_L", + "model": "yi-coder:1.5b-chat-q3_K_L", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 866123776, + "digest": "3897d2133f5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q4_0", + "model": "yi-coder:1.5b-chat-q4_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 908066816, + "digest": "186c460ee707", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q4_1", + "model": "yi-coder:1.5b-chat-q4_1", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 996147200, + "digest": "8d4bdf342be6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q4_K_S", + "model": "yi-coder:1.5b-chat-q4_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 947912704, + "digest": "0fb60923856d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q4_K_M", + "model": "yi-coder:1.5b-chat-q4_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1010827264, + "digest": "18173f4b9642", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q5_0", + "model": "yi-coder:1.5b-chat-q5_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1073741824, + "digest": "21e2d2d7f308", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q5_1", + "model": "yi-coder:1.5b-chat-q5_1", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1181116006, + "digest": "58fbc0fac95a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q5_K_S", + "model": "yi-coder:1.5b-chat-q5_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1181116006, + "digest": "284b8efecc30", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q5_K_M", + "model": "yi-coder:1.5b-chat-q5_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1181116006, + "digest": "585d2aa06889", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q6_K", + "model": "yi-coder:1.5b-chat-q6_K", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1395864371, + "digest": "2bbe996b550c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-q8_0", + "model": "yi-coder:1.5b-chat-q8_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 1717986918, + "digest": "f182b38e0035", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:1.5b-chat-fp16", + "model": "yi-coder:1.5b-chat-fp16", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 3221225472, + "digest": "d1abd5321dc6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base", + "model": "yi-coder:9b-base", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5368709120, + "digest": "ddb06590020f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q2_K", + "model": "yi-coder:9b-base-q2_K", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 3650722202, + "digest": "876912d1a17f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q3_K_S", + "model": "yi-coder:9b-base-q3_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 4187593114, + "digest": "9578a235ec51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q3_K_M", + "model": "yi-coder:9b-base-q3_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 4617089843, + "digest": "870580db544a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q3_K_L", + "model": "yi-coder:9b-base-q3_K_L", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5046586573, + "digest": "9929a56a3b42", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q4_0", + "model": "yi-coder:9b-base-q4_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5368709120, + "digest": "ddb06590020f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q4_1", + "model": "yi-coder:9b-base-q4_1", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 6012954214, + "digest": "1b5c8ffbba06", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q4_K_S", + "model": "yi-coder:9b-base-q4_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5476083302, + "digest": "75319e66c008", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q4_K_M", + "model": "yi-coder:9b-base-q4_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5690831667, + "digest": "41db33a6f556", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q5_0", + "model": "yi-coder:9b-base-q5_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 6549825126, + "digest": "e427662e4bb0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q5_1", + "model": "yi-coder:9b-base-q5_1", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 7086696038, + "digest": "d887d7e655ef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q5_K_S", + "model": "yi-coder:9b-base-q5_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 6549825126, + "digest": "f8c19324bb7e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q5_K_M", + "model": "yi-coder:9b-base-q5_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 6764573491, + "digest": "b948d974d5a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q6_K", + "model": "yi-coder:9b-base-q6_K", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 7730941133, + "digest": "ab6cfd4955f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-q8_0", + "model": "yi-coder:9b-base-q8_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 10093173146, + "digest": "eea07012d69e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-base-fp16", + "model": "yi-coder:9b-base-fp16", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 19327352832, + "digest": "bfc135887310", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-base-fp16", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat", + "model": "yi-coder:9b-chat", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5368709120, + "digest": "39c63e7675d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q2_K", + "model": "yi-coder:9b-chat-q2_K", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 3650722202, + "digest": "48bf607b45fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q3_K_S", + "model": "yi-coder:9b-chat-q3_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 4187593114, + "digest": "d9706e23f3b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q3_K_M", + "model": "yi-coder:9b-chat-q3_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 4617089843, + "digest": "e0bd3d693e5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q3_K_L", + "model": "yi-coder:9b-chat-q3_K_L", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5046586573, + "digest": "4cdf05e1131f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q4_0", + "model": "yi-coder:9b-chat-q4_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5368709120, + "digest": "39c63e7675d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q4_1", + "model": "yi-coder:9b-chat-q4_1", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 6012954214, + "digest": "150b2d132ef1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q4_K_S", + "model": "yi-coder:9b-chat-q4_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5476083302, + "digest": "67b6a93dec3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q4_K_M", + "model": "yi-coder:9b-chat-q4_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 5690831667, + "digest": "89884591b225", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q5_0", + "model": "yi-coder:9b-chat-q5_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 6549825126, + "digest": "ede3d2c181a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q5_1", + "model": "yi-coder:9b-chat-q5_1", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 7086696038, + "digest": "301ce2e5ec7b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q5_K_S", + "model": "yi-coder:9b-chat-q5_K_S", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 6549825126, + "digest": "696e7540c8dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q5_K_M", + "model": "yi-coder:9b-chat-q5_K_M", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 6764573491, + "digest": "d4b375d4e224", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q6_K", + "model": "yi-coder:9b-chat-q6_K", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 7730941133, + "digest": "e020ec59c639", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-q8_0", + "model": "yi-coder:9b-chat-q8_0", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 10093173146, + "digest": "24620a7cf955", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "yi-coder:9b-chat-fp16", + "model": "yi-coder:9b-chat-fp16", + "modified_at": "2024-09-11T16:47:00.000Z", + "size": 19327352832, + "digest": "fbb8b69a8909", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:latest", + "model": "wizardcoder:latest", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 4080218931, + "digest": "de9d848c1323", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:python", + "model": "wizardcoder:python", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 4080218931, + "digest": "de9d848c1323", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "python", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b", + "model": "wizardcoder:33b", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 20401094656, + "digest": "5b944d3546ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python", + "model": "wizardcoder:7b-python", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 4080218931, + "digest": "de9d848c1323", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q2_K", + "model": "wizardcoder:7b-python-q2_K", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 3006477107, + "digest": "d644137a0ac3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q3_K_S", + "model": "wizardcoder:7b-python-q3_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 3113851290, + "digest": "708bb076c986", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q3_K_M", + "model": "wizardcoder:7b-python-q3_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 3543348019, + "digest": "aa045df3991e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q3_K_L", + "model": "wizardcoder:7b-python-q3_K_L", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 3865470566, + "digest": "679d81a8f5ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q4_0", + "model": "wizardcoder:7b-python-q4_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 4080218931, + "digest": "de9d848c1323", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q4_1", + "model": "wizardcoder:7b-python-q4_1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 4509715661, + "digest": "e2860acf8d17", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q4_K_S", + "model": "wizardcoder:7b-python-q4_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 4187593114, + "digest": "366cbd3b76e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q4_K_M", + "model": "wizardcoder:7b-python-q4_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 4402341478, + "digest": "3e02fecbaa9a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q5_0", + "model": "wizardcoder:7b-python-q5_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 5046586573, + "digest": "b0eab9a46be4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q5_1", + "model": "wizardcoder:7b-python-q5_1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 5476083302, + "digest": "07ea37319f2b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q5_K_S", + "model": "wizardcoder:7b-python-q5_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 5046586573, + "digest": "04130203ceb8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q5_K_M", + "model": "wizardcoder:7b-python-q5_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 5153960755, + "digest": "6e7969881169", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q6_K", + "model": "wizardcoder:7b-python-q6_K", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 5905580032, + "digest": "2d3281c4b417", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-q8_0", + "model": "wizardcoder:7b-python-q8_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 7730941133, + "digest": "711202346249", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:7b-python-fp16", + "model": "wizardcoder:7b-python-fp16", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 13958643712, + "digest": "c7922dcf56f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-python-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python", + "model": "wizardcoder:13b-python", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 7945689498, + "digest": "d7a182d30037", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q2_K", + "model": "wizardcoder:13b-python-q2_K", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 5798205850, + "digest": "9d08f09f5a11", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q3_K_S", + "model": "wizardcoder:13b-python-q3_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 6120328397, + "digest": "d37ae23270d6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q3_K_M", + "model": "wizardcoder:13b-python-q3_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 6764573491, + "digest": "879ce164f5d6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q3_K_L", + "model": "wizardcoder:13b-python-q3_K_L", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 7408818586, + "digest": "80d029502a71", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q4_0", + "model": "wizardcoder:13b-python-q4_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 7945689498, + "digest": "d7a182d30037", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q4_1", + "model": "wizardcoder:13b-python-q4_1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 8804682957, + "digest": "b28d73532f80", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q4_K_S", + "model": "wizardcoder:13b-python-q4_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 7945689498, + "digest": "1e0d5d8584b7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q4_K_M", + "model": "wizardcoder:13b-python-q4_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 8482560410, + "digest": "4bd69e8c1d54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q5_0", + "model": "wizardcoder:13b-python-q5_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 9663676416, + "digest": "5535a0b027bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q5_1", + "model": "wizardcoder:13b-python-q5_1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 10522669875, + "digest": "ca2dfb0ddeef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q5_K_S", + "model": "wizardcoder:13b-python-q5_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 9663676416, + "digest": "984be9aee8bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q5_K_M", + "model": "wizardcoder:13b-python-q5_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 9878424781, + "digest": "e48f7ff9a44a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q6_K", + "model": "wizardcoder:13b-python-q6_K", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 11811160064, + "digest": "3b010d19b3a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-q8_0", + "model": "wizardcoder:13b-python-q8_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 15032385536, + "digest": "486974de5d6c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:13b-python-fp16", + "model": "wizardcoder:13b-python-fp16", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 27917287424, + "digest": "b680f30d4604", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-python-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1", + "model": "wizardcoder:33b-v1.1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 20401094656, + "digest": "5b944d3546ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q2_K", + "model": "wizardcoder:33b-v1.1-q2_K", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 15032385536, + "digest": "cac60354d59f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q3_K_S", + "model": "wizardcoder:33b-v1.1-q3_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 15032385536, + "digest": "4449975a9912", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q3_K_M", + "model": "wizardcoder:33b-v1.1-q3_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 17179869184, + "digest": "a10f6bc2ea74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q3_K_L", + "model": "wizardcoder:33b-v1.1-q3_K_L", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 19327352832, + "digest": "b31ccebc7f39", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q4_0", + "model": "wizardcoder:33b-v1.1-q4_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 20401094656, + "digest": "5b944d3546ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q4_1", + "model": "wizardcoder:33b-v1.1-q4_1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 22548578304, + "digest": "d487355ac46a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q4_K_S", + "model": "wizardcoder:33b-v1.1-q4_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 20401094656, + "digest": "7e44c2801867", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q4_K_M", + "model": "wizardcoder:33b-v1.1-q4_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 21474836480, + "digest": "48cc48a16966", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q5_0", + "model": "wizardcoder:33b-v1.1-q5_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 24696061952, + "digest": "01d68c42eb7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q5_1", + "model": "wizardcoder:33b-v1.1-q5_1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 26843545600, + "digest": "a7061aa66c60", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q5_K_S", + "model": "wizardcoder:33b-v1.1-q5_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 24696061952, + "digest": "d2b35a494eb7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q5_K_M", + "model": "wizardcoder:33b-v1.1-q5_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 25769803776, + "digest": "c54e9691c0e5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q6_K", + "model": "wizardcoder:33b-v1.1-q6_K", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 28991029248, + "digest": "3b8ff92e2c36", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-q8_0", + "model": "wizardcoder:33b-v1.1-q8_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 37580963840, + "digest": "e40b547ccf3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:33b-v1.1-fp16", + "model": "wizardcoder:33b-v1.1-fp16", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 71940702208, + "digest": "a56de4864c5f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "33b-v1.1-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python", + "model": "wizardcoder:34b-python", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 20401094656, + "digest": "94b069a3c250", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q2_K", + "model": "wizardcoder:34b-python-q2_K", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 15032385536, + "digest": "a66fc80190bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q3_K_S", + "model": "wizardcoder:34b-python-q3_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 16106127360, + "digest": "5e0df15140c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q3_K_M", + "model": "wizardcoder:34b-python-q3_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 17179869184, + "digest": "20d614b143fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q3_K_L", + "model": "wizardcoder:34b-python-q3_K_L", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 19327352832, + "digest": "89b75137872a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q4_0", + "model": "wizardcoder:34b-python-q4_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 20401094656, + "digest": "94b069a3c250", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q4_1", + "model": "wizardcoder:34b-python-q4_1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 22548578304, + "digest": "a3dcf8f5f9f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q4_K_S", + "model": "wizardcoder:34b-python-q4_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 20401094656, + "digest": "f040233a2069", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q4_K_M", + "model": "wizardcoder:34b-python-q4_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 21474836480, + "digest": "d9be0b235c1a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q5_0", + "model": "wizardcoder:34b-python-q5_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 24696061952, + "digest": "919631f57df4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q5_1", + "model": "wizardcoder:34b-python-q5_1", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 26843545600, + "digest": "3a87a5cc556c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q5_K_S", + "model": "wizardcoder:34b-python-q5_K_S", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 24696061952, + "digest": "53e9b8e3838c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q5_K_M", + "model": "wizardcoder:34b-python-q5_K_M", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 25769803776, + "digest": "a1e91b87cba7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q6_K", + "model": "wizardcoder:34b-python-q6_K", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 30064771072, + "digest": "7bd078e389d6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-q8_0", + "model": "wizardcoder:34b-python-q8_0", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 38654705664, + "digest": "4175ea9836f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardcoder:34b-python-fp16", + "model": "wizardcoder:34b-python-fp16", + "modified_at": "2024-01-05T05:09:00.000Z", + "size": 71940702208, + "digest": "06ce62e380d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-fp16", + "quantization_level": "" + } + }, + { + "name": "stablelm2:latest", + "model": "stablelm2:latest", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "714a6116cffa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "stablelm2:chat", + "model": "stablelm2:chat", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "714a6116cffa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "chat", + "quantization_level": "" + } + }, + { + "name": "stablelm2:zephyr", + "model": "stablelm2:zephyr", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "1b81980a10e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "zephyr", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b", + "model": "stablelm2:1.6b", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "714a6116cffa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b", + "model": "stablelm2:12b", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7516192768, + "digest": "34b434945650", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat", + "model": "stablelm2:1.6b-chat", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "714a6116cffa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q2_K", + "model": "stablelm2:1.6b-chat-q2_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 727711744, + "digest": "78f4c3eff377", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q3_K_S", + "model": "stablelm2:1.6b-chat-q3_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 830472192, + "digest": "cfcbd43623df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q3_K_M", + "model": "stablelm2:1.6b-chat-q3_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 899678208, + "digest": "e1f3e5051e53", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q3_K_L", + "model": "stablelm2:1.6b-chat-q3_K_L", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 959447040, + "digest": "620c26dd9a2b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q4_0", + "model": "stablelm2:1.6b-chat-q4_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "714a6116cffa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q4_1", + "model": "stablelm2:1.6b-chat-q4_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1181116006, + "digest": "7e806e51ba84", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q4_K_S", + "model": "stablelm2:1.6b-chat-q4_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1037041664, + "digest": "c9f7fd5b8270", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q4_K_M", + "model": "stablelm2:1.6b-chat-q4_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1073741824, + "digest": "76c778222622", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q5_0", + "model": "stablelm2:1.6b-chat-q5_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "abb100f0b7c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q5_1", + "model": "stablelm2:1.6b-chat-q5_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1395864371, + "digest": "42dd11c7cb70", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q5_K_S", + "model": "stablelm2:1.6b-chat-q5_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "d2b7e535bad6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q5_K_M", + "model": "stablelm2:1.6b-chat-q5_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "0ffa9bed24a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q6_K", + "model": "stablelm2:1.6b-chat-q6_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1503238554, + "digest": "18d985708c14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-q8_0", + "model": "stablelm2:1.6b-chat-q8_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1932735283, + "digest": "6cb988cfb148", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-chat-fp16", + "model": "stablelm2:1.6b-chat-fp16", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 3543348019, + "digest": "341cf2da5cb2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr", + "model": "stablelm2:1.6b-zephyr", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "1b81980a10e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q2_K", + "model": "stablelm2:1.6b-zephyr-q2_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 727711744, + "digest": "c408bb796cad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q2_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q3_K_S", + "model": "stablelm2:1.6b-zephyr-q3_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 830472192, + "digest": "e023697f1087", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q3_K_M", + "model": "stablelm2:1.6b-zephyr-q3_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 899678208, + "digest": "16082bda3ea8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q3_K_L", + "model": "stablelm2:1.6b-zephyr-q3_K_L", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 959447040, + "digest": "5b4670930e20", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q4_0", + "model": "stablelm2:1.6b-zephyr-q4_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "1b81980a10e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q4_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q4_1", + "model": "stablelm2:1.6b-zephyr-q4_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1181116006, + "digest": "32c909836b8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q4_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q4_K_S", + "model": "stablelm2:1.6b-zephyr-q4_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1037041664, + "digest": "219c1d8bc5d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q4_K_M", + "model": "stablelm2:1.6b-zephyr-q4_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1073741824, + "digest": "2f41c2ec1f16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q5_0", + "model": "stablelm2:1.6b-zephyr-q5_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "37e439f3c088", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q5_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q5_1", + "model": "stablelm2:1.6b-zephyr-q5_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1395864371, + "digest": "9216ba881c23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q5_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q5_K_S", + "model": "stablelm2:1.6b-zephyr-q5_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "ee2741791209", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q5_K_M", + "model": "stablelm2:1.6b-zephyr-q5_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "2efb2e4e851d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q6_K", + "model": "stablelm2:1.6b-zephyr-q6_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1503238554, + "digest": "dddb30e81cbd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q6_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-q8_0", + "model": "stablelm2:1.6b-zephyr-q8_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1932735283, + "digest": "9e11af0951d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-q8_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-zephyr-fp16", + "model": "stablelm2:1.6b-zephyr-fp16", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 3543348019, + "digest": "9c7225243279", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-zephyr-fp16", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q2_K", + "model": "stablelm2:1.6b-q2_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 727711744, + "digest": "3b575a87a913", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q2_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q3_K_S", + "model": "stablelm2:1.6b-q3_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 830472192, + "digest": "067975f6b1c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q3_K_M", + "model": "stablelm2:1.6b-q3_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 899678208, + "digest": "7db1f01eeb28", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q3_K_L", + "model": "stablelm2:1.6b-q3_K_L", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 959447040, + "digest": "e10024b219b0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q4_0", + "model": "stablelm2:1.6b-q4_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1030750208, + "digest": "be79737556df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q4_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q4_1", + "model": "stablelm2:1.6b-q4_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1181116006, + "digest": "1c1ef2dae7d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q4_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q4_K_S", + "model": "stablelm2:1.6b-q4_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1037041664, + "digest": "a9e787fc2a0c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q4_K_M", + "model": "stablelm2:1.6b-q4_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1073741824, + "digest": "3eb0d616668e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q5_0", + "model": "stablelm2:1.6b-q5_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "31085b8af897", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q5_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q5_1", + "model": "stablelm2:1.6b-q5_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1395864371, + "digest": "dd3bae8dbffd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q5_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q5_K_S", + "model": "stablelm2:1.6b-q5_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "de87d68a582a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q5_K_M", + "model": "stablelm2:1.6b-q5_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1288490189, + "digest": "f354c769a33a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q6_K", + "model": "stablelm2:1.6b-q6_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1503238554, + "digest": "376ed8ad2809", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q6_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-q8_0", + "model": "stablelm2:1.6b-q8_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 1932735283, + "digest": "bdc6441fbef4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-q8_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:1.6b-fp16", + "model": "stablelm2:1.6b-fp16", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 3543348019, + "digest": "59751c842430", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.6b-fp16", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat", + "model": "stablelm2:12b-chat", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7516192768, + "digest": "34b434945650", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q2_K", + "model": "stablelm2:12b-chat-q2_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 5046586573, + "digest": "60633e1e7e90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q3_K_S", + "model": "stablelm2:12b-chat-q3_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 5798205850, + "digest": "7047024d0f2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q3_K_M", + "model": "stablelm2:12b-chat-q3_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 6442450944, + "digest": "b7643e4111bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q3_K_L", + "model": "stablelm2:12b-chat-q3_K_L", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 6979321856, + "digest": "5ccd09a01b76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q4_0", + "model": "stablelm2:12b-chat-q4_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7516192768, + "digest": "34b434945650", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q4_1", + "model": "stablelm2:12b-chat-q4_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 8267812045, + "digest": "4fbe1f29b652", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q4_K_S", + "model": "stablelm2:12b-chat-q4_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7516192768, + "digest": "83a2e3ff8abc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q4_K_M", + "model": "stablelm2:12b-chat-q4_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7945689498, + "digest": "5af5562f9d85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q5_0", + "model": "stablelm2:12b-chat-q5_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 9019431322, + "digest": "e5b04f432c7b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q5_1", + "model": "stablelm2:12b-chat-q5_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 9771050598, + "digest": "3645c5d94e18", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q5_K_S", + "model": "stablelm2:12b-chat-q5_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 9019431322, + "digest": "446fbe890c8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q5_K_M", + "model": "stablelm2:12b-chat-q5_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 9234179686, + "digest": "f44dc73dc6cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q6_K", + "model": "stablelm2:12b-chat-q6_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 10737418240, + "digest": "1d69a3e529a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-q8_0", + "model": "stablelm2:12b-chat-q8_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 13958643712, + "digest": "df16528fc283", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-chat-fp16", + "model": "stablelm2:12b-chat-fp16", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 25769803776, + "digest": "13c47b3dfcbf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-text", + "model": "stablelm2:12b-text", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7516192768, + "digest": "345b0d1ba424", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-text", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q2_K", + "model": "stablelm2:12b-q2_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 5046586573, + "digest": "584ca182742f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q2_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q3_K_S", + "model": "stablelm2:12b-q3_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 5798205850, + "digest": "793a219d183c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q3_K_M", + "model": "stablelm2:12b-q3_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 6442450944, + "digest": "2f18605e62c1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q3_K_L", + "model": "stablelm2:12b-q3_K_L", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 6979321856, + "digest": "700e8e1bc5df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q4_0", + "model": "stablelm2:12b-q4_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7516192768, + "digest": "345b0d1ba424", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q4_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q4_1", + "model": "stablelm2:12b-q4_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 8267812045, + "digest": "1c1fb0772461", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q4_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q4_K_S", + "model": "stablelm2:12b-q4_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7516192768, + "digest": "ced8fb3048d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q4_K_M", + "model": "stablelm2:12b-q4_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 7945689498, + "digest": "caa45d546ea8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q5_0", + "model": "stablelm2:12b-q5_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 9019431322, + "digest": "c7af93fd855e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q5_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q5_1", + "model": "stablelm2:12b-q5_1", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 9771050598, + "digest": "2b56d93c664f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q5_1", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q5_K_S", + "model": "stablelm2:12b-q5_K_S", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 9019431322, + "digest": "4b2f83850196", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q5_K_M", + "model": "stablelm2:12b-q5_K_M", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 9234179686, + "digest": "f64999ce1c7d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q6_K", + "model": "stablelm2:12b-q6_K", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 10737418240, + "digest": "b289916cd903", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q6_K", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-q8_0", + "model": "stablelm2:12b-q8_0", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 13958643712, + "digest": "0d36ff686778", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-q8_0", + "quantization_level": "" + } + }, + { + "name": "stablelm2:12b-fp16", + "model": "stablelm2:12b-fp16", + "modified_at": "2024-05-07T02:11:00.000Z", + "size": 25769803776, + "digest": "e24492cdd1f0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "12b-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:latest", + "model": "granite3-dense:latest", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1717986918, + "digest": "5c2e6f3112f4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b", + "model": "granite3-dense:2b", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1717986918, + "digest": "5c2e6f3112f4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b", + "model": "granite3-dense:8b", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 5261334938, + "digest": "199456d876ee", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q2_K", + "model": "granite3-dense:2b-instruct-q2_K", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1073741824, + "digest": "2261d92d6175", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q3_K_S", + "model": "granite3-dense:2b-instruct-q3_K_S", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1288490189, + "digest": "7c6af70b9f11", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q3_K_M", + "model": "granite3-dense:2b-instruct-q3_K_M", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1395864371, + "digest": "c08ae454856c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q3_K_L", + "model": "granite3-dense:2b-instruct-q3_K_L", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1503238554, + "digest": "201ccf1522e8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q4_0", + "model": "granite3-dense:2b-instruct-q4_0", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1610612736, + "digest": "dd4a07b9e1b7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q4_1", + "model": "granite3-dense:2b-instruct-q4_1", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1825361101, + "digest": "e12ad0fad2ad", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q4_K_S", + "model": "granite3-dense:2b-instruct-q4_K_S", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1610612736, + "digest": "0f87f54eb387", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q4_K_M", + "model": "granite3-dense:2b-instruct-q4_K_M", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1717986918, + "digest": "5c2e6f3112f4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q5_0", + "model": "granite3-dense:2b-instruct-q5_0", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1932735283, + "digest": "db3fbcdec89b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q5_1", + "model": "granite3-dense:2b-instruct-q5_1", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 2147483648, + "digest": "bc5ed577d64f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q5_K_S", + "model": "granite3-dense:2b-instruct-q5_K_S", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 1932735283, + "digest": "be9d8efefd30", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q5_K_M", + "model": "granite3-dense:2b-instruct-q5_K_M", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 2040109466, + "digest": "dcace13d6d34", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q6_K", + "model": "granite3-dense:2b-instruct-q6_K", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 2362232013, + "digest": "7f374efdad9b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-q8_0", + "model": "granite3-dense:2b-instruct-q8_0", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 3006477107, + "digest": "f35cd2e1e433", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:2b-instruct-fp16", + "model": "granite3-dense:2b-instruct-fp16", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 5690831667, + "digest": "24e5c0a35f78", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q2_K", + "model": "granite3-dense:8b-instruct-q2_K", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 3328599654, + "digest": "2ea57f8bc8fd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q3_K_S", + "model": "granite3-dense:8b-instruct-q3_K_S", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 3865470566, + "digest": "4c5f0dba11a8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q3_K_M", + "model": "granite3-dense:8b-instruct-q3_K_M", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 4294967296, + "digest": "c1a94d47b25c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q3_K_L", + "model": "granite3-dense:8b-instruct-q3_K_L", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 4617089843, + "digest": "c74b04a2513f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q4_0", + "model": "granite3-dense:8b-instruct-q4_0", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 5046586573, + "digest": "16473222519f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q4_1", + "model": "granite3-dense:8b-instruct-q4_1", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 5476083302, + "digest": "8a47472a11f2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q4_K_S", + "model": "granite3-dense:8b-instruct-q4_K_S", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 5046586573, + "digest": "8fc1ce76b8f2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q4_K_M", + "model": "granite3-dense:8b-instruct-q4_K_M", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 5261334938, + "digest": "199456d876ee", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q5_0", + "model": "granite3-dense:8b-instruct-q5_0", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 6012954214, + "digest": "449cddb1864d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q5_1", + "model": "granite3-dense:8b-instruct-q5_1", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 6549825126, + "digest": "ae4ab94be005", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q5_K_S", + "model": "granite3-dense:8b-instruct-q5_K_S", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 6012954214, + "digest": "49055e666925", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q5_K_M", + "model": "granite3-dense:8b-instruct-q5_K_M", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 6227702579, + "digest": "e85361d1973c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q6_K", + "model": "granite3-dense:8b-instruct-q6_K", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 7194070221, + "digest": "ec258d53940b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-q8_0", + "model": "granite3-dense:8b-instruct-q8_0", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 9341553869, + "digest": "f1466e70a7be", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3-dense:8b-instruct-fp16", + "model": "granite3-dense:8b-instruct-fp16", + "modified_at": "2024-11-19T22:35:00.000Z", + "size": 17179869184, + "digest": "d3a4062e339e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:latest", + "model": "llama3-chatqa:latest", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 5046586573, + "digest": "b37a98d204b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b", + "model": "llama3-chatqa:8b", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 5046586573, + "digest": "b37a98d204b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b", + "model": "llama3-chatqa:70b", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 42949672960, + "digest": "ab8941f03aa3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5", + "model": "llama3-chatqa:8b-v1.5", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 5046586573, + "digest": "b37a98d204b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q2_K", + "model": "llama3-chatqa:8b-v1.5-q2_K", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 3435973837, + "digest": "010674c8ebb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q3_K_S", + "model": "llama3-chatqa:8b-v1.5-q3_K_S", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 3972844749, + "digest": "6d4cf2ccd7df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q3_K_M", + "model": "llama3-chatqa:8b-v1.5-q3_K_M", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 4294967296, + "digest": "d1cbce0911ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q3_K_L", + "model": "llama3-chatqa:8b-v1.5-q3_K_L", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 4617089843, + "digest": "748c33a3a51f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q4_0", + "model": "llama3-chatqa:8b-v1.5-q4_0", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 5046586573, + "digest": "b37a98d204b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q4_1", + "model": "llama3-chatqa:8b-v1.5-q4_1", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 5476083302, + "digest": "598e30318446", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q4_K_S", + "model": "llama3-chatqa:8b-v1.5-q4_K_S", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 5046586573, + "digest": "c4c5c98e11c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q4_K_M", + "model": "llama3-chatqa:8b-v1.5-q4_K_M", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 5261334938, + "digest": "07e385a3991b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q5_0", + "model": "llama3-chatqa:8b-v1.5-q5_0", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 6012954214, + "digest": "7775bf791816", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q5_1", + "model": "llama3-chatqa:8b-v1.5-q5_1", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 6549825126, + "digest": "233019c7a259", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q5_K_S", + "model": "llama3-chatqa:8b-v1.5-q5_K_S", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 6012954214, + "digest": "3eab2a2fa684", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q5_K_M", + "model": "llama3-chatqa:8b-v1.5-q5_K_M", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 6120328397, + "digest": "d0e9675cf775", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q6_K", + "model": "llama3-chatqa:8b-v1.5-q6_K", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 7086696038, + "digest": "576770c27967", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-q8_0", + "model": "llama3-chatqa:8b-v1.5-q8_0", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 9126805504, + "digest": "4b48f929dc16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:8b-v1.5-fp16", + "model": "llama3-chatqa:8b-v1.5-fp16", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 17179869184, + "digest": "54f366e1115a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5", + "model": "llama3-chatqa:70b-v1.5", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 42949672960, + "digest": "ab8941f03aa3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q2_K", + "model": "llama3-chatqa:70b-v1.5-q2_K", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 27917287424, + "digest": "8fde9769839c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q3_K_S", + "model": "llama3-chatqa:70b-v1.5-q3_K_S", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 33285996544, + "digest": "6c487abb0e1f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q3_K_M", + "model": "llama3-chatqa:70b-v1.5-q3_K_M", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 36507222016, + "digest": "47d621963e0c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q3_K_L", + "model": "llama3-chatqa:70b-v1.5-q3_K_L", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 39728447488, + "digest": "d894d5e58d1e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q4_0", + "model": "llama3-chatqa:70b-v1.5-q4_0", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 42949672960, + "digest": "ab8941f03aa3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q4_1", + "model": "llama3-chatqa:70b-v1.5-q4_1", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 47244640256, + "digest": "ae356afdf521", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q4_K_S", + "model": "llama3-chatqa:70b-v1.5-q4_K_S", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 42949672960, + "digest": "7d6f62f9c1c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q4_K_M", + "model": "llama3-chatqa:70b-v1.5-q4_K_M", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 46170898432, + "digest": "bd9cc94a71c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q5_0", + "model": "llama3-chatqa:70b-v1.5-q5_0", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 52613349376, + "digest": "29f1075baf3a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q5_1", + "model": "llama3-chatqa:70b-v1.5-q5_1", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 56908316672, + "digest": "3adf827c2f0c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q5_K_S", + "model": "llama3-chatqa:70b-v1.5-q5_K_S", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 52613349376, + "digest": "2650a0fefd9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q5_K_M", + "model": "llama3-chatqa:70b-v1.5-q5_K_M", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 53687091200, + "digest": "275a26d672ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q6_K", + "model": "llama3-chatqa:70b-v1.5-q6_K", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 62277025792, + "digest": "8cc009d2a270", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-q8_0", + "model": "llama3-chatqa:70b-v1.5-q8_0", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 80530636800, + "digest": "1fb999cb1cad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3-chatqa:70b-v1.5-fp16", + "model": "llama3-chatqa:70b-v1.5-fp16", + "modified_at": "2024-05-10T23:53:00.000Z", + "size": 151397597184, + "digest": "d46dd05cde4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:latest", + "model": "granite3.1-dense:latest", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 5368709120, + "digest": "34d3be74ec54", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b", + "model": "granite3.1-dense:2b", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1717986918, + "digest": "fba1ad01113e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b", + "model": "granite3.1-dense:8b", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 5368709120, + "digest": "34d3be74ec54", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q2_K", + "model": "granite3.1-dense:2b-instruct-q2_K", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1073741824, + "digest": "f412eb659c66", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q3_K_S", + "model": "granite3.1-dense:2b-instruct-q3_K_S", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1288490189, + "digest": "74791f52899c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q3_K_M", + "model": "granite3.1-dense:2b-instruct-q3_K_M", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1395864371, + "digest": "d65eb61a1e65", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q3_K_L", + "model": "granite3.1-dense:2b-instruct-q3_K_L", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1503238554, + "digest": "85ad99cb9a18", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q4_0", + "model": "granite3.1-dense:2b-instruct-q4_0", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1610612736, + "digest": "7ed050a70760", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q4_1", + "model": "granite3.1-dense:2b-instruct-q4_1", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1717986918, + "digest": "c265a649f4f8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q4_K_S", + "model": "granite3.1-dense:2b-instruct-q4_K_S", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1610612736, + "digest": "a8d7602ade5f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q4_K_M", + "model": "granite3.1-dense:2b-instruct-q4_K_M", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1717986918, + "digest": "fba1ad01113e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q5_0", + "model": "granite3.1-dense:2b-instruct-q5_0", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1932735283, + "digest": "f26890da1451", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q5_1", + "model": "granite3.1-dense:2b-instruct-q5_1", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 2040109466, + "digest": "35c067239cb5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q5_K_S", + "model": "granite3.1-dense:2b-instruct-q5_K_S", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1932735283, + "digest": "1a2b39f6e69c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q5_K_M", + "model": "granite3.1-dense:2b-instruct-q5_K_M", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 1932735283, + "digest": "86cdcdb94cd6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q6_K", + "model": "granite3.1-dense:2b-instruct-q6_K", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 2254857830, + "digest": "66d07595e1dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-q8_0", + "model": "granite3.1-dense:2b-instruct-q8_0", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 2899102925, + "digest": "ef1441680161", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:2b-instruct-fp16", + "model": "granite3.1-dense:2b-instruct-fp16", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 5476083302, + "digest": "1f64b4541957", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q2_K", + "model": "granite3.1-dense:8b-instruct-q2_K", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 3435973837, + "digest": "4b18119a5086", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q3_K_S", + "model": "granite3.1-dense:8b-instruct-q3_K_S", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 3865470566, + "digest": "338340c340cb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q3_K_M", + "model": "granite3.1-dense:8b-instruct-q3_K_M", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 4294967296, + "digest": "0dc5c3ac8a1e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q3_K_L", + "model": "granite3.1-dense:8b-instruct-q3_K_L", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 4724464026, + "digest": "8f28ec28aafc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q4_0", + "model": "granite3.1-dense:8b-instruct-q4_0", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 5046586573, + "digest": "fc2c18155205", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q4_1", + "model": "granite3.1-dense:8b-instruct-q4_1", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 5583457485, + "digest": "a94882d992cf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q4_K_S", + "model": "granite3.1-dense:8b-instruct-q4_K_S", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 5046586573, + "digest": "4707086b3bed", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q4_K_M", + "model": "granite3.1-dense:8b-instruct-q4_K_M", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 5368709120, + "digest": "34d3be74ec54", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q5_0", + "model": "granite3.1-dense:8b-instruct-q5_0", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 6120328397, + "digest": "3ec7544ebcb8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q5_1", + "model": "granite3.1-dense:8b-instruct-q5_1", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 6657199309, + "digest": "5f3faea362a7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q5_K_S", + "model": "granite3.1-dense:8b-instruct-q5_K_S", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 6120328397, + "digest": "8c98cd3dd70e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q5_K_M", + "model": "granite3.1-dense:8b-instruct-q5_K_M", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 6227702579, + "digest": "4ae40e965ca7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q6_K", + "model": "granite3.1-dense:8b-instruct-q6_K", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 7301444403, + "digest": "8e5691d17175", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-q8_0", + "model": "granite3.1-dense:8b-instruct-q8_0", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 9341553869, + "digest": "fd5499afc361", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3.1-dense:8b-instruct-fp16", + "model": "granite3.1-dense:8b-instruct-fp16", + "modified_at": "2025-01-17T22:46:00.000Z", + "size": 17179869184, + "digest": "51d4ae6e2b23", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:latest", + "model": "llama-guard3:latest", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 5261334938, + "digest": "46f211c3d866", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b", + "model": "llama-guard3:1b", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1717986918, + "digest": "494147e06bf9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b", + "model": "llama-guard3:8b", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 5261334938, + "digest": "46f211c3d866", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q2_K", + "model": "llama-guard3:1b-q2_K", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 699400192, + "digest": "4f4a8f765204", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q3_K_S", + "model": "llama-guard3:1b-q3_K_S", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 791674880, + "digest": "ba60616a0c42", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q3_K_M", + "model": "llama-guard3:1b-q3_K_M", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 843055104, + "digest": "b78caaa936b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q3_K_L", + "model": "llama-guard3:1b-q3_K_L", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 886046720, + "digest": "56573dbb7522", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q4_0", + "model": "llama-guard3:1b-q4_0", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 963641344, + "digest": "9ef1b1d8bcf1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q4_1", + "model": "llama-guard3:1b-q4_1", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1044381696, + "digest": "472f17649b81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q4_K_S", + "model": "llama-guard3:1b-q4_K_S", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 967835648, + "digest": "c704818a1eb7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q4_K_M", + "model": "llama-guard3:1b-q4_K_M", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1001390080, + "digest": "f00008beff55", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q5_0", + "model": "llama-guard3:1b-q5_0", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1181116006, + "digest": "addf16c29474", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q5_1", + "model": "llama-guard3:1b-q5_1", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1288490189, + "digest": "b50f55fc799b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q5_K_S", + "model": "llama-guard3:1b-q5_K_S", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1181116006, + "digest": "0d2095859cf0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q5_K_M", + "model": "llama-guard3:1b-q5_K_M", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1181116006, + "digest": "ce0d5502e1e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q6_K", + "model": "llama-guard3:1b-q6_K", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1288490189, + "digest": "fa99080590a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-q8_0", + "model": "llama-guard3:1b-q8_0", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 1717986918, + "digest": "494147e06bf9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:1b-fp16", + "model": "llama-guard3:1b-fp16", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 3221225472, + "digest": "d72f84e54012", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-fp16", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q2_K", + "model": "llama-guard3:8b-q2_K", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 3435973837, + "digest": "48bd36a8a40c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q3_K_S", + "model": "llama-guard3:8b-q3_K_S", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 3972844749, + "digest": "d1fa14fbd1a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q3_K_M", + "model": "llama-guard3:8b-q3_K_M", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 4294967296, + "digest": "0043e6c0f561", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q3_K_L", + "model": "llama-guard3:8b-q3_K_L", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 4617089843, + "digest": "bea5c2385dc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q4_0", + "model": "llama-guard3:8b-q4_0", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 5046586573, + "digest": "d8d7fb8dfa56", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q4_1", + "model": "llama-guard3:8b-q4_1", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 5476083302, + "digest": "dbdbb468940f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q4_K_S", + "model": "llama-guard3:8b-q4_K_S", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 5046586573, + "digest": "7e8d75f07310", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q4_K_M", + "model": "llama-guard3:8b-q4_K_M", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 5261334938, + "digest": "46f211c3d866", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q5_0", + "model": "llama-guard3:8b-q5_0", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 6012954214, + "digest": "d3622397e2ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q5_1", + "model": "llama-guard3:8b-q5_1", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 6549825126, + "digest": "f32c583fc2dd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q5_K_S", + "model": "llama-guard3:8b-q5_K_S", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 6012954214, + "digest": "adfedf090c4a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q5_K_M", + "model": "llama-guard3:8b-q5_K_M", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 6120328397, + "digest": "38e0f1d13795", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q6_K", + "model": "llama-guard3:8b-q6_K", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 7086696038, + "digest": "ca512b2c0abf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-q8_0", + "model": "llama-guard3:8b-q8_0", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 9126805504, + "digest": "5cc118047fb2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama-guard3:8b-fp16", + "model": "llama-guard3:8b-fp16", + "modified_at": "2024-10-11T03:32:00.000Z", + "size": 17179869184, + "digest": "6945df9ed1fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-fp16", + "quantization_level": "" + } + }, + { + "name": "phi3.5:latest", + "model": "phi3.5:latest", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2362232013, + "digest": "61819fb370a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b", + "model": "phi3.5:3.8b", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2362232013, + "digest": "61819fb370a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q2_K", + "model": "phi3.5:3.8b-mini-instruct-q2_K", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 1503238554, + "digest": "45b8dc82a846", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q3_K_S", + "model": "phi3.5:3.8b-mini-instruct-q3_K_S", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 1825361101, + "digest": "a96deac0d01a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q3_K_M", + "model": "phi3.5:3.8b-mini-instruct-q3_K_M", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2147483648, + "digest": "0d7837063f04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q3_K_L", + "model": "phi3.5:3.8b-mini-instruct-q3_K_L", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2254857830, + "digest": "1a0c69ceca7c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q4_0", + "model": "phi3.5:3.8b-mini-instruct-q4_0", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2362232013, + "digest": "61819fb370a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q4_1", + "model": "phi3.5:3.8b-mini-instruct-q4_1", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2576980378, + "digest": "4cbfba8563ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q4_K_S", + "model": "phi3.5:3.8b-mini-instruct-q4_K_S", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2362232013, + "digest": "593801e5a118", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q4_K_M", + "model": "phi3.5:3.8b-mini-instruct-q4_K_M", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2576980378, + "digest": "570961596984", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q5_0", + "model": "phi3.5:3.8b-mini-instruct-q5_0", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2791728742, + "digest": "08d2a846d344", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q5_1", + "model": "phi3.5:3.8b-mini-instruct-q5_1", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 3113851290, + "digest": "56d7624b988b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q5_K_S", + "model": "phi3.5:3.8b-mini-instruct-q5_K_S", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 2791728742, + "digest": "359cb1eb71b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q5_K_M", + "model": "phi3.5:3.8b-mini-instruct-q5_K_M", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 3006477107, + "digest": "d8410edb4013", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q6_K", + "model": "phi3.5:3.8b-mini-instruct-q6_K", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 3328599654, + "digest": "64777e5c6803", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-q8_0", + "model": "phi3.5:3.8b-mini-instruct-q8_0", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 4402341478, + "digest": "8b50e8e1e216", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi3.5:3.8b-mini-instruct-fp16", + "model": "phi3.5:3.8b-mini-instruct-fp16", + "modified_at": "2024-09-05T19:00:00.000Z", + "size": 8160437862, + "digest": "4611ed13d496", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-mini-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "devstral:latest", + "model": "devstral:latest", + "modified_at": "2025-07-04T18:29:00.000Z", + "size": 15032385536, + "digest": "9bd74193e939", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "devstral:24b", + "model": "devstral:24b", + "modified_at": "2025-07-04T18:29:00.000Z", + "size": 15032385536, + "digest": "9bd74193e939", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b", + "quantization_level": "" + } + }, + { + "name": "devstral:24b-small-2505-q4_K_M", + "model": "devstral:24b-small-2505-q4_K_M", + "modified_at": "2025-07-04T18:29:00.000Z", + "size": 15032385536, + "digest": "9bd74193e939", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-small-2505-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "devstral:24b-small-2505-q8_0", + "model": "devstral:24b-small-2505-q8_0", + "modified_at": "2025-07-04T18:29:00.000Z", + "size": 26843545600, + "digest": "25a16f448fb3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-small-2505-q8_0", + "quantization_level": "" + } + }, + { + "name": "devstral:24b-small-2505-fp16", + "model": "devstral:24b-small-2505-fp16", + "modified_at": "2025-07-04T18:29:00.000Z", + "size": 50465865728, + "digest": "d1e6469472dc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "24b-small-2505-fp16", + "quantization_level": "" + } + }, + { + "name": "wizard-math:latest", + "model": "wizard-math:latest", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4402341478, + "digest": "5ab8dc2115d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b", + "model": "wizard-math:7b", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4402341478, + "digest": "5ab8dc2115d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b", + "model": "wizard-math:13b", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 7945689498, + "digest": "8b44f21282d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b", + "model": "wizard-math:70b", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 41875931136, + "digest": "78a12f5c753b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q2_K", + "model": "wizard-math:7b-v1.1-q2_K", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 3328599654, + "digest": "fb23b7ecbb41", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q3_K_S", + "model": "wizard-math:7b-v1.1-q3_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 3435973837, + "digest": "3d60487e5ff9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q3_K_M", + "model": "wizard-math:7b-v1.1-q3_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 3758096384, + "digest": "445d38e580c1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q3_K_L", + "model": "wizard-math:7b-v1.1-q3_K_L", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4080218931, + "digest": "5d4901c2b6ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q4_0", + "model": "wizard-math:7b-v1.1-q4_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4402341478, + "digest": "5ab8dc2115d3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q4_1", + "model": "wizard-math:7b-v1.1-q4_1", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4939212390, + "digest": "84da7cfcaadf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q4_K_S", + "model": "wizard-math:7b-v1.1-q4_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4402341478, + "digest": "7fbb91d511ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q4_K_M", + "model": "wizard-math:7b-v1.1-q4_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4724464026, + "digest": "b3f80305c1ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q5_0", + "model": "wizard-math:7b-v1.1-q5_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5368709120, + "digest": "68ee7e9ae5c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q5_1", + "model": "wizard-math:7b-v1.1-q5_1", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5798205850, + "digest": "a71b25492bae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q5_K_S", + "model": "wizard-math:7b-v1.1-q5_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5368709120, + "digest": "842e330e5a43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q5_K_M", + "model": "wizard-math:7b-v1.1-q5_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5476083302, + "digest": "7ef289161203", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q6_K", + "model": "wizard-math:7b-v1.1-q6_K", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 6335076762, + "digest": "1605a5f0a78d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-q8_0", + "model": "wizard-math:7b-v1.1-q8_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 8267812045, + "digest": "c0a82cf6340f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-v1.1-fp16", + "model": "wizard-math:7b-v1.1-fp16", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 15032385536, + "digest": "9ba9081b8e33", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.1-fp16", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q2_K", + "model": "wizard-math:7b-q2_K", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 3006477107, + "digest": "92eee4b30af3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q3_K_S", + "model": "wizard-math:7b-q3_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 3113851290, + "digest": "5991089fe14e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q3_K_M", + "model": "wizard-math:7b-q3_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 3543348019, + "digest": "8d69fd3716a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q3_K_L", + "model": "wizard-math:7b-q3_K_L", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 3865470566, + "digest": "ea1e890b2834", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q4_0", + "model": "wizard-math:7b-q4_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4080218931, + "digest": "9c8843a9e4f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q4_1", + "model": "wizard-math:7b-q4_1", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4509715661, + "digest": "9591190dde98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q4_K_S", + "model": "wizard-math:7b-q4_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4187593114, + "digest": "7b76b8b02e14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q4_K_M", + "model": "wizard-math:7b-q4_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 4402341478, + "digest": "1cdc42c6d82d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q5_0", + "model": "wizard-math:7b-q5_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5046586573, + "digest": "ade46d0b5ba5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q5_1", + "model": "wizard-math:7b-q5_1", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5476083302, + "digest": "b0f832f014a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q5_K_S", + "model": "wizard-math:7b-q5_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5046586573, + "digest": "7c60c147e556", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q5_K_M", + "model": "wizard-math:7b-q5_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5153960755, + "digest": "c127eced82ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q6_K", + "model": "wizard-math:7b-q6_K", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5905580032, + "digest": "da2e01e1db76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-q8_0", + "model": "wizard-math:7b-q8_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 7730941133, + "digest": "0ffedbf1deac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:7b-fp16", + "model": "wizard-math:7b-fp16", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 13958643712, + "digest": "2da027b7832e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q2_K", + "model": "wizard-math:13b-q2_K", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 5798205850, + "digest": "04f99080dc55", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q3_K_S", + "model": "wizard-math:13b-q3_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 6120328397, + "digest": "09e1fc038a1e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q3_K_M", + "model": "wizard-math:13b-q3_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 6764573491, + "digest": "f20c07ecdbbb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q3_K_L", + "model": "wizard-math:13b-q3_K_L", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 7408818586, + "digest": "ed332a080a46", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q4_0", + "model": "wizard-math:13b-q4_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 7945689498, + "digest": "8b44f21282d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q4_1", + "model": "wizard-math:13b-q4_1", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 8804682957, + "digest": "7d82decc19c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q4_K_S", + "model": "wizard-math:13b-q4_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 7945689498, + "digest": "5b0ad85a5ff2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q4_K_M", + "model": "wizard-math:13b-q4_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 8482560410, + "digest": "8972bd69fd2b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q5_0", + "model": "wizard-math:13b-q5_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 9663676416, + "digest": "712881c3a1f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q5_1", + "model": "wizard-math:13b-q5_1", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 10522669875, + "digest": "4dc396c294c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q5_K_S", + "model": "wizard-math:13b-q5_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 9663676416, + "digest": "81854a1cfc87", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q5_K_M", + "model": "wizard-math:13b-q5_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 9878424781, + "digest": "ee22916d7475", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q6_K", + "model": "wizard-math:13b-q6_K", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 11811160064, + "digest": "3b2fe53d6622", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-q8_0", + "model": "wizard-math:13b-q8_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 15032385536, + "digest": "fb4caa91e51b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:13b-fp16", + "model": "wizard-math:13b-fp16", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 27917287424, + "digest": "3bd5c9fb640d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q2_K", + "model": "wizard-math:70b-q2_K", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 31138512896, + "digest": "49b0aa622ef3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q3_K_S", + "model": "wizard-math:70b-q3_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 32212254720, + "digest": "f177b78b166c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q3_K_M", + "model": "wizard-math:70b-q3_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 35433480192, + "digest": "213ebb30790d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q3_K_L", + "model": "wizard-math:70b-q3_K_L", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 38654705664, + "digest": "abaeff08031f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q4_0", + "model": "wizard-math:70b-q4_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 41875931136, + "digest": "78a12f5c753b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q4_1", + "model": "wizard-math:70b-q4_1", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 46170898432, + "digest": "5dfbed4fdb94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q4_K_S", + "model": "wizard-math:70b-q4_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 41875931136, + "digest": "ffac3e511948", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q4_K_M", + "model": "wizard-math:70b-q4_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 44023414784, + "digest": "7e51cd7185f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q5_0", + "model": "wizard-math:70b-q5_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 50465865728, + "digest": "36de56ad0a3e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q5_1", + "model": "wizard-math:70b-q5_1", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 55834574848, + "digest": "ac0dd67be9f3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q5_K_S", + "model": "wizard-math:70b-q5_K_S", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 50465865728, + "digest": "3457b4038c5a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q5_K_M", + "model": "wizard-math:70b-q5_K_M", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 52613349376, + "digest": "09fccca8b7ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q6_K", + "model": "wizard-math:70b-q6_K", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 61203283968, + "digest": "7926bf824556", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-q8_0", + "model": "wizard-math:70b-q8_0", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 78383153152, + "digest": "5827126cc766", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizard-math:70b-fp16", + "model": "wizard-math:70b-fp16", + "modified_at": "2023-12-19T16:02:00.000Z", + "size": 148176371712, + "digest": "fbc61420209c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:latest", + "model": "dolphincoder:latest", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 4509715661, + "digest": "677555f1f316", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b", + "model": "dolphincoder:7b", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 4509715661, + "digest": "677555f1f316", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b", + "model": "dolphincoder:15b", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 9771050598, + "digest": "1102380927c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2", + "model": "dolphincoder:7b-starcoder2", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 4509715661, + "digest": "677555f1f316", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q2_K", + "model": "dolphincoder:7b-starcoder2-q2_K", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 3113851290, + "digest": "fb0129d225aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q3_K_S", + "model": "dolphincoder:7b-starcoder2-q3_K_S", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 3543348019, + "digest": "e97ee0126684", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q3_K_M", + "model": "dolphincoder:7b-starcoder2-q3_K_M", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 4080218931, + "digest": "3e450ded039a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q3_K_L", + "model": "dolphincoder:7b-starcoder2-q3_K_L", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 4509715661, + "digest": "a8319e4b88e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q4_0", + "model": "dolphincoder:7b-starcoder2-q4_0", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 4509715661, + "digest": "677555f1f316", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q4_1", + "model": "dolphincoder:7b-starcoder2-q4_1", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 5046586573, + "digest": "659db57b0269", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q4_K_S", + "model": "dolphincoder:7b-starcoder2-q4_K_S", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 4617089843, + "digest": "0d50809844f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q4_K_M", + "model": "dolphincoder:7b-starcoder2-q4_K_M", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 4939212390, + "digest": "547e49183386", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q5_0", + "model": "dolphincoder:7b-starcoder2-q5_0", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 5476083302, + "digest": "c83c1feb4d92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q5_1", + "model": "dolphincoder:7b-starcoder2-q5_1", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 6012954214, + "digest": "4f0f2eb0effb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q5_K_S", + "model": "dolphincoder:7b-starcoder2-q5_K_S", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 5476083302, + "digest": "4566628e5196", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q5_K_M", + "model": "dolphincoder:7b-starcoder2-q5_K_M", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 5690831667, + "digest": "c44956298761", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q6_K", + "model": "dolphincoder:7b-starcoder2-q6_K", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 6549825126, + "digest": "fd5972ba8500", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-q8_0", + "model": "dolphincoder:7b-starcoder2-q8_0", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 8482560410, + "digest": "21c985c7feb0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:7b-starcoder2-fp16", + "model": "dolphincoder:7b-starcoder2-fp16", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 16106127360, + "digest": "59be24ed28ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-starcoder2-fp16", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2", + "model": "dolphincoder:15b-starcoder2", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 9771050598, + "digest": "1102380927c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q2_K", + "model": "dolphincoder:15b-starcoder2-q2_K", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 6657199309, + "digest": "ba9150d92d7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q2_K", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q3_K_S", + "model": "dolphincoder:15b-starcoder2-q3_K_S", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 7516192768, + "digest": "acf10b086812", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q3_K_M", + "model": "dolphincoder:15b-starcoder2-q3_K_M", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 8697308774, + "digest": "eddba241c8a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q3_K_L", + "model": "dolphincoder:15b-starcoder2-q3_K_L", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 9663676416, + "digest": "df6670a7f78c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q4_0", + "model": "dolphincoder:15b-starcoder2-q4_0", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 9771050598, + "digest": "1102380927c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q4_0", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q4_1", + "model": "dolphincoder:15b-starcoder2-q4_1", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 10737418240, + "digest": "e6e9a34e768f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q4_1", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q4_K_S", + "model": "dolphincoder:15b-starcoder2-q4_K_S", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 9985798963, + "digest": "c2b8d84e8ce3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q4_K_M", + "model": "dolphincoder:15b-starcoder2-q4_K_M", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 10630044058, + "digest": "5af4b8a9d51d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q5_0", + "model": "dolphincoder:15b-starcoder2-q5_0", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 11811160064, + "digest": "b4735d7cba44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q5_0", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q5_1", + "model": "dolphincoder:15b-starcoder2-q5_1", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 12884901888, + "digest": "7140319becb6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q5_1", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q5_K_S", + "model": "dolphincoder:15b-starcoder2-q5_K_S", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 11811160064, + "digest": "f4ebaabdbf39", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q5_K_M", + "model": "dolphincoder:15b-starcoder2-q5_K_M", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 11811160064, + "digest": "fff9c5a18e8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q6_K", + "model": "dolphincoder:15b-starcoder2-q6_K", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 13958643712, + "digest": "7f4177c2ad67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q6_K", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-q8_0", + "model": "dolphincoder:15b-starcoder2-q8_0", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 18253611008, + "digest": "a0693c917630", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-q8_0", + "quantization_level": "" + } + }, + { + "name": "dolphincoder:15b-starcoder2-fp16", + "model": "dolphincoder:15b-starcoder2-fp16", + "modified_at": "2024-04-09T00:01:00.000Z", + "size": 34359738368, + "digest": "1c1dc0127ddc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "15b-starcoder2-fp16", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:latest", + "model": "aya-expanse:latest", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 5476083302, + "digest": "65f986688a01", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b", + "model": "aya-expanse:8b", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 5476083302, + "digest": "65f986688a01", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b", + "model": "aya-expanse:32b", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 21474836480, + "digest": "1603440383bd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q2_K", + "model": "aya-expanse:8b-q2_K", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 3650722202, + "digest": "4e94e1804ed0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q2_K", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q3_K_S", + "model": "aya-expanse:8b-q3_K_S", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 4187593114, + "digest": "6c65053f0521", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q3_K_M", + "model": "aya-expanse:8b-q3_K_M", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 4509715661, + "digest": "a4a9b41eac86", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q3_K_L", + "model": "aya-expanse:8b-q3_K_L", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 4831838208, + "digest": "fc1432804cff", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q4_0", + "model": "aya-expanse:8b-q4_0", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 5153960755, + "digest": "c5956345aaa7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_0", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q4_1", + "model": "aya-expanse:8b-q4_1", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 5583457485, + "digest": "e85461db4a4a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_1", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q4_K_S", + "model": "aya-expanse:8b-q4_K_S", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 5153960755, + "digest": "951e4f5b2da0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q4_K_M", + "model": "aya-expanse:8b-q4_K_M", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 5476083302, + "digest": "65f986688a01", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q5_0", + "model": "aya-expanse:8b-q5_0", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 6120328397, + "digest": "d1a8566edcdd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_0", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q5_1", + "model": "aya-expanse:8b-q5_1", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 6549825126, + "digest": "d6c4aa0c560e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_1", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q5_K_S", + "model": "aya-expanse:8b-q5_K_S", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 6120328397, + "digest": "52275a980a3a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q5_K_M", + "model": "aya-expanse:8b-q5_K_M", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 6227702579, + "digest": "f61895fe5ab1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q6_K", + "model": "aya-expanse:8b-q6_K", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 7086696038, + "digest": "1ac4fd9f8a6e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q6_K", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-q8_0", + "model": "aya-expanse:8b-q8_0", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 9126805504, + "digest": "dea9deb4709b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:8b-fp16", + "model": "aya-expanse:8b-fp16", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 17179869184, + "digest": "a865f88ef2d9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-fp16", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q2_K", + "model": "aya-expanse:32b-q2_K", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 13958643712, + "digest": "f44c9317d435", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q2_K", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q3_K_S", + "model": "aya-expanse:32b-q3_K_S", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 16106127360, + "digest": "f9b00ae9fa64", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q3_K_M", + "model": "aya-expanse:32b-q3_K_M", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 17179869184, + "digest": "0fda43e48571", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q3_K_L", + "model": "aya-expanse:32b-q3_K_L", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 19327352832, + "digest": "ae8cf77b0ed5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q4_0", + "model": "aya-expanse:32b-q4_0", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 20401094656, + "digest": "a9a6ef593b6d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q4_0", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q4_1", + "model": "aya-expanse:32b-q4_1", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 22548578304, + "digest": "873205537e77", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q4_1", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q4_K_S", + "model": "aya-expanse:32b-q4_K_S", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 20401094656, + "digest": "c01efb135e53", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q4_K_M", + "model": "aya-expanse:32b-q4_K_M", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 21474836480, + "digest": "1603440383bd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q5_0", + "model": "aya-expanse:32b-q5_0", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 23622320128, + "digest": "067679252f1c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q5_0", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q5_1", + "model": "aya-expanse:32b-q5_1", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 25769803776, + "digest": "ef9e49740da1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q5_1", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q5_K_S", + "model": "aya-expanse:32b-q5_K_S", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 23622320128, + "digest": "7549163c6f3b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q5_K_M", + "model": "aya-expanse:32b-q5_K_M", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 24696061952, + "digest": "3283f75f7ad8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q6_K", + "model": "aya-expanse:32b-q6_K", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 28991029248, + "digest": "bddf1344b6a4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q6_K", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-q8_0", + "model": "aya-expanse:32b-q8_0", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 36507222016, + "digest": "885aef505f9b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-q8_0", + "quantization_level": "" + } + }, + { + "name": "aya-expanse:32b-fp16", + "model": "aya-expanse:32b-fp16", + "modified_at": "2024-10-25T02:01:00.000Z", + "size": 69793218560, + "digest": "c65e9ab0846f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:latest", + "model": "llama3-gradient:latest", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 5046586573, + "digest": "5d1398df5b8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:instruct", + "model": "llama3-gradient:instruct", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 5046586573, + "digest": "5d1398df5b8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:1048k", + "model": "llama3-gradient:1048k", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 5046586573, + "digest": "5d1398df5b8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1048k", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b", + "model": "llama3-gradient:8b", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 5046586573, + "digest": "5d1398df5b8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b", + "model": "llama3-gradient:70b", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 42949672960, + "digest": "b5d6e9d0ae61", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q2_K", + "model": "llama3-gradient:8b-instruct-1048k-q2_K", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 3435973837, + "digest": "c842eda5ddd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q3_K_S", + "model": "llama3-gradient:8b-instruct-1048k-q3_K_S", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 3972844749, + "digest": "ac6814bccbc9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q3_K_M", + "model": "llama3-gradient:8b-instruct-1048k-q3_K_M", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 4294967296, + "digest": "786019279b07", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q3_K_L", + "model": "llama3-gradient:8b-instruct-1048k-q3_K_L", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 4617089843, + "digest": "5a2ea82ad056", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q4_0", + "model": "llama3-gradient:8b-instruct-1048k-q4_0", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 5046586573, + "digest": "5d1398df5b8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q4_1", + "model": "llama3-gradient:8b-instruct-1048k-q4_1", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 5476083302, + "digest": "1e76a7e4e55b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q4_K_S", + "model": "llama3-gradient:8b-instruct-1048k-q4_K_S", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 5046586573, + "digest": "419da1c2bc33", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q4_K_M", + "model": "llama3-gradient:8b-instruct-1048k-q4_K_M", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 5261334938, + "digest": "3ba4af54f02f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q5_0", + "model": "llama3-gradient:8b-instruct-1048k-q5_0", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 6012954214, + "digest": "fcab91d085ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q5_1", + "model": "llama3-gradient:8b-instruct-1048k-q5_1", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 6549825126, + "digest": "778b4e9deda3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q5_K_S", + "model": "llama3-gradient:8b-instruct-1048k-q5_K_S", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 6012954214, + "digest": "a2a68d63519c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q5_K_M", + "model": "llama3-gradient:8b-instruct-1048k-q5_K_M", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 6120328397, + "digest": "279429844582", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q6_K", + "model": "llama3-gradient:8b-instruct-1048k-q6_K", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 7086696038, + "digest": "9851a7dbda92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-q8_0", + "model": "llama3-gradient:8b-instruct-1048k-q8_0", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 9126805504, + "digest": "543168ef36be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:8b-instruct-1048k-fp16", + "model": "llama3-gradient:8b-instruct-1048k-fp16", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 17179869184, + "digest": "839e683046bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-1048k-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q2_K", + "model": "llama3-gradient:70b-instruct-1048k-q2_K", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 27917287424, + "digest": "ed7c53c8b502", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q3_K_S", + "model": "llama3-gradient:70b-instruct-1048k-q3_K_S", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 33285996544, + "digest": "bdee3e061f75", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q3_K_M", + "model": "llama3-gradient:70b-instruct-1048k-q3_K_M", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 36507222016, + "digest": "e4fc265d59a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q3_K_L", + "model": "llama3-gradient:70b-instruct-1048k-q3_K_L", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 39728447488, + "digest": "a03cb0882529", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q4_0", + "model": "llama3-gradient:70b-instruct-1048k-q4_0", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 42949672960, + "digest": "b5d6e9d0ae61", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q4_1", + "model": "llama3-gradient:70b-instruct-1048k-q4_1", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 47244640256, + "digest": "4ecc3cc03c9a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q4_K_S", + "model": "llama3-gradient:70b-instruct-1048k-q4_K_S", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 42949672960, + "digest": "8c990ff8dd67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q4_K_M", + "model": "llama3-gradient:70b-instruct-1048k-q4_K_M", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 46170898432, + "digest": "b68ba521fab5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q5_0", + "model": "llama3-gradient:70b-instruct-1048k-q5_0", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 52613349376, + "digest": "31e92584c546", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q5_1", + "model": "llama3-gradient:70b-instruct-1048k-q5_1", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 56908316672, + "digest": "feafc730ced8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q5_K_S", + "model": "llama3-gradient:70b-instruct-1048k-q5_K_S", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 52613349376, + "digest": "841f57c74a05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q5_K_M", + "model": "llama3-gradient:70b-instruct-1048k-q5_K_M", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 53687091200, + "digest": "a3db61871133", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q6_K", + "model": "llama3-gradient:70b-instruct-1048k-q6_K", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 62277025792, + "digest": "d224f1d529ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-q8_0", + "model": "llama3-gradient:70b-instruct-1048k-q8_0", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 80530636800, + "digest": "65fc2ffdd713", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3-gradient:70b-instruct-1048k-fp16", + "model": "llama3-gradient:70b-instruct-1048k-fp16", + "modified_at": "2024-05-05T01:05:00.000Z", + "size": 151397597184, + "digest": "cfcadecc99e9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-instruct-1048k-fp16", + "quantization_level": "" + } + }, + { + "name": "internlm2:latest", + "model": "internlm2:latest", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4831838208, + "digest": "5050e36678ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "internlm2:1m", + "model": "internlm2:1m", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4831838208, + "digest": "f51a58d004a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1m", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b", + "model": "internlm2:1.8b", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1181116006, + "digest": "653be3eb69a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b", + "model": "internlm2:7b", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4831838208, + "digest": "5050e36678ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b", + "model": "internlm2:20b", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 11811160064, + "digest": "a864ac8dade2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q2_K", + "model": "internlm2:1.8b-chat-v2.5-q2_K", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 809500672, + "digest": "e323dd309ffa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q3_K_S", + "model": "internlm2:1.8b-chat-v2.5-q3_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 931135488, + "digest": "2adb2d42a98d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q3_K_M", + "model": "internlm2:1.8b-chat-v2.5-q3_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1010827264, + "digest": "f141c9a50fc5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q3_K_L", + "model": "internlm2:1.8b-chat-v2.5-q3_K_L", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1073741824, + "digest": "72790a472a60", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q4_0", + "model": "internlm2:1.8b-chat-v2.5-q4_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1181116006, + "digest": "653be3eb69a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q4_1", + "model": "internlm2:1.8b-chat-v2.5-q4_1", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1288490189, + "digest": "de0f6524a4bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q4_K_S", + "model": "internlm2:1.8b-chat-v2.5-q4_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1181116006, + "digest": "027cb3cac986", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q4_K_M", + "model": "internlm2:1.8b-chat-v2.5-q4_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1288490189, + "digest": "70424945cc94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q5_0", + "model": "internlm2:1.8b-chat-v2.5-q5_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1395864371, + "digest": "b0a6511d9a3d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q5_1", + "model": "internlm2:1.8b-chat-v2.5-q5_1", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1503238554, + "digest": "5e6a4506e50c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q5_K_S", + "model": "internlm2:1.8b-chat-v2.5-q5_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1395864371, + "digest": "024fd646cb43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q5_K_M", + "model": "internlm2:1.8b-chat-v2.5-q5_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1503238554, + "digest": "24f16cf9917b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q6_K", + "model": "internlm2:1.8b-chat-v2.5-q6_K", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 1717986918, + "digest": "f840db8f213c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-q8_0", + "model": "internlm2:1.8b-chat-v2.5-q8_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 2147483648, + "digest": "664a8f24ed79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:1.8b-chat-v2.5-fp16", + "model": "internlm2:1.8b-chat-v2.5-fp16", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4080218931, + "digest": "c62072479ed8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.8b-chat-v2.5-fp16", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q2_K", + "model": "internlm2:7b-chat-1m-v2.5-q2_K", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 3221225472, + "digest": "d84dd7a28059", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q3_K_S", + "model": "internlm2:7b-chat-1m-v2.5-q3_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 3758096384, + "digest": "d4a28a692833", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q3_K_M", + "model": "internlm2:7b-chat-1m-v2.5-q3_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4080218931, + "digest": "001eab78e4e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q3_K_L", + "model": "internlm2:7b-chat-1m-v2.5-q3_K_L", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4402341478, + "digest": "6166f50235bc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q4_0", + "model": "internlm2:7b-chat-1m-v2.5-q4_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4831838208, + "digest": "f51a58d004a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q4_1", + "model": "internlm2:7b-chat-1m-v2.5-q4_1", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5261334938, + "digest": "3961c56138a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q4_K_S", + "model": "internlm2:7b-chat-1m-v2.5-q4_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4831838208, + "digest": "b3d618c89ac3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q4_K_M", + "model": "internlm2:7b-chat-1m-v2.5-q4_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5046586573, + "digest": "9b2616f8cbc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q5_0", + "model": "internlm2:7b-chat-1m-v2.5-q5_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5798205850, + "digest": "12f9db169d91", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q5_1", + "model": "internlm2:7b-chat-1m-v2.5-q5_1", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 6227702579, + "digest": "407770e125a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q5_K_S", + "model": "internlm2:7b-chat-1m-v2.5-q5_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5798205850, + "digest": "285900570500", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q5_K_M", + "model": "internlm2:7b-chat-1m-v2.5-q5_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5905580032, + "digest": "4d68427e8c8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q6_K", + "model": "internlm2:7b-chat-1m-v2.5-q6_K", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 6871947674, + "digest": "062f787aba89", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-q8_0", + "model": "internlm2:7b-chat-1m-v2.5-q8_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 8804682957, + "digest": "ff47159cf206", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-1m-v2.5-fp16", + "model": "internlm2:7b-chat-1m-v2.5-fp16", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 16106127360, + "digest": "ef00c6c9e322", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-1m-v2.5-fp16", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q2_K", + "model": "internlm2:7b-chat-v2.5-q2_K", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 3221225472, + "digest": "49bfefea4f49", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q3_K_S", + "model": "internlm2:7b-chat-v2.5-q3_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 3758096384, + "digest": "6cfb8055242b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q3_K_M", + "model": "internlm2:7b-chat-v2.5-q3_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4080218931, + "digest": "84781d712afc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q3_K_L", + "model": "internlm2:7b-chat-v2.5-q3_K_L", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4402341478, + "digest": "c64aca8ea43c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q4_0", + "model": "internlm2:7b-chat-v2.5-q4_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4831838208, + "digest": "5050e36678ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q4_1", + "model": "internlm2:7b-chat-v2.5-q4_1", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5261334938, + "digest": "8f50455862f0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q4_K_S", + "model": "internlm2:7b-chat-v2.5-q4_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 4831838208, + "digest": "e978b21250f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q4_K_M", + "model": "internlm2:7b-chat-v2.5-q4_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5046586573, + "digest": "aa0c9b808286", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q5_0", + "model": "internlm2:7b-chat-v2.5-q5_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5798205850, + "digest": "472749a597ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q5_1", + "model": "internlm2:7b-chat-v2.5-q5_1", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 6227702579, + "digest": "15e08b317f2c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q5_K_S", + "model": "internlm2:7b-chat-v2.5-q5_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5798205850, + "digest": "03a8263a7983", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q5_K_M", + "model": "internlm2:7b-chat-v2.5-q5_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 5905580032, + "digest": "3be8d46eeb16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q6_K", + "model": "internlm2:7b-chat-v2.5-q6_K", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 6871947674, + "digest": "d1e1c05708e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-q8_0", + "model": "internlm2:7b-chat-v2.5-q8_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 8804682957, + "digest": "5aeab5b4cbc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:7b-chat-v2.5-fp16", + "model": "internlm2:7b-chat-v2.5-fp16", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 16106127360, + "digest": "5b289197c4b4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-chat-v2.5-fp16", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q2_K", + "model": "internlm2:20b-chat-v2.5-q2_K", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 8053063680, + "digest": "0c3013e60522", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q2_K", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q3_K_S", + "model": "internlm2:20b-chat-v2.5-q3_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 9448928051, + "digest": "29d205fe5245", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q3_K_M", + "model": "internlm2:20b-chat-v2.5-q3_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 10415295693, + "digest": "a9e30d43b790", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q3_K_L", + "model": "internlm2:20b-chat-v2.5-q3_K_L", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 11811160064, + "digest": "1d50713ae6a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q4_0", + "model": "internlm2:20b-chat-v2.5-q4_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 11811160064, + "digest": "a864ac8dade2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q4_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q4_1", + "model": "internlm2:20b-chat-v2.5-q4_1", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 13958643712, + "digest": "8081fcbec171", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q4_1", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q4_K_S", + "model": "internlm2:20b-chat-v2.5-q4_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 11811160064, + "digest": "9628de0a310e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q4_K_M", + "model": "internlm2:20b-chat-v2.5-q4_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 12884901888, + "digest": "b4c0bac62552", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q5_0", + "model": "internlm2:20b-chat-v2.5-q5_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 15032385536, + "digest": "f96f8f7f353c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q5_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q5_1", + "model": "internlm2:20b-chat-v2.5-q5_1", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 16106127360, + "digest": "59d4bc3a7d50", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q5_1", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q5_K_S", + "model": "internlm2:20b-chat-v2.5-q5_K_S", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 15032385536, + "digest": "a4c6e3937e92", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q5_K_M", + "model": "internlm2:20b-chat-v2.5-q5_K_M", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 15032385536, + "digest": "a52063ceb166", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q6_K", + "model": "internlm2:20b-chat-v2.5-q6_K", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 17179869184, + "digest": "a1ae726f5e10", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q6_K", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-q8_0", + "model": "internlm2:20b-chat-v2.5-q8_0", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 22548578304, + "digest": "e172d89777bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-q8_0", + "quantization_level": "" + } + }, + { + "name": "internlm2:20b-chat-v2.5-fp16", + "model": "internlm2:20b-chat-v2.5-fp16", + "modified_at": "2024-08-16T21:19:00.000Z", + "size": 42949672960, + "digest": "b6d6213233ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-v2.5-fp16", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:latest", + "model": "samantha-mistral:latest", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "f7c8c9be1da0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b", + "model": "samantha-mistral:7b", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "f7c8c9be1da0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q2_K", + "model": "samantha-mistral:7b-instruct-q2_K", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3328599654, + "digest": "96a147f46c78", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q3_K_S", + "model": "samantha-mistral:7b-instruct-q3_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3435973837, + "digest": "62fd2b9a2876", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q3_K_M", + "model": "samantha-mistral:7b-instruct-q3_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3758096384, + "digest": "d15ec1ea22a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q3_K_L", + "model": "samantha-mistral:7b-instruct-q3_K_L", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4080218931, + "digest": "8a362799bb4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q4_0", + "model": "samantha-mistral:7b-instruct-q4_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "024406c7422a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q4_1", + "model": "samantha-mistral:7b-instruct-q4_1", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4939212390, + "digest": "8794444548a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q4_K_S", + "model": "samantha-mistral:7b-instruct-q4_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "7628c0eabf6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q4_K_M", + "model": "samantha-mistral:7b-instruct-q4_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4724464026, + "digest": "0f6d2b5ca5e2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q5_0", + "model": "samantha-mistral:7b-instruct-q5_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5368709120, + "digest": "68d25cf334e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q5_1", + "model": "samantha-mistral:7b-instruct-q5_1", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5798205850, + "digest": "4f2a05b98ad7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q5_K_S", + "model": "samantha-mistral:7b-instruct-q5_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5368709120, + "digest": "d3a4b4169288", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q5_K_M", + "model": "samantha-mistral:7b-instruct-q5_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5476083302, + "digest": "c74ed33532e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q6_K", + "model": "samantha-mistral:7b-instruct-q6_K", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 6335076762, + "digest": "8fdefc023b71", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-q8_0", + "model": "samantha-mistral:7b-instruct-q8_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 8267812045, + "digest": "c555922ee59b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-instruct-fp16", + "model": "samantha-mistral:7b-instruct-fp16", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 15032385536, + "digest": "84081f5ce595", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text", + "model": "samantha-mistral:7b-text", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "b085c9c5fcec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q2_K", + "model": "samantha-mistral:7b-text-q2_K", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3328599654, + "digest": "fad0a3e1761e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q3_K_S", + "model": "samantha-mistral:7b-text-q3_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3435973837, + "digest": "e9be9d2c1626", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q3_K_M", + "model": "samantha-mistral:7b-text-q3_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3758096384, + "digest": "2b119f04be81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q3_K_L", + "model": "samantha-mistral:7b-text-q3_K_L", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4080218931, + "digest": "e7eda3fb21ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q4_0", + "model": "samantha-mistral:7b-text-q4_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "b085c9c5fcec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q4_1", + "model": "samantha-mistral:7b-text-q4_1", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4939212390, + "digest": "85970f1f192a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q4_K_S", + "model": "samantha-mistral:7b-text-q4_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "7b0b68d63c1f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q4_K_M", + "model": "samantha-mistral:7b-text-q4_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4724464026, + "digest": "39cf8171959a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q5_0", + "model": "samantha-mistral:7b-text-q5_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5368709120, + "digest": "d4bfb5684edc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q5_1", + "model": "samantha-mistral:7b-text-q5_1", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5798205850, + "digest": "80d8a3a2cda0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q5_K_S", + "model": "samantha-mistral:7b-text-q5_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5368709120, + "digest": "5dcb0fd60a87", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q5_K_M", + "model": "samantha-mistral:7b-text-q5_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5476083302, + "digest": "5c857161b387", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q6_K", + "model": "samantha-mistral:7b-text-q6_K", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 6335076762, + "digest": "a06d56b9f941", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-q8_0", + "model": "samantha-mistral:7b-text-q8_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 8267812045, + "digest": "f77f5c9b59eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-text-fp16", + "model": "samantha-mistral:7b-text-fp16", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 15032385536, + "digest": "18f0d3b9dab7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text", + "model": "samantha-mistral:7b-v1.2-text", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "f7c8c9be1da0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q2_K", + "model": "samantha-mistral:7b-v1.2-text-q2_K", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3328599654, + "digest": "7b218927bbd2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q3_K_S", + "model": "samantha-mistral:7b-v1.2-text-q3_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3435973837, + "digest": "9b8db3fe08c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q3_K_M", + "model": "samantha-mistral:7b-v1.2-text-q3_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 3758096384, + "digest": "b6193d2efa40", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q3_K_L", + "model": "samantha-mistral:7b-v1.2-text-q3_K_L", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4080218931, + "digest": "58fb1513b0bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q4_0", + "model": "samantha-mistral:7b-v1.2-text-q4_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "f7c8c9be1da0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q4_1", + "model": "samantha-mistral:7b-v1.2-text-q4_1", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4939212390, + "digest": "1f5844c5902c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q4_K_S", + "model": "samantha-mistral:7b-v1.2-text-q4_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4402341478, + "digest": "444790e2878d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q4_K_M", + "model": "samantha-mistral:7b-v1.2-text-q4_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 4724464026, + "digest": "ff1e08836eec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q5_0", + "model": "samantha-mistral:7b-v1.2-text-q5_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5368709120, + "digest": "3871c24e3323", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q5_1", + "model": "samantha-mistral:7b-v1.2-text-q5_1", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5798205850, + "digest": "141eea79136d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q5_K_S", + "model": "samantha-mistral:7b-v1.2-text-q5_K_S", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5368709120, + "digest": "192548ac3ab0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q5_K_M", + "model": "samantha-mistral:7b-v1.2-text-q5_K_M", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 5476083302, + "digest": "759bccff2e2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q6_K", + "model": "samantha-mistral:7b-v1.2-text-q6_K", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 6335076762, + "digest": "28b60c3a346d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-q8_0", + "model": "samantha-mistral:7b-v1.2-text-q8_0", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 8267812045, + "digest": "495b300e8bb1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "samantha-mistral:7b-v1.2-text-fp16", + "model": "samantha-mistral:7b-v1.2-text-fp16", + "modified_at": "2023-10-15T16:10:00.000Z", + "size": 15032385536, + "digest": "463d6b8187c1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1.2-text-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:latest", + "model": "llama3-groq-tool-use:latest", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 5046586573, + "digest": "36211dad2b15", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b", + "model": "llama3-groq-tool-use:8b", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 5046586573, + "digest": "36211dad2b15", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b", + "model": "llama3-groq-tool-use:70b", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 42949672960, + "digest": "696d50e6fc55", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q2_K", + "model": "llama3-groq-tool-use:8b-q2_K", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 3435973837, + "digest": "37fac70005b1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q3_K_S", + "model": "llama3-groq-tool-use:8b-q3_K_S", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 3972844749, + "digest": "3f7165ed6ac3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q3_K_M", + "model": "llama3-groq-tool-use:8b-q3_K_M", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 4294967296, + "digest": "def359e8ef42", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q3_K_L", + "model": "llama3-groq-tool-use:8b-q3_K_L", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 4617089843, + "digest": "57fbbf9656ef", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q4_0", + "model": "llama3-groq-tool-use:8b-q4_0", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 5046586573, + "digest": "36211dad2b15", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q4_1", + "model": "llama3-groq-tool-use:8b-q4_1", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 5476083302, + "digest": "b927899ecb62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q4_K_S", + "model": "llama3-groq-tool-use:8b-q4_K_S", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 5046586573, + "digest": "9dc66563ded8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q4_K_M", + "model": "llama3-groq-tool-use:8b-q4_K_M", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 5261334938, + "digest": "5fa325bad307", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q5_0", + "model": "llama3-groq-tool-use:8b-q5_0", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 6012954214, + "digest": "0482e45a0517", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q5_1", + "model": "llama3-groq-tool-use:8b-q5_1", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 6549825126, + "digest": "45984ff6d001", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q5_K_S", + "model": "llama3-groq-tool-use:8b-q5_K_S", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 6012954214, + "digest": "6a1775abde02", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q5_K_M", + "model": "llama3-groq-tool-use:8b-q5_K_M", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 6120328397, + "digest": "50c9c554ddd4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q6_K", + "model": "llama3-groq-tool-use:8b-q6_K", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 7086696038, + "digest": "7ec6fd768fe0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-q8_0", + "model": "llama3-groq-tool-use:8b-q8_0", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 9126805504, + "digest": "58ab12b11127", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:8b-fp16", + "model": "llama3-groq-tool-use:8b-fp16", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 17179869184, + "digest": "be9b2c0775a5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-fp16", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q2_K", + "model": "llama3-groq-tool-use:70b-q2_K", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 27917287424, + "digest": "dab8a158f092", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q3_K_S", + "model": "llama3-groq-tool-use:70b-q3_K_S", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 33285996544, + "digest": "4f446f9b1b86", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q3_K_M", + "model": "llama3-groq-tool-use:70b-q3_K_M", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 36507222016, + "digest": "5e0c9286cabe", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q3_K_L", + "model": "llama3-groq-tool-use:70b-q3_K_L", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 39728447488, + "digest": "94b979ce931c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q4_0", + "model": "llama3-groq-tool-use:70b-q4_0", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 42949672960, + "digest": "696d50e6fc55", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q4_1", + "model": "llama3-groq-tool-use:70b-q4_1", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 47244640256, + "digest": "35972e96c25d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q4_K_S", + "model": "llama3-groq-tool-use:70b-q4_K_S", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 42949672960, + "digest": "464bc22f0c7f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q4_K_M", + "model": "llama3-groq-tool-use:70b-q4_K_M", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 46170898432, + "digest": "45eafa1bfbd8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q5_0", + "model": "llama3-groq-tool-use:70b-q5_0", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 52613349376, + "digest": "5c52fd8e4ba7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q5_1", + "model": "llama3-groq-tool-use:70b-q5_1", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 56908316672, + "digest": "337622a2615e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q5_K_S", + "model": "llama3-groq-tool-use:70b-q5_K_S", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 52613349376, + "digest": "88450a6c4bc7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q5_K_M", + "model": "llama3-groq-tool-use:70b-q5_K_M", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 53687091200, + "digest": "7e1f34171905", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q6_K", + "model": "llama3-groq-tool-use:70b-q6_K", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 62277025792, + "digest": "fe241542dd2b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-q8_0", + "model": "llama3-groq-tool-use:70b-q8_0", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 80530636800, + "digest": "e998a1023200", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama3-groq-tool-use:70b-fp16", + "model": "llama3-groq-tool-use:70b-fp16", + "modified_at": "2024-07-25T01:15:00.000Z", + "size": 151397597184, + "digest": "8ef2a1906612", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3.2-vision:latest", + "model": "granite3.2-vision:latest", + "modified_at": "2025-02-27T19:26:00.000Z", + "size": 2576980378, + "digest": "3be41a661804", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite3.2-vision:2b", + "model": "granite3.2-vision:2b", + "modified_at": "2025-02-27T19:26:00.000Z", + "size": 2576980378, + "digest": "3be41a661804", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "granite3.2-vision:2b-q4_K_M", + "model": "granite3.2-vision:2b-q4_K_M", + "modified_at": "2025-02-27T19:26:00.000Z", + "size": 2576980378, + "digest": "3be41a661804", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.2-vision:2b-q8_0", + "model": "granite3.2-vision:2b-q8_0", + "modified_at": "2025-02-27T19:26:00.000Z", + "size": 3865470566, + "digest": "9b6204ce60f6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3.2-vision:2b-fp16", + "model": "granite3.2-vision:2b-fp16", + "modified_at": "2025-02-27T19:26:00.000Z", + "size": 6442450944, + "digest": "17ca6aa97bd9", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "2b-fp16", + "quantization_level": "" + } + }, + { + "name": "xwinlm:latest", + "model": "xwinlm:latest", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4080218931, + "digest": "0fa68068d970", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b", + "model": "xwinlm:7b", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4080218931, + "digest": "0fa68068d970", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b", + "model": "xwinlm:13b", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7945689498, + "digest": "630afb311638", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1", + "model": "xwinlm:7b-v0.1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4080218931, + "digest": "b403d658bba0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q2_K", + "model": "xwinlm:7b-v0.1-q2_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 3006477107, + "digest": "60a5e6fab2d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q3_K_S", + "model": "xwinlm:7b-v0.1-q3_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 3113851290, + "digest": "94bbcf9a5f51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q3_K_M", + "model": "xwinlm:7b-v0.1-q3_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 3543348019, + "digest": "b16a6f85ae78", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q3_K_L", + "model": "xwinlm:7b-v0.1-q3_K_L", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 3865470566, + "digest": "f9d3e59af420", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q4_0", + "model": "xwinlm:7b-v0.1-q4_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4080218931, + "digest": "b403d658bba0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q4_1", + "model": "xwinlm:7b-v0.1-q4_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4509715661, + "digest": "0913a3dfd094", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q4_K_S", + "model": "xwinlm:7b-v0.1-q4_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4187593114, + "digest": "9fc17adbbb63", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q4_K_M", + "model": "xwinlm:7b-v0.1-q4_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4402341478, + "digest": "32c9ce4f8e94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q5_0", + "model": "xwinlm:7b-v0.1-q5_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5046586573, + "digest": "7c6150db244e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q5_1", + "model": "xwinlm:7b-v0.1-q5_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5476083302, + "digest": "9c38b8b5fdd0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q5_K_S", + "model": "xwinlm:7b-v0.1-q5_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5046586573, + "digest": "ed0f88a710cd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q5_K_M", + "model": "xwinlm:7b-v0.1-q5_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5153960755, + "digest": "f1c209d3638f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q6_K", + "model": "xwinlm:7b-v0.1-q6_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5905580032, + "digest": "69a6eded5cbf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-q8_0", + "model": "xwinlm:7b-v0.1-q8_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7730941133, + "digest": "7556549b5a15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.1-fp16", + "model": "xwinlm:7b-v0.1-fp16", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 13958643712, + "digest": "16c93bccfbd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2", + "model": "xwinlm:7b-v0.2", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4080218931, + "digest": "0fa68068d970", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q2_K", + "model": "xwinlm:7b-v0.2-q2_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 3006477107, + "digest": "fe7141ff19bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q3_K_S", + "model": "xwinlm:7b-v0.2-q3_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 3113851290, + "digest": "1a022f2625ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q3_K_L", + "model": "xwinlm:7b-v0.2-q3_K_L", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 3865470566, + "digest": "508c1edd8811", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q4_0", + "model": "xwinlm:7b-v0.2-q4_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4080218931, + "digest": "0fa68068d970", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q4_1", + "model": "xwinlm:7b-v0.2-q4_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4509715661, + "digest": "62d9b92fa0c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q4_K_S", + "model": "xwinlm:7b-v0.2-q4_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4187593114, + "digest": "c9597dee32a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q4_K_M", + "model": "xwinlm:7b-v0.2-q4_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 4402341478, + "digest": "f67bbe322630", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q5_0", + "model": "xwinlm:7b-v0.2-q5_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5046586573, + "digest": "ea9caeebc2fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q5_K_S", + "model": "xwinlm:7b-v0.2-q5_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5046586573, + "digest": "d3dbad83362a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q5_K_M", + "model": "xwinlm:7b-v0.2-q5_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5153960755, + "digest": "c19838f1c26d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q6_K", + "model": "xwinlm:7b-v0.2-q6_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5905580032, + "digest": "04ac3723b86a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-q8_0", + "model": "xwinlm:7b-v0.2-q8_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7730941133, + "digest": "2c7fdd3e299a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:7b-v0.2-fp16", + "model": "xwinlm:7b-v0.2-fp16", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 13958643712, + "digest": "8d01614baf49", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1", + "model": "xwinlm:13b-v0.1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7945689498, + "digest": "cf480ed8e4a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q2_K", + "model": "xwinlm:13b-v0.1-q2_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5798205850, + "digest": "70041388f5fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q3_K_S", + "model": "xwinlm:13b-v0.1-q3_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 6120328397, + "digest": "2a0c92c37e6c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q3_K_M", + "model": "xwinlm:13b-v0.1-q3_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 6764573491, + "digest": "c10ecb514000", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q3_K_L", + "model": "xwinlm:13b-v0.1-q3_K_L", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7408818586, + "digest": "bf6792fa051c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q4_0", + "model": "xwinlm:13b-v0.1-q4_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7945689498, + "digest": "cf480ed8e4a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q4_1", + "model": "xwinlm:13b-v0.1-q4_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 8804682957, + "digest": "62d523fc9d2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q4_K_S", + "model": "xwinlm:13b-v0.1-q4_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7945689498, + "digest": "dab27e0990ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q4_K_M", + "model": "xwinlm:13b-v0.1-q4_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 8482560410, + "digest": "62d182cd9813", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q5_0", + "model": "xwinlm:13b-v0.1-q5_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 9663676416, + "digest": "d004f7e646a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q5_1", + "model": "xwinlm:13b-v0.1-q5_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 10522669875, + "digest": "15c6fd1b2094", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q5_K_S", + "model": "xwinlm:13b-v0.1-q5_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 9663676416, + "digest": "c71e4af10498", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q5_K_M", + "model": "xwinlm:13b-v0.1-q5_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 9878424781, + "digest": "ebc2833ad0ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q6_K", + "model": "xwinlm:13b-v0.1-q6_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 11811160064, + "digest": "7d926962c2ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-q8_0", + "model": "xwinlm:13b-v0.1-q8_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 15032385536, + "digest": "434dd50ba10e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.1-fp16", + "model": "xwinlm:13b-v0.1-fp16", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 27917287424, + "digest": "d512bdbe09b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2", + "model": "xwinlm:13b-v0.2", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7945689498, + "digest": "630afb311638", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q2_K", + "model": "xwinlm:13b-v0.2-q2_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 5798205850, + "digest": "d1f6ddfc4287", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q3_K_S", + "model": "xwinlm:13b-v0.2-q3_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 6120328397, + "digest": "f9f2141b8950", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q3_K_M", + "model": "xwinlm:13b-v0.2-q3_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 6764573491, + "digest": "0a02b867dec8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q3_K_L", + "model": "xwinlm:13b-v0.2-q3_K_L", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7408818586, + "digest": "abbe73aa1d14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q4_0", + "model": "xwinlm:13b-v0.2-q4_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7945689498, + "digest": "630afb311638", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q4_1", + "model": "xwinlm:13b-v0.2-q4_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 8804682957, + "digest": "2381cac3c270", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q4_K_S", + "model": "xwinlm:13b-v0.2-q4_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 7945689498, + "digest": "739c78f79426", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q4_K_M", + "model": "xwinlm:13b-v0.2-q4_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 8482560410, + "digest": "103d879f0b5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q5_0", + "model": "xwinlm:13b-v0.2-q5_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 9663676416, + "digest": "1ba22333648b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q5_1", + "model": "xwinlm:13b-v0.2-q5_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 10522669875, + "digest": "07a336150c6f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q5_K_S", + "model": "xwinlm:13b-v0.2-q5_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 9663676416, + "digest": "3d6c1f9aa6cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q5_K_M", + "model": "xwinlm:13b-v0.2-q5_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 9878424781, + "digest": "cafc0e719d8c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q6_K", + "model": "xwinlm:13b-v0.2-q6_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 11811160064, + "digest": "8e00207058b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-q8_0", + "model": "xwinlm:13b-v0.2-q8_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 15032385536, + "digest": "26967662730d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:13b-v0.2-fp16", + "model": "xwinlm:13b-v0.2-fp16", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 27917287424, + "digest": "32badafc2fc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v0.2-fp16", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1", + "model": "xwinlm:70b-v0.1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 41875931136, + "digest": "375c269c0976", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q2_K", + "model": "xwinlm:70b-v0.1-q2_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 31138512896, + "digest": "6f4a455d60d7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q3_K_S", + "model": "xwinlm:70b-v0.1-q3_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 32212254720, + "digest": "de1de9349ff9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q3_K_M", + "model": "xwinlm:70b-v0.1-q3_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 35433480192, + "digest": "05fcf445bad3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q3_K_L", + "model": "xwinlm:70b-v0.1-q3_K_L", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 38654705664, + "digest": "25a8677c7a5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q4_0", + "model": "xwinlm:70b-v0.1-q4_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 41875931136, + "digest": "375c269c0976", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q4_1", + "model": "xwinlm:70b-v0.1-q4_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 46170898432, + "digest": "5935a6833d26", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q4_K_S", + "model": "xwinlm:70b-v0.1-q4_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 41875931136, + "digest": "351702f698ec", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q4_K_M", + "model": "xwinlm:70b-v0.1-q4_K_M", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 44023414784, + "digest": "530efaab5085", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q5_0", + "model": "xwinlm:70b-v0.1-q5_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 50465865728, + "digest": "69e819a0933e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q5_1", + "model": "xwinlm:70b-v0.1-q5_1", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 55834574848, + "digest": "063cf60c63ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q5_K_S", + "model": "xwinlm:70b-v0.1-q5_K_S", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 50465865728, + "digest": "b5f5af9a9e41", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q6_K", + "model": "xwinlm:70b-v0.1-q6_K", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 61203283968, + "digest": "003fda23145c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-q8_0", + "model": "xwinlm:70b-v0.1-q8_0", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 78383153152, + "digest": "16733fed6f8c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "xwinlm:70b-v0.1-fp16", + "model": "xwinlm:70b-v0.1-fp16", + "modified_at": "2023-11-04T06:11:00.000Z", + "size": 148176371712, + "digest": "30c79e1d7858", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "starling-lm:latest", + "model": "starling-lm:latest", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "39153f619be6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "starling-lm:alpha", + "model": "starling-lm:alpha", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "00dac9119e37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "alpha", + "quantization_level": "" + } + }, + { + "name": "starling-lm:beta", + "model": "starling-lm:beta", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "39153f619be6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "beta", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b", + "model": "starling-lm:7b", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "39153f619be6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha", + "model": "starling-lm:7b-alpha", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "00dac9119e37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q2_K", + "model": "starling-lm:7b-alpha-q2_K", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 2899102925, + "digest": "595732609943", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q2_K", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q3_K_S", + "model": "starling-lm:7b-alpha-q3_K_S", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 3435973837, + "digest": "5a49a238895b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q3_K_M", + "model": "starling-lm:7b-alpha-q3_K_M", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 3758096384, + "digest": "882cfb6fd115", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q3_K_L", + "model": "starling-lm:7b-alpha-q3_K_L", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4080218931, + "digest": "e1bcab03fa99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q4_0", + "model": "starling-lm:7b-alpha-q4_0", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "00dac9119e37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q4_0", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q4_1", + "model": "starling-lm:7b-alpha-q4_1", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4939212390, + "digest": "e3dd9bd1826c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q4_1", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q4_K_S", + "model": "starling-lm:7b-alpha-q4_K_S", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "ec9fd5179bf3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q4_K_M", + "model": "starling-lm:7b-alpha-q4_K_M", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4724464026, + "digest": "e01b657ff775", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q5_0", + "model": "starling-lm:7b-alpha-q5_0", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 5368709120, + "digest": "a9a7563109f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q5_0", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q5_1", + "model": "starling-lm:7b-alpha-q5_1", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 5798205850, + "digest": "0fbfb3a9529f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q5_1", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q5_K_S", + "model": "starling-lm:7b-alpha-q5_K_S", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 5368709120, + "digest": "5d7a06cc4232", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q5_K_M", + "model": "starling-lm:7b-alpha-q5_K_M", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 5476083302, + "digest": "dcfc2f49cbc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q6_K", + "model": "starling-lm:7b-alpha-q6_K", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 6335076762, + "digest": "6b9846745e8e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q6_K", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-q8_0", + "model": "starling-lm:7b-alpha-q8_0", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 8267812045, + "digest": "8e54dc97552a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-q8_0", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-alpha-fp16", + "model": "starling-lm:7b-alpha-fp16", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 15032385536, + "digest": "204bc1113dee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-alpha-fp16", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta", + "model": "starling-lm:7b-beta", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "39153f619be6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q2_K", + "model": "starling-lm:7b-beta-q2_K", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 2899102925, + "digest": "b1e1d15c3eaa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q2_K", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q3_K_S", + "model": "starling-lm:7b-beta-q3_K_S", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 3435973837, + "digest": "294f42040461", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q3_K_M", + "model": "starling-lm:7b-beta-q3_K_M", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 3758096384, + "digest": "50f34a8d0894", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q3_K_L", + "model": "starling-lm:7b-beta-q3_K_L", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4080218931, + "digest": "1326603dad7b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q4_0", + "model": "starling-lm:7b-beta-q4_0", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "39153f619be6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q4_0", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q4_1", + "model": "starling-lm:7b-beta-q4_1", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4939212390, + "digest": "0cd6a20fa252", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q4_1", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q4_K_S", + "model": "starling-lm:7b-beta-q4_K_S", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4402341478, + "digest": "fb6544e9b47a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q4_K_M", + "model": "starling-lm:7b-beta-q4_K_M", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 4724464026, + "digest": "f336e3b146fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q5_0", + "model": "starling-lm:7b-beta-q5_0", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 5368709120, + "digest": "b75ae9df76d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q5_0", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q5_1", + "model": "starling-lm:7b-beta-q5_1", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 5798205850, + "digest": "b17e67a4be34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q5_1", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q5_K_S", + "model": "starling-lm:7b-beta-q5_K_S", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 5368709120, + "digest": "a206026bd73f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q5_K_M", + "model": "starling-lm:7b-beta-q5_K_M", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 5476083302, + "digest": "7a5028faa785", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q6_K", + "model": "starling-lm:7b-beta-q6_K", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 6335076762, + "digest": "e851dfecaaf5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q6_K", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-q8_0", + "model": "starling-lm:7b-beta-q8_0", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 8267812045, + "digest": "30281608b7f2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-q8_0", + "quantization_level": "" + } + }, + { + "name": "starling-lm:7b-beta-fp16", + "model": "starling-lm:7b-beta-fp16", + "modified_at": "2024-04-02T23:45:00.000Z", + "size": 15032385536, + "digest": "b7752a962ae0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-beta-fp16", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:latest", + "model": "phind-codellama:latest", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "566e1b629c44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b", + "model": "phind-codellama:34b", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "566e1b629c44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python", + "model": "phind-codellama:34b-python", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "bec19e8c92a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q2_K", + "model": "phind-codellama:34b-python-q2_K", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 15032385536, + "digest": "ec960206aec5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q2_K", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q3_K_S", + "model": "phind-codellama:34b-python-q3_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 16106127360, + "digest": "c3824169defc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q3_K_M", + "model": "phind-codellama:34b-python-q3_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 17179869184, + "digest": "2fdf965466dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q3_K_L", + "model": "phind-codellama:34b-python-q3_K_L", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 19327352832, + "digest": "3f3a01944dd3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q4_0", + "model": "phind-codellama:34b-python-q4_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "bec19e8c92a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q4_1", + "model": "phind-codellama:34b-python-q4_1", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 22548578304, + "digest": "1e799451044b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_1", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q4_K_S", + "model": "phind-codellama:34b-python-q4_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "93eea7c40d0a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q4_K_M", + "model": "phind-codellama:34b-python-q4_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 21474836480, + "digest": "9db39448a8ce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q5_0", + "model": "phind-codellama:34b-python-q5_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 24696061952, + "digest": "cf6a273569bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q5_1", + "model": "phind-codellama:34b-python-q5_1", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 26843545600, + "digest": "360441d0c9a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_1", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q5_K_S", + "model": "phind-codellama:34b-python-q5_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 24696061952, + "digest": "c6e28b3d23b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q5_K_M", + "model": "phind-codellama:34b-python-q5_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 25769803776, + "digest": "29b239cdf720", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q6_K", + "model": "phind-codellama:34b-python-q6_K", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 30064771072, + "digest": "947f17e83d4f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q6_K", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-q8_0", + "model": "phind-codellama:34b-python-q8_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 38654705664, + "digest": "29b33e343713", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-q8_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-python-fp16", + "model": "phind-codellama:34b-python-fp16", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 71940702208, + "digest": "ccb9074a8061", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-python-fp16", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2", + "model": "phind-codellama:34b-v2", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "566e1b629c44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q2_K", + "model": "phind-codellama:34b-v2-q2_K", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 15032385536, + "digest": "b8f09c086e17", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q2_K", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q3_K_S", + "model": "phind-codellama:34b-v2-q3_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 16106127360, + "digest": "a199982685d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q3_K_M", + "model": "phind-codellama:34b-v2-q3_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 17179869184, + "digest": "c7405152b04e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q3_K_L", + "model": "phind-codellama:34b-v2-q3_K_L", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 19327352832, + "digest": "1cbabad8eaf0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q4_0", + "model": "phind-codellama:34b-v2-q4_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "566e1b629c44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q4_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q4_1", + "model": "phind-codellama:34b-v2-q4_1", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 22548578304, + "digest": "5501c45c64ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q4_1", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q4_K_S", + "model": "phind-codellama:34b-v2-q4_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "0e53590617a2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q4_K_M", + "model": "phind-codellama:34b-v2-q4_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 21474836480, + "digest": "054af98f0f54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q5_0", + "model": "phind-codellama:34b-v2-q5_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 24696061952, + "digest": "6f980beef3c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q5_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q5_1", + "model": "phind-codellama:34b-v2-q5_1", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 26843545600, + "digest": "dd20f2f822e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q5_1", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q5_K_S", + "model": "phind-codellama:34b-v2-q5_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 24696061952, + "digest": "9869afbcdbc2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q5_K_M", + "model": "phind-codellama:34b-v2-q5_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 25769803776, + "digest": "eb9f2c7a1c66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q6_K", + "model": "phind-codellama:34b-v2-q6_K", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 30064771072, + "digest": "c8e2f15ce087", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q6_K", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-q8_0", + "model": "phind-codellama:34b-v2-q8_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 38654705664, + "digest": "b6329a948210", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-v2-fp16", + "model": "phind-codellama:34b-v2-fp16", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 71940702208, + "digest": "f625b25bd3f0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q2_K", + "model": "phind-codellama:34b-q2_K", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 15032385536, + "digest": "28dc02b3983c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q2_K", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q3_K_S", + "model": "phind-codellama:34b-q3_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 16106127360, + "digest": "a6d5f0d91c7c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q3_K_M", + "model": "phind-codellama:34b-q3_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 17179869184, + "digest": "dab76ba3bf38", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q3_K_L", + "model": "phind-codellama:34b-q3_K_L", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 19327352832, + "digest": "900695f5a6da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q4_0", + "model": "phind-codellama:34b-q4_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "b9d92fb9d11a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q4_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q4_1", + "model": "phind-codellama:34b-q4_1", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 22548578304, + "digest": "cb1cb323ea8d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q4_1", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q4_K_S", + "model": "phind-codellama:34b-q4_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 20401094656, + "digest": "d47ea0524c33", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q4_K_M", + "model": "phind-codellama:34b-q4_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 21474836480, + "digest": "7ba4e94413d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q5_0", + "model": "phind-codellama:34b-q5_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 24696061952, + "digest": "bd2544a8a868", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q5_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q5_1", + "model": "phind-codellama:34b-q5_1", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 26843545600, + "digest": "7a3d95330e66", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q5_1", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q5_K_S", + "model": "phind-codellama:34b-q5_K_S", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 24696061952, + "digest": "3160eec253d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q5_K_M", + "model": "phind-codellama:34b-q5_K_M", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 25769803776, + "digest": "bcfdda4b8adc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q6_K", + "model": "phind-codellama:34b-q6_K", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 30064771072, + "digest": "2a9dd324831c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q6_K", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-q8_0", + "model": "phind-codellama:34b-q8_0", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 38654705664, + "digest": "ffad854916fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-q8_0", + "quantization_level": "" + } + }, + { + "name": "phind-codellama:34b-fp16", + "model": "phind-codellama:34b-fp16", + "modified_at": "2023-12-28T02:53:00.000Z", + "size": 71940702208, + "digest": "d0ddded66c14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-fp16", + "quantization_level": "" + } + }, + { + "name": "solar:latest", + "model": "solar:latest", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6549825126, + "digest": "059fdabbe6e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b", + "model": "solar:10.7b", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6549825126, + "digest": "059fdabbe6e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q2_K", + "model": "solar:10.7b-instruct-v1-q2_K", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 4831838208, + "digest": "ab2e179699c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q2_K", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q3_K_S", + "model": "solar:10.7b-instruct-v1-q3_K_S", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 5046586573, + "digest": "7391d81b0fb4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q3_K_M", + "model": "solar:10.7b-instruct-v1-q3_K_M", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 5583457485, + "digest": "f0e8a58869f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q3_K_L", + "model": "solar:10.7b-instruct-v1-q3_K_L", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6120328397, + "digest": "0a355ec26cd8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q4_0", + "model": "solar:10.7b-instruct-v1-q4_0", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6549825126, + "digest": "059fdabbe6e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q4_0", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q4_1", + "model": "solar:10.7b-instruct-v1-q4_1", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 7194070221, + "digest": "7b00d6f32cd3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q4_1", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q4_K_S", + "model": "solar:10.7b-instruct-v1-q4_K_S", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6549825126, + "digest": "7e7394f2f53e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q4_K_M", + "model": "solar:10.7b-instruct-v1-q4_K_M", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6979321856, + "digest": "6aff41700b63", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q5_0", + "model": "solar:10.7b-instruct-v1-q5_0", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 7945689498, + "digest": "0809603061fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q5_0", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q5_1", + "model": "solar:10.7b-instruct-v1-q5_1", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 8697308774, + "digest": "063c89d4e20b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q5_1", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q5_K_S", + "model": "solar:10.7b-instruct-v1-q5_K_S", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 7945689498, + "digest": "74dbfccc10d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q5_K_M", + "model": "solar:10.7b-instruct-v1-q5_K_M", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 8160437862, + "digest": "ef538f3193f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q6_K", + "model": "solar:10.7b-instruct-v1-q6_K", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 9448928051, + "digest": "286aebb3baa2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q6_K", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-q8_0", + "model": "solar:10.7b-instruct-v1-q8_0", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 11811160064, + "digest": "8aed723d7979", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-q8_0", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-instruct-v1-fp16", + "model": "solar:10.7b-instruct-v1-fp16", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 22548578304, + "digest": "4077d1b80ff9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-instruct-v1-fp16", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q2_K", + "model": "solar:10.7b-text-v1-q2_K", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 4831838208, + "digest": "53e823480c1f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q2_K", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q3_K_S", + "model": "solar:10.7b-text-v1-q3_K_S", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 5046586573, + "digest": "34bae9e1b8a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q3_K_M", + "model": "solar:10.7b-text-v1-q3_K_M", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 5583457485, + "digest": "051ac692e9e9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q3_K_L", + "model": "solar:10.7b-text-v1-q3_K_L", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6120328397, + "digest": "a66cb84fd367", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q4_0", + "model": "solar:10.7b-text-v1-q4_0", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6549825126, + "digest": "ce562b04760c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q4_0", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q4_1", + "model": "solar:10.7b-text-v1-q4_1", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 7194070221, + "digest": "7b932789b739", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q4_1", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q4_K_S", + "model": "solar:10.7b-text-v1-q4_K_S", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6549825126, + "digest": "9e5604e44818", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q4_K_M", + "model": "solar:10.7b-text-v1-q4_K_M", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 6979321856, + "digest": "510e1428088b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q5_0", + "model": "solar:10.7b-text-v1-q5_0", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 7945689498, + "digest": "6afc326b4f95", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q5_0", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q5_1", + "model": "solar:10.7b-text-v1-q5_1", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 8697308774, + "digest": "80cc2ecfe373", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q5_1", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q5_K_S", + "model": "solar:10.7b-text-v1-q5_K_S", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 7945689498, + "digest": "938a03a81530", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q5_K_M", + "model": "solar:10.7b-text-v1-q5_K_M", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 8160437862, + "digest": "b9172de1a93b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q6_K", + "model": "solar:10.7b-text-v1-q6_K", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 9448928051, + "digest": "05ad66dbd29b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q6_K", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-q8_0", + "model": "solar:10.7b-text-v1-q8_0", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 11811160064, + "digest": "f3fec49deb76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-q8_0", + "quantization_level": "" + } + }, + { + "name": "solar:10.7b-text-v1-fp16", + "model": "solar:10.7b-text-v1-fp16", + "modified_at": "2023-12-18T03:00:00.000Z", + "size": 22548578304, + "digest": "45ac489b4ee5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "10.7b-text-v1-fp16", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:latest", + "model": "yarn-llama2:latest", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4080218931, + "digest": "75df67be3cee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b", + "model": "yarn-llama2:7b", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4080218931, + "digest": "75df67be3cee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b", + "model": "yarn-llama2:13b", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7945689498, + "digest": "8a0a518f30c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k", + "model": "yarn-llama2:7b-128k", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4080218931, + "digest": "9fc4f0e902e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q2_K", + "model": "yarn-llama2:7b-128k-q2_K", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 3006477107, + "digest": "cdf8cc638505", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q2_K", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q3_K_S", + "model": "yarn-llama2:7b-128k-q3_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 3113851290, + "digest": "530c82d4467e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q3_K_M", + "model": "yarn-llama2:7b-128k-q3_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 3543348019, + "digest": "45336ee1f0a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q3_K_L", + "model": "yarn-llama2:7b-128k-q3_K_L", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 3865470566, + "digest": "aaabf5006e38", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q4_0", + "model": "yarn-llama2:7b-128k-q4_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4080218931, + "digest": "9fc4f0e902e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q4_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q4_1", + "model": "yarn-llama2:7b-128k-q4_1", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4509715661, + "digest": "f2a3da69d205", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q4_1", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q4_K_S", + "model": "yarn-llama2:7b-128k-q4_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4187593114, + "digest": "cc95e37e566a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q4_K_M", + "model": "yarn-llama2:7b-128k-q4_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4402341478, + "digest": "3d161bdec11d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q5_0", + "model": "yarn-llama2:7b-128k-q5_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5046586573, + "digest": "1b73590983c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q5_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q5_1", + "model": "yarn-llama2:7b-128k-q5_1", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5476083302, + "digest": "6f754622c8a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q5_1", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q5_K_S", + "model": "yarn-llama2:7b-128k-q5_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5046586573, + "digest": "e0f8b2069f93", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q5_K_M", + "model": "yarn-llama2:7b-128k-q5_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5153960755, + "digest": "68bdf2550ed6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q6_K", + "model": "yarn-llama2:7b-128k-q6_K", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5905580032, + "digest": "aaf047ee8cc4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q6_K", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-q8_0", + "model": "yarn-llama2:7b-128k-q8_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7730941133, + "digest": "46e9636b6006", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q8_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-128k-fp16", + "model": "yarn-llama2:7b-128k-fp16", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 13958643712, + "digest": "4516a999c8ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-fp16", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k", + "model": "yarn-llama2:7b-64k", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4080218931, + "digest": "75df67be3cee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q2_K", + "model": "yarn-llama2:7b-64k-q2_K", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 3006477107, + "digest": "5a72b555332e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q2_K", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q3_K_S", + "model": "yarn-llama2:7b-64k-q3_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 3113851290, + "digest": "f1c57a39811e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q3_K_M", + "model": "yarn-llama2:7b-64k-q3_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 3543348019, + "digest": "bb367368ddd7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q3_K_L", + "model": "yarn-llama2:7b-64k-q3_K_L", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 3865470566, + "digest": "fc7635aa06a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q4_0", + "model": "yarn-llama2:7b-64k-q4_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4080218931, + "digest": "75df67be3cee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q4_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q4_1", + "model": "yarn-llama2:7b-64k-q4_1", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4509715661, + "digest": "bdfb6c5a3e9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q4_1", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q4_K_S", + "model": "yarn-llama2:7b-64k-q4_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4187593114, + "digest": "1b8985d3a359", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q4_K_M", + "model": "yarn-llama2:7b-64k-q4_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 4402341478, + "digest": "76f2052b357c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q5_0", + "model": "yarn-llama2:7b-64k-q5_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5046586573, + "digest": "b453cc4f3d00", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q5_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q5_1", + "model": "yarn-llama2:7b-64k-q5_1", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5476083302, + "digest": "297d4906eee3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q5_1", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q5_K_S", + "model": "yarn-llama2:7b-64k-q5_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5046586573, + "digest": "a8f6f4ceeeda", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q5_K_M", + "model": "yarn-llama2:7b-64k-q5_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5153960755, + "digest": "cec9e8d58901", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q6_K", + "model": "yarn-llama2:7b-64k-q6_K", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5905580032, + "digest": "f583cc04b87c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q6_K", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-q8_0", + "model": "yarn-llama2:7b-64k-q8_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7730941133, + "digest": "59d75ca11360", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q8_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:7b-64k-fp16", + "model": "yarn-llama2:7b-64k-fp16", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 13958643712, + "digest": "cf9cd5b25466", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-fp16", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k", + "model": "yarn-llama2:13b-128k", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7945689498, + "digest": "312277e27d21", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q2_K", + "model": "yarn-llama2:13b-128k-q2_K", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5798205850, + "digest": "00e51f24ad67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q2_K", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q3_K_S", + "model": "yarn-llama2:13b-128k-q3_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 6120328397, + "digest": "c753ad94de2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q3_K_M", + "model": "yarn-llama2:13b-128k-q3_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 6764573491, + "digest": "b5b98d8650ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q3_K_L", + "model": "yarn-llama2:13b-128k-q3_K_L", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7408818586, + "digest": "7e92cb79ad6f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q4_0", + "model": "yarn-llama2:13b-128k-q4_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7945689498, + "digest": "312277e27d21", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q4_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q4_1", + "model": "yarn-llama2:13b-128k-q4_1", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 8804682957, + "digest": "1952ac7b3231", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q4_1", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q4_K_S", + "model": "yarn-llama2:13b-128k-q4_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7945689498, + "digest": "b2ffe41a638b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q4_K_M", + "model": "yarn-llama2:13b-128k-q4_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 8482560410, + "digest": "df02b797c5aa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q5_0", + "model": "yarn-llama2:13b-128k-q5_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 9663676416, + "digest": "dc65f2b65862", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q5_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q5_1", + "model": "yarn-llama2:13b-128k-q5_1", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 10522669875, + "digest": "7e02f3ba0b14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q5_1", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q5_K_S", + "model": "yarn-llama2:13b-128k-q5_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 9663676416, + "digest": "effbf903f606", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q5_K_M", + "model": "yarn-llama2:13b-128k-q5_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 9878424781, + "digest": "6c618202668d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q6_K", + "model": "yarn-llama2:13b-128k-q6_K", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 11811160064, + "digest": "311e2194fa2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q6_K", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-q8_0", + "model": "yarn-llama2:13b-128k-q8_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 15032385536, + "digest": "c1cec788ae55", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-q8_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-128k-fp16", + "model": "yarn-llama2:13b-128k-fp16", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 27917287424, + "digest": "eecf1bcd524a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-128k-fp16", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k", + "model": "yarn-llama2:13b-64k", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7945689498, + "digest": "8a0a518f30c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q2_K", + "model": "yarn-llama2:13b-64k-q2_K", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 5798205850, + "digest": "0afb4364db77", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q2_K", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q3_K_S", + "model": "yarn-llama2:13b-64k-q3_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 6120328397, + "digest": "37ef3189742b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q3_K_M", + "model": "yarn-llama2:13b-64k-q3_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 6764573491, + "digest": "ec22dd2cb7ac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q3_K_L", + "model": "yarn-llama2:13b-64k-q3_K_L", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7408818586, + "digest": "be418e37797b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q4_0", + "model": "yarn-llama2:13b-64k-q4_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7945689498, + "digest": "8a0a518f30c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q4_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q4_1", + "model": "yarn-llama2:13b-64k-q4_1", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 8804682957, + "digest": "4204c4116efc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q4_1", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q4_K_S", + "model": "yarn-llama2:13b-64k-q4_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 7945689498, + "digest": "183a14c4be4d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q4_K_M", + "model": "yarn-llama2:13b-64k-q4_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 8482560410, + "digest": "48fbabc18e03", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q5_0", + "model": "yarn-llama2:13b-64k-q5_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 9663676416, + "digest": "506dd60df468", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q5_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q5_1", + "model": "yarn-llama2:13b-64k-q5_1", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 10522669875, + "digest": "d6fe4567c627", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q5_1", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q5_K_S", + "model": "yarn-llama2:13b-64k-q5_K_S", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 9663676416, + "digest": "91f3cccd9580", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q5_K_M", + "model": "yarn-llama2:13b-64k-q5_K_M", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 9878424781, + "digest": "0cdae1412098", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q6_K", + "model": "yarn-llama2:13b-64k-q6_K", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 11811160064, + "digest": "df2074aaebe3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q6_K", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-q8_0", + "model": "yarn-llama2:13b-64k-q8_0", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 15032385536, + "digest": "adbdaa2e0f7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-q8_0", + "quantization_level": "" + } + }, + { + "name": "yarn-llama2:13b-64k-fp16", + "model": "yarn-llama2:13b-64k-fp16", + "modified_at": "2023-11-04T22:50:00.000Z", + "size": 27917287424, + "digest": "8863e4eab466", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-64k-fp16", + "quantization_level": "" + } + }, + { + "name": "paraphrase-multilingual:latest", + "model": "paraphrase-multilingual:latest", + "modified_at": "2024-08-07T00:05:00.000Z", + "size": 590348288, + "digest": "ba13c2e06707", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "paraphrase-multilingual:278m", + "model": "paraphrase-multilingual:278m", + "modified_at": "2024-08-07T00:05:00.000Z", + "size": 590348288, + "digest": "ba13c2e06707", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "278m", + "quantization_level": "" + } + }, + { + "name": "paraphrase-multilingual:278m-mpnet-base-v2-fp16", + "model": "paraphrase-multilingual:278m-mpnet-base-v2-fp16", + "modified_at": "2024-08-07T00:05:00.000Z", + "size": 590348288, + "digest": "ba13c2e06707", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "278m-mpnet-base-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:latest", + "model": "granite3-moe:latest", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 861929472, + "digest": "d84e1e38ee39", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b", + "model": "granite3-moe:1b", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 861929472, + "digest": "d84e1e38ee39", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b", + "model": "granite3-moe:3b", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2254857830, + "digest": "157f538ae66e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q2_K", + "model": "granite3-moe:1b-instruct-q2_K", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 536870912, + "digest": "5965f707577c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q3_K_S", + "model": "granite3-moe:1b-instruct-q3_K_S", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 627048448, + "digest": "cab9e1d32d19", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q3_K_M", + "model": "granite3-moe:1b-instruct-q3_K_M", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 691011584, + "digest": "ea6a79b9b3cc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q3_K_L", + "model": "granite3-moe:1b-instruct-q3_K_L", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 745537536, + "digest": "bbb955565d3d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q4_0", + "model": "granite3-moe:1b-instruct-q4_0", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 805306368, + "digest": "9b6ee4c08df8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q4_1", + "model": "granite3-moe:1b-instruct-q4_1", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 890241024, + "digest": "c3aa5d722767", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q4_K_S", + "model": "granite3-moe:1b-instruct-q4_K_S", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 812646400, + "digest": "76e6392d08a3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q4_K_M", + "model": "granite3-moe:1b-instruct-q4_K_M", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 861929472, + "digest": "d84e1e38ee39", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q5_0", + "model": "granite3-moe:1b-instruct-q5_0", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 974127104, + "digest": "f49b9c68d958", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q5_1", + "model": "granite3-moe:1b-instruct-q5_1", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 1073741824, + "digest": "f1dbdb4ce40f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q5_K_S", + "model": "granite3-moe:1b-instruct-q5_K_S", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 974127104, + "digest": "427124d0793f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q5_K_M", + "model": "granite3-moe:1b-instruct-q5_K_M", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 1002438656, + "digest": "c51ea1c8bab3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q6_K", + "model": "granite3-moe:1b-instruct-q6_K", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 1181116006, + "digest": "a585cc84307b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-q8_0", + "model": "granite3-moe:1b-instruct-q8_0", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 1503238554, + "digest": "84f7efa9cc2d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:1b-instruct-fp16", + "model": "granite3-moe:1b-instruct-fp16", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2899102925, + "digest": "cee5d696574c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "1b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q2_K", + "model": "granite3-moe:3b-instruct-q2_K", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 1395864371, + "digest": "48ee4c1b7090", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q3_K_S", + "model": "granite3-moe:3b-instruct-q3_K_S", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 1610612736, + "digest": "5952b23cdd5c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q3_K_M", + "model": "granite3-moe:3b-instruct-q3_K_M", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 1717986918, + "digest": "cc32cde7c1fe", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q3_K_L", + "model": "granite3-moe:3b-instruct-q3_K_L", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 1932735283, + "digest": "8c76215f504a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q4_0", + "model": "granite3-moe:3b-instruct-q4_0", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2040109466, + "digest": "d144aac2b0d8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q4_1", + "model": "granite3-moe:3b-instruct-q4_1", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2254857830, + "digest": "ac91c7b62cc7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q4_K_S", + "model": "granite3-moe:3b-instruct-q4_K_S", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2040109466, + "digest": "9f5ecea51621", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q4_K_M", + "model": "granite3-moe:3b-instruct-q4_K_M", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2254857830, + "digest": "157f538ae66e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q5_0", + "model": "granite3-moe:3b-instruct-q5_0", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2469606195, + "digest": "e623edd5db90", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q5_1", + "model": "granite3-moe:3b-instruct-q5_1", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2684354560, + "digest": "709d47478efd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q5_K_S", + "model": "granite3-moe:3b-instruct-q5_K_S", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2469606195, + "digest": "c84b2a3a27fd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q5_K_M", + "model": "granite3-moe:3b-instruct-q5_K_M", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 2576980378, + "digest": "94e89b071306", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q6_K", + "model": "granite3-moe:3b-instruct-q6_K", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 3006477107, + "digest": "c196db4b29bb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-q8_0", + "model": "granite3-moe:3b-instruct-q8_0", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 3865470566, + "digest": "f3b962d19110", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3-moe:3b-instruct-fp16", + "model": "granite3-moe:3b-instruct-fp16", + "modified_at": "2024-11-19T22:33:00.000Z", + "size": 7301444403, + "digest": "9433d98bf426", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "devstral-small-2:latest", + "model": "devstral-small-2:latest", + "modified_at": "2025-12-13T06:47:00.000Z", + "size": 16106127360, + "digest": "24277f07f62d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "devstral-small-2:24b", + "model": "devstral-small-2:24b", + "modified_at": "2025-12-13T06:47:00.000Z", + "size": 16106127360, + "digest": "24277f07f62d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b", + "quantization_level": "" + } + }, + { + "name": "devstral-small-2:24b-instruct-2512-q4_K_M", + "model": "devstral-small-2:24b-instruct-2512-q4_K_M", + "modified_at": "2025-12-13T06:47:00.000Z", + "size": 16106127360, + "digest": "24277f07f62d", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2512-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "devstral-small-2:24b-instruct-2512-q8_0", + "model": "devstral-small-2:24b-instruct-2512-q8_0", + "modified_at": "2025-12-13T06:47:00.000Z", + "size": 27917287424, + "digest": "691a8e03a6dd", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2512-q8_0", + "quantization_level": "" + } + }, + { + "name": "devstral-small-2:24b-instruct-2512-fp16", + "model": "devstral-small-2:24b-instruct-2512-fp16", + "modified_at": "2025-12-13T06:47:00.000Z", + "size": 51539607552, + "digest": "15c77ff5438a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2512-fp16", + "quantization_level": "" + } + }, + { + "name": "orca2:latest", + "model": "orca2:latest", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 4080218931, + "digest": "ea98cc422de3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "orca2:7b", + "model": "orca2:7b", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 4080218931, + "digest": "ea98cc422de3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "orca2:13b", + "model": "orca2:13b", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 7945689498, + "digest": "a8dcfac3ac32", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q2_K", + "model": "orca2:7b-q2_K", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 3006477107, + "digest": "2f2dab4b40ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q3_K_S", + "model": "orca2:7b-q3_K_S", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 3113851290, + "digest": "f0dd7ec070fa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q3_K_M", + "model": "orca2:7b-q3_K_M", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 3543348019, + "digest": "d4399b54aee2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q3_K_L", + "model": "orca2:7b-q3_K_L", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 3865470566, + "digest": "49d05d9decd4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q4_0", + "model": "orca2:7b-q4_0", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 4080218931, + "digest": "ea98cc422de3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q4_1", + "model": "orca2:7b-q4_1", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 4509715661, + "digest": "3fea2b93215d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q4_K_S", + "model": "orca2:7b-q4_K_S", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 4187593114, + "digest": "d535ef02a017", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q4_K_M", + "model": "orca2:7b-q4_K_M", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 4402341478, + "digest": "93619d71625e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q5_0", + "model": "orca2:7b-q5_0", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 5046586573, + "digest": "0da3e963986f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q5_1", + "model": "orca2:7b-q5_1", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 5476083302, + "digest": "9e505122b129", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q5_K_S", + "model": "orca2:7b-q5_K_S", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 5046586573, + "digest": "8e8d3fad4a9c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q5_K_M", + "model": "orca2:7b-q5_K_M", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 5153960755, + "digest": "156c325b1780", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q6_K", + "model": "orca2:7b-q6_K", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 5905580032, + "digest": "5268e870e74e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-q8_0", + "model": "orca2:7b-q8_0", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 7730941133, + "digest": "74bc8213e567", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca2:7b-fp16", + "model": "orca2:7b-fp16", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 13958643712, + "digest": "61bd6364c766", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q2_K", + "model": "orca2:13b-q2_K", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 5798205850, + "digest": "1894951dcdf4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q3_K_S", + "model": "orca2:13b-q3_K_S", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 6120328397, + "digest": "2f11b018f3d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q3_K_M", + "model": "orca2:13b-q3_K_M", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 6764573491, + "digest": "bfb9c1d63867", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q3_K_L", + "model": "orca2:13b-q3_K_L", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 7408818586, + "digest": "9fcd1fe1c136", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q4_0", + "model": "orca2:13b-q4_0", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 7945689498, + "digest": "a8dcfac3ac32", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q4_1", + "model": "orca2:13b-q4_1", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 8804682957, + "digest": "5f4ea0781d67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q4_K_S", + "model": "orca2:13b-q4_K_S", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 7945689498, + "digest": "474f0b43f3d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q4_K_M", + "model": "orca2:13b-q4_K_M", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 8482560410, + "digest": "d379f87d30c1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q5_0", + "model": "orca2:13b-q5_0", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 9663676416, + "digest": "eee22c031e7b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q5_1", + "model": "orca2:13b-q5_1", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 10522669875, + "digest": "3a321577ac7e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q5_K_S", + "model": "orca2:13b-q5_K_S", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 9663676416, + "digest": "f8e9283dfba9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q5_K_M", + "model": "orca2:13b-q5_K_M", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 9878424781, + "digest": "d5e443067226", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q6_K", + "model": "orca2:13b-q6_K", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 11811160064, + "digest": "4c059cbdfec7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-q8_0", + "model": "orca2:13b-q8_0", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 15032385536, + "digest": "4e9ddd77d77f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "orca2:13b-fp16", + "model": "orca2:13b-fp16", + "modified_at": "2023-11-22T22:13:00.000Z", + "size": 27917287424, + "digest": "05c18f850182", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:latest", + "model": "stable-beluga:latest", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 4080218931, + "digest": "e5d7b4def1b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b", + "model": "stable-beluga:7b", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 4080218931, + "digest": "e5d7b4def1b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b", + "model": "stable-beluga:13b", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 7945689498, + "digest": "ac691f885162", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b", + "model": "stable-beluga:70b", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 41875931136, + "digest": "31f4bfb3a050", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q2_K", + "model": "stable-beluga:7b-q2_K", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 3006477107, + "digest": "ad7a5c22378e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q3_K_S", + "model": "stable-beluga:7b-q3_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 3113851290, + "digest": "c7c708cc367a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q3_K_M", + "model": "stable-beluga:7b-q3_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 3543348019, + "digest": "029e59da8e4f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q3_K_L", + "model": "stable-beluga:7b-q3_K_L", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 3865470566, + "digest": "5a22f57cfba1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q4_0", + "model": "stable-beluga:7b-q4_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 4080218931, + "digest": "e5d7b4def1b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q4_1", + "model": "stable-beluga:7b-q4_1", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 4509715661, + "digest": "bbdc02c211db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q4_K_S", + "model": "stable-beluga:7b-q4_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 4187593114, + "digest": "9761240d2719", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q4_K_M", + "model": "stable-beluga:7b-q4_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 4402341478, + "digest": "8b8fdc4068e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q5_0", + "model": "stable-beluga:7b-q5_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 5046586573, + "digest": "e377545d3a30", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q5_1", + "model": "stable-beluga:7b-q5_1", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 5476083302, + "digest": "a325f866b912", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q5_K_S", + "model": "stable-beluga:7b-q5_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 5046586573, + "digest": "23468cda5a29", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q5_K_M", + "model": "stable-beluga:7b-q5_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 5153960755, + "digest": "879cd0824514", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q6_K", + "model": "stable-beluga:7b-q6_K", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 5905580032, + "digest": "f81787691a8c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-q8_0", + "model": "stable-beluga:7b-q8_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 7730941133, + "digest": "6589e954f98e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:7b-fp16", + "model": "stable-beluga:7b-fp16", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 13958643712, + "digest": "b54b49ca7642", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q2_K", + "model": "stable-beluga:13b-q2_K", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 5798205850, + "digest": "2af19c43ca9f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q3_K_S", + "model": "stable-beluga:13b-q3_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 6120328397, + "digest": "4f719468cd78", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q3_K_M", + "model": "stable-beluga:13b-q3_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 6764573491, + "digest": "43fac1166987", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q3_K_L", + "model": "stable-beluga:13b-q3_K_L", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 7408818586, + "digest": "fcaba894245c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q4_0", + "model": "stable-beluga:13b-q4_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 7945689498, + "digest": "ac691f885162", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q4_1", + "model": "stable-beluga:13b-q4_1", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 8804682957, + "digest": "6d7cc4241e83", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q4_K_S", + "model": "stable-beluga:13b-q4_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 7945689498, + "digest": "61a6317dbeb1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q4_K_M", + "model": "stable-beluga:13b-q4_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 8482560410, + "digest": "409417bcf275", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q5_0", + "model": "stable-beluga:13b-q5_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 9663676416, + "digest": "ebf894679227", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q5_1", + "model": "stable-beluga:13b-q5_1", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 10522669875, + "digest": "33fa2f4b882e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q5_K_S", + "model": "stable-beluga:13b-q5_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 9663676416, + "digest": "60a6dc36d412", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q5_K_M", + "model": "stable-beluga:13b-q5_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 9878424781, + "digest": "72350608e9fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q6_K", + "model": "stable-beluga:13b-q6_K", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 11811160064, + "digest": "dcad1b848fac", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-q8_0", + "model": "stable-beluga:13b-q8_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 15032385536, + "digest": "238aa61ea830", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:13b-fp16", + "model": "stable-beluga:13b-fp16", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 27917287424, + "digest": "b1f8fdd5c504", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q2_K", + "model": "stable-beluga:70b-q2_K", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 31138512896, + "digest": "0bc71d6c7953", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q2_K", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q3_K_S", + "model": "stable-beluga:70b-q3_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 32212254720, + "digest": "50bbba9133ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q3_K_M", + "model": "stable-beluga:70b-q3_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 35433480192, + "digest": "15cf6a892614", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q3_K_L", + "model": "stable-beluga:70b-q3_K_L", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 38654705664, + "digest": "3cbf7b1f5b08", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q4_0", + "model": "stable-beluga:70b-q4_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 41875931136, + "digest": "31f4bfb3a050", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q4_1", + "model": "stable-beluga:70b-q4_1", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 46170898432, + "digest": "6f2d4b51d4ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_1", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q4_K_S", + "model": "stable-beluga:70b-q4_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 41875931136, + "digest": "d09f155890f9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q4_K_M", + "model": "stable-beluga:70b-q4_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 44023414784, + "digest": "a9667c2e7a79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q5_0", + "model": "stable-beluga:70b-q5_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 50465865728, + "digest": "e94ee1e01926", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q5_1", + "model": "stable-beluga:70b-q5_1", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 55834574848, + "digest": "312114b54a99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_1", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q5_K_S", + "model": "stable-beluga:70b-q5_K_S", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 50465865728, + "digest": "dc346a6c7ec1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q5_K_M", + "model": "stable-beluga:70b-q5_K_M", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 52613349376, + "digest": "fc28b6e46237", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q6_K", + "model": "stable-beluga:70b-q6_K", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 61203283968, + "digest": "0bda093a53a7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q6_K", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-q8_0", + "model": "stable-beluga:70b-q8_0", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 78383153152, + "digest": "ef96a5763db5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q8_0", + "quantization_level": "" + } + }, + { + "name": "stable-beluga:70b-fp16", + "model": "stable-beluga:70b-fp16", + "modified_at": "2023-10-29T21:57:00.000Z", + "size": 148176371712, + "digest": "6efd37ee83ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-fp16", + "quantization_level": "" + } + }, + { + "name": "reader-lm:latest", + "model": "reader-lm:latest", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 980418560, + "digest": "33da2b9e0afe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b", + "model": "reader-lm:0.5b", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 369098752, + "digest": "5142df586645", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b", + "model": "reader-lm:1.5b", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 980418560, + "digest": "33da2b9e0afe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q2_K", + "model": "reader-lm:0.5b-q2_K", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 355467264, + "digest": "af34eb77b23c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q2_K", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q3_K_S", + "model": "reader-lm:0.5b-q3_K_S", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 354418688, + "digest": "c15f8240fdfd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q3_K_M", + "model": "reader-lm:0.5b-q3_K_M", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 372244480, + "digest": "bd8861b9b8b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q3_K_L", + "model": "reader-lm:0.5b-q3_K_L", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 386924544, + "digest": "19b158ce5d4f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q4_0", + "model": "reader-lm:0.5b-q4_0", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 369098752, + "digest": "5142df586645", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q4_0", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q4_1", + "model": "reader-lm:0.5b-q4_1", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 393216000, + "digest": "ebc58a28e21a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q4_1", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q4_K_S", + "model": "reader-lm:0.5b-q4_K_S", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 403701760, + "digest": "7c27ad8cf758", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q4_K_M", + "model": "reader-lm:0.5b-q4_K_M", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 417333248, + "digest": "cd9cdd312854", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q5_0", + "model": "reader-lm:0.5b-q5_0", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 416284672, + "digest": "f2c2c123b1f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q5_0", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q5_1", + "model": "reader-lm:0.5b-q5_1", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 439353344, + "digest": "85e8705b05b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q5_1", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q5_K_S", + "model": "reader-lm:0.5b-q5_K_S", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 433061888, + "digest": "8f77463504e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q5_K_M", + "model": "reader-lm:0.5b-q5_K_M", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 440401920, + "digest": "b6b1a83de2ae", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q6_K", + "model": "reader-lm:0.5b-q6_K", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 530579456, + "digest": "6f8291aee62f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q6_K", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-q8_0", + "model": "reader-lm:0.5b-q8_0", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 556793856, + "digest": "4dc1ed29ebba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-q8_0", + "quantization_level": "" + } + }, + { + "name": "reader-lm:0.5b-fp16", + "model": "reader-lm:0.5b-fp16", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1042284544, + "digest": "372bede54f00", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "0.5b-fp16", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q2_K", + "model": "reader-lm:1.5b-q2_K", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 708837376, + "digest": "21617a48e1b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q2_K", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q3_K_S", + "model": "reader-lm:1.5b-q3_K_S", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 797966336, + "digest": "4e71ee323763", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q3_K_M", + "model": "reader-lm:1.5b-q3_K_M", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 864026624, + "digest": "04d6fa1b5675", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q3_K_L", + "model": "reader-lm:1.5b-q3_K_L", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 922746880, + "digest": "e6d39acdf3bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q4_0", + "model": "reader-lm:1.5b-q4_0", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 980418560, + "digest": "33da2b9e0afe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q4_0", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q4_1", + "model": "reader-lm:1.5b-q4_1", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1073741824, + "digest": "2fa8a5bbd70b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q4_1", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q4_K_S", + "model": "reader-lm:1.5b-q4_K_S", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 985661440, + "digest": "61de2f1c665b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q4_K_M", + "model": "reader-lm:1.5b-q4_K_M", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1033895936, + "digest": "b86722567954", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q5_0", + "model": "reader-lm:1.5b-q5_0", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1181116006, + "digest": "890000830ffe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q5_0", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q5_1", + "model": "reader-lm:1.5b-q5_1", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1288490189, + "digest": "4640a36a6d05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q5_1", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q5_K_S", + "model": "reader-lm:1.5b-q5_K_S", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1181116006, + "digest": "ca910efc76a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q5_K_M", + "model": "reader-lm:1.5b-q5_K_M", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1181116006, + "digest": "c7f1ea450e9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q6_K", + "model": "reader-lm:1.5b-q6_K", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1395864371, + "digest": "9c5fd0c488ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q6_K", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-q8_0", + "model": "reader-lm:1.5b-q8_0", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 1717986918, + "digest": "39ec9eda0492", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-q8_0", + "quantization_level": "" + } + }, + { + "name": "reader-lm:1.5b-fp16", + "model": "reader-lm:1.5b-fp16", + "modified_at": "2024-09-11T19:13:00.000Z", + "size": 3328599654, + "digest": "a099cb640088", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-fp16", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:latest", + "model": "shieldgemma:latest", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 6227702579, + "digest": "c82cacd5af5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b", + "model": "shieldgemma:2b", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1825361101, + "digest": "5aad5044d142", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b", + "model": "shieldgemma:9b", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 6227702579, + "digest": "c82cacd5af5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b", + "model": "shieldgemma:27b", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 18253611008, + "digest": "a5d7e17031b4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q2_K", + "model": "shieldgemma:2b-q2_K", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1288490189, + "digest": "8fe6125835d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q2_K", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q3_K_S", + "model": "shieldgemma:2b-q3_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1503238554, + "digest": "ed1adf76cf49", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q3_K_M", + "model": "shieldgemma:2b-q3_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1610612736, + "digest": "8792c0fdb69d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q3_K_L", + "model": "shieldgemma:2b-q3_K_L", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1717986918, + "digest": "6e1f85ff56c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q4_0", + "model": "shieldgemma:2b-q4_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1717986918, + "digest": "8c75ad5241ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q4_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q4_1", + "model": "shieldgemma:2b-q4_1", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1932735283, + "digest": "8079392bcbe5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q4_1", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q4_K_S", + "model": "shieldgemma:2b-q4_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1717986918, + "digest": "460e97ad8fe1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q4_K_M", + "model": "shieldgemma:2b-q4_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 1825361101, + "digest": "5aad5044d142", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q5_0", + "model": "shieldgemma:2b-q5_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 2040109466, + "digest": "f0ccd970270f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q5_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q5_1", + "model": "shieldgemma:2b-q5_1", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 2147483648, + "digest": "86dd3e901f29", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q5_1", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q5_K_S", + "model": "shieldgemma:2b-q5_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 2040109466, + "digest": "e87b5af5b923", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q5_K_M", + "model": "shieldgemma:2b-q5_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 2040109466, + "digest": "29b311ed2d95", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q6_K", + "model": "shieldgemma:2b-q6_K", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 2362232013, + "digest": "d6bc266fff20", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q6_K", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-q8_0", + "model": "shieldgemma:2b-q8_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 3006477107, + "digest": "4e23a11d17c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q8_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:2b-fp16", + "model": "shieldgemma:2b-fp16", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 5583457485, + "digest": "edaf3b7bd2ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-fp16", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q2_K", + "model": "shieldgemma:9b-q2_K", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 4080218931, + "digest": "4705089a2870", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q2_K", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q3_K_S", + "model": "shieldgemma:9b-q3_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 4617089843, + "digest": "59f3cd1ead5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q3_K_M", + "model": "shieldgemma:9b-q3_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 5153960755, + "digest": "1ee83e818fb1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q3_K_L", + "model": "shieldgemma:9b-q3_K_L", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 5476083302, + "digest": "02637dc40252", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q4_0", + "model": "shieldgemma:9b-q4_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 5798205850, + "digest": "672a383489f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q4_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q4_1", + "model": "shieldgemma:9b-q4_1", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 6442450944, + "digest": "423d2aeca52c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q4_1", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q4_K_S", + "model": "shieldgemma:9b-q4_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 5905580032, + "digest": "c4b9ac85349c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q4_K_M", + "model": "shieldgemma:9b-q4_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 6227702579, + "digest": "c82cacd5af5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q5_0", + "model": "shieldgemma:9b-q5_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 6979321856, + "digest": "75f32f5d1b35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q5_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q5_1", + "model": "shieldgemma:9b-q5_1", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 7516192768, + "digest": "43e40f2b8a24", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q5_1", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q5_K_S", + "model": "shieldgemma:9b-q5_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 6979321856, + "digest": "577538bd20f5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q5_K_M", + "model": "shieldgemma:9b-q5_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 7086696038, + "digest": "cbfb3b3b1cd1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q6_K", + "model": "shieldgemma:9b-q6_K", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 8160437862, + "digest": "3fe88a5a8730", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q6_K", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-q8_0", + "model": "shieldgemma:9b-q8_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 10522669875, + "digest": "14c1959c8e4f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q8_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:9b-fp16", + "model": "shieldgemma:9b-fp16", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 19327352832, + "digest": "5ad5e824db94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-fp16", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q2_K", + "model": "shieldgemma:27b-q2_K", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 10737418240, + "digest": "d8d17ed3cef2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q2_K", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q3_K_S", + "model": "shieldgemma:27b-q3_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 12884901888, + "digest": "feca6f60628a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q3_K_M", + "model": "shieldgemma:27b-q3_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 13958643712, + "digest": "d8f3e2e2f1b2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q3_K_L", + "model": "shieldgemma:27b-q3_K_L", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 16106127360, + "digest": "8f19ca45514c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q4_0", + "model": "shieldgemma:27b-q4_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 17179869184, + "digest": "dd3ba9bf896e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q4_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q4_1", + "model": "shieldgemma:27b-q4_1", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 18253611008, + "digest": "86baf7b8d77e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q4_1", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q4_K_S", + "model": "shieldgemma:27b-q4_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 17179869184, + "digest": "4eb28893980b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q4_K_M", + "model": "shieldgemma:27b-q4_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 18253611008, + "digest": "a5d7e17031b4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q5_0", + "model": "shieldgemma:27b-q5_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 20401094656, + "digest": "b260777de17e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q5_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q5_1", + "model": "shieldgemma:27b-q5_1", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 22548578304, + "digest": "61a1eaeb05ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q5_1", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q5_K_S", + "model": "shieldgemma:27b-q5_K_S", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 20401094656, + "digest": "751794b36b4c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q5_K_M", + "model": "shieldgemma:27b-q5_K_M", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 20401094656, + "digest": "18593abe595e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q6_K", + "model": "shieldgemma:27b-q6_K", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 23622320128, + "digest": "a2c181c9fa6a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q6_K", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-q8_0", + "model": "shieldgemma:27b-q8_0", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 31138512896, + "digest": "0bedd4c372fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-q8_0", + "quantization_level": "" + } + }, + { + "name": "shieldgemma:27b-fp16", + "model": "shieldgemma:27b-fp16", + "modified_at": "2024-10-11T05:58:00.000Z", + "size": 57982058496, + "digest": "3e774e7b4545", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "27b-fp16", + "quantization_level": "" + } + }, + { + "name": "deepcoder:latest", + "model": "deepcoder:latest", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 9663676416, + "digest": "12bdda054d23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepcoder:1.5b", + "model": "deepcoder:1.5b", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 1181116006, + "digest": "3bc49891ec47", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "deepcoder:14b", + "model": "deepcoder:14b", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 9663676416, + "digest": "12bdda054d23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b", + "quantization_level": "" + } + }, + { + "name": "deepcoder:1.5b-preview-q4_K_M", + "model": "deepcoder:1.5b-preview-q4_K_M", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 1181116006, + "digest": "3bc49891ec47", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-preview-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepcoder:1.5b-preview-q8_0", + "model": "deepcoder:1.5b-preview-q8_0", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 2040109466, + "digest": "b240e7d4c9d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-preview-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepcoder:1.5b-preview-fp16", + "model": "deepcoder:1.5b-preview-fp16", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 3865470566, + "digest": "a4f72a133925", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-preview-fp16", + "quantization_level": "" + } + }, + { + "name": "deepcoder:14b-preview-q4_K_M", + "model": "deepcoder:14b-preview-q4_K_M", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 9663676416, + "digest": "12bdda054d23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-preview-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepcoder:14b-preview-q8_0", + "model": "deepcoder:14b-preview-q8_0", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 17179869184, + "digest": "77a03c7a6183", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-preview-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepcoder:14b-preview-fp16", + "model": "deepcoder:14b-preview-fp16", + "modified_at": "2025-04-08T22:53:00.000Z", + "size": 32212254720, + "digest": "94795ede1f7b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "14b-preview-fp16", + "quantization_level": "" + } + }, + { + "name": "llama-pro:latest", + "model": "llama-pro:latest", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5046586573, + "digest": "fc5c0d744444", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llama-pro:instruct", + "model": "llama-pro:instruct", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5046586573, + "digest": "fc5c0d744444", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "llama-pro:text", + "model": "llama-pro:text", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5046586573, + "digest": "37a8c2df2159", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "text", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q2_K", + "model": "llama-pro:8b-instruct-q2_K", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 3758096384, + "digest": "24ca2680af67", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q3_K_S", + "model": "llama-pro:8b-instruct-q3_K_S", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 3865470566, + "digest": "0269187072dd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q3_K_M", + "model": "llama-pro:8b-instruct-q3_K_M", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 4402341478, + "digest": "147024ec7610", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q3_K_L", + "model": "llama-pro:8b-instruct-q3_K_L", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 4831838208, + "digest": "7c638269f710", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q4_0", + "model": "llama-pro:8b-instruct-q4_0", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5046586573, + "digest": "fc5c0d744444", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q4_1", + "model": "llama-pro:8b-instruct-q4_1", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5690831667, + "digest": "2c59213d1ec9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q4_K_S", + "model": "llama-pro:8b-instruct-q4_K_S", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5153960755, + "digest": "0ed36f6dfb91", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q4_K_M", + "model": "llama-pro:8b-instruct-q4_K_M", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5476083302, + "digest": "072859d9f324", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q5_0", + "model": "llama-pro:8b-instruct-q5_0", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 6227702579, + "digest": "26e8677969ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q5_1", + "model": "llama-pro:8b-instruct-q5_1", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 6764573491, + "digest": "8fbd7f2ef127", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q5_K_S", + "model": "llama-pro:8b-instruct-q5_K_S", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 6227702579, + "digest": "afbe4eee1009", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q5_K_M", + "model": "llama-pro:8b-instruct-q5_K_M", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 6335076762, + "digest": "d18736b3cdd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q6_K", + "model": "llama-pro:8b-instruct-q6_K", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 7408818586, + "digest": "7df5d721dbc0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-q8_0", + "model": "llama-pro:8b-instruct-q8_0", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 9556302234, + "digest": "d968aafc79e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-instruct-fp16", + "model": "llama-pro:8b-instruct-fp16", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 18253611008, + "digest": "df774285c05f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q2_K", + "model": "llama-pro:8b-text-q2_K", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 3758096384, + "digest": "2ed5b17591cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q2_K", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q3_K_S", + "model": "llama-pro:8b-text-q3_K_S", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 3865470566, + "digest": "ebda8f31804a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q3_K_M", + "model": "llama-pro:8b-text-q3_K_M", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 4402341478, + "digest": "3c9f65d0a7e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q3_K_L", + "model": "llama-pro:8b-text-q3_K_L", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 4831838208, + "digest": "f07e73f68fc8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q4_0", + "model": "llama-pro:8b-text-q4_0", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5046586573, + "digest": "37a8c2df2159", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q4_0", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q4_1", + "model": "llama-pro:8b-text-q4_1", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5690831667, + "digest": "35bd6f694acb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q4_1", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q4_K_S", + "model": "llama-pro:8b-text-q4_K_S", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5153960755, + "digest": "a73903f963eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q4_K_M", + "model": "llama-pro:8b-text-q4_K_M", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 5476083302, + "digest": "5178b12d303b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q5_0", + "model": "llama-pro:8b-text-q5_0", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 6227702579, + "digest": "15000cc2d299", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q5_0", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q5_1", + "model": "llama-pro:8b-text-q5_1", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 6764573491, + "digest": "5395c603b159", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q5_1", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q5_K_S", + "model": "llama-pro:8b-text-q5_K_S", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 6227702579, + "digest": "96d47e3e009f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q5_K_M", + "model": "llama-pro:8b-text-q5_K_M", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 6335076762, + "digest": "36d45bb71a26", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q6_K", + "model": "llama-pro:8b-text-q6_K", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 7408818586, + "digest": "7d3cb1a24c98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q6_K", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-q8_0", + "model": "llama-pro:8b-text-q8_0", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 9556302234, + "digest": "69c9ae3d927b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-q8_0", + "quantization_level": "" + } + }, + { + "name": "llama-pro:8b-text-fp16", + "model": "llama-pro:8b-text-fp16", + "modified_at": "2024-01-09T03:30:00.000Z", + "size": 18253611008, + "digest": "9b790fecf7f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-text-fp16", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:latest", + "model": "yarn-mistral:latest", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4402341478, + "digest": "8e9c368a0ae4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b", + "model": "yarn-mistral:7b", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4402341478, + "digest": "8e9c368a0ae4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k", + "model": "yarn-mistral:7b-128k", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4402341478, + "digest": "6511b83c33d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q2_K", + "model": "yarn-mistral:7b-128k-q2_K", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 3328599654, + "digest": "4801801e65c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q2_K", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q3_K_S", + "model": "yarn-mistral:7b-128k-q3_K_S", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 3435973837, + "digest": "150773407811", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q3_K_M", + "model": "yarn-mistral:7b-128k-q3_K_M", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 3758096384, + "digest": "c910ed0b2220", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q3_K_L", + "model": "yarn-mistral:7b-128k-q3_K_L", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4080218931, + "digest": "04e1735cc221", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q4_0", + "model": "yarn-mistral:7b-128k-q4_0", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4402341478, + "digest": "6511b83c33d5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q4_0", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q4_1", + "model": "yarn-mistral:7b-128k-q4_1", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4939212390, + "digest": "2f2460d79fe1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q4_1", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q4_K_S", + "model": "yarn-mistral:7b-128k-q4_K_S", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4402341478, + "digest": "60021a54efbe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q4_K_M", + "model": "yarn-mistral:7b-128k-q4_K_M", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4724464026, + "digest": "b29d79d2f3ef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q5_0", + "model": "yarn-mistral:7b-128k-q5_0", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 5368709120, + "digest": "f6e752bb89ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q5_0", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q5_1", + "model": "yarn-mistral:7b-128k-q5_1", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 5798205850, + "digest": "27a21ac0ee02", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q5_1", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q5_K_S", + "model": "yarn-mistral:7b-128k-q5_K_S", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 5368709120, + "digest": "48e075e27562", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q5_K_M", + "model": "yarn-mistral:7b-128k-q5_K_M", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 5476083302, + "digest": "e73d718076ea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q6_K", + "model": "yarn-mistral:7b-128k-q6_K", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 6335076762, + "digest": "d2efb1f4a053", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q6_K", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-q8_0", + "model": "yarn-mistral:7b-128k-q8_0", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 8267812045, + "digest": "c7d7fcc635b3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-q8_0", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-128k-fp16", + "model": "yarn-mistral:7b-128k-fp16", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 15032385536, + "digest": "24fcccd3ec98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-128k-fp16", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k", + "model": "yarn-mistral:7b-64k", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4402341478, + "digest": "8e9c368a0ae4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q2_K", + "model": "yarn-mistral:7b-64k-q2_K", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 3328599654, + "digest": "7e69098a0185", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q2_K", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q3_K_S", + "model": "yarn-mistral:7b-64k-q3_K_S", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 3435973837, + "digest": "9f1a8b3eec09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q3_K_M", + "model": "yarn-mistral:7b-64k-q3_K_M", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 3758096384, + "digest": "2fe3d1edecaa", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q3_K_L", + "model": "yarn-mistral:7b-64k-q3_K_L", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4080218931, + "digest": "6fec537d7505", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q4_0", + "model": "yarn-mistral:7b-64k-q4_0", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4402341478, + "digest": "8e9c368a0ae4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q4_0", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q4_1", + "model": "yarn-mistral:7b-64k-q4_1", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4939212390, + "digest": "0b1ddb2af722", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q4_1", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q4_K_S", + "model": "yarn-mistral:7b-64k-q4_K_S", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4402341478, + "digest": "6a3c24b1e938", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q4_K_M", + "model": "yarn-mistral:7b-64k-q4_K_M", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 4724464026, + "digest": "f9434e5ec017", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q5_0", + "model": "yarn-mistral:7b-64k-q5_0", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 5368709120, + "digest": "917060ebb0d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q5_0", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q5_1", + "model": "yarn-mistral:7b-64k-q5_1", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 5798205850, + "digest": "5efec29a0821", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q5_1", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q5_K_S", + "model": "yarn-mistral:7b-64k-q5_K_S", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 5368709120, + "digest": "1fb11cbfb6ad", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q5_K_M", + "model": "yarn-mistral:7b-64k-q5_K_M", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 5476083302, + "digest": "1ac045b0f86f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q6_K", + "model": "yarn-mistral:7b-64k-q6_K", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 6335076762, + "digest": "c3108d901ef7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q6_K", + "quantization_level": "" + } + }, + { + "name": "yarn-mistral:7b-64k-q8_0", + "model": "yarn-mistral:7b-64k-q8_0", + "modified_at": "2023-11-04T04:20:00.000Z", + "size": 8267812045, + "digest": "236ce568b73c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-64k-q8_0", + "quantization_level": "" + } + }, + { + "name": "nexusraven:latest", + "model": "nexusraven:latest", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 7945689498, + "digest": "483a8282af74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b", + "model": "nexusraven:13b", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 7945689498, + "digest": "483a8282af74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q2_K", + "model": "nexusraven:13b-v2-q2_K", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 5798205850, + "digest": "335cee44ee6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q2_K", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q3_K_S", + "model": "nexusraven:13b-v2-q3_K_S", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 6120328397, + "digest": "e05ddc03a204", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q3_K_M", + "model": "nexusraven:13b-v2-q3_K_M", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 6764573491, + "digest": "9c3abc556fee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q3_K_L", + "model": "nexusraven:13b-v2-q3_K_L", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 7408818586, + "digest": "030244bdb058", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q4_0", + "model": "nexusraven:13b-v2-q4_0", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 7945689498, + "digest": "483a8282af74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q4_0", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q4_1", + "model": "nexusraven:13b-v2-q4_1", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 8804682957, + "digest": "9d97f7422b57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q4_1", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q4_K_S", + "model": "nexusraven:13b-v2-q4_K_S", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 7945689498, + "digest": "d922b5f359d4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q4_K_M", + "model": "nexusraven:13b-v2-q4_K_M", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 8482560410, + "digest": "c686cfb91b9b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q5_0", + "model": "nexusraven:13b-v2-q5_0", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 9663676416, + "digest": "93d134582405", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q5_0", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q5_1", + "model": "nexusraven:13b-v2-q5_1", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 10522669875, + "digest": "223215c51cfb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q5_1", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q5_K_S", + "model": "nexusraven:13b-v2-q5_K_S", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 9663676416, + "digest": "506b8b5250ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q5_K_M", + "model": "nexusraven:13b-v2-q5_K_M", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 9878424781, + "digest": "8754f5363618", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q6_K", + "model": "nexusraven:13b-v2-q6_K", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 11811160064, + "digest": "d81ebb5a6f93", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q6_K", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-q8_0", + "model": "nexusraven:13b-v2-q8_0", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 15032385536, + "digest": "2f770812d079", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-q8_0", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-v2-fp16", + "model": "nexusraven:13b-v2-fp16", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 27917287424, + "digest": "6e9f4b4dff57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-v2-fp16", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q2_K", + "model": "nexusraven:13b-q2_K", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 5798205850, + "digest": "88af7c885f6d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q3_K_S", + "model": "nexusraven:13b-q3_K_S", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 6120328397, + "digest": "c327bf4400c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q3_K_M", + "model": "nexusraven:13b-q3_K_M", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 6764573491, + "digest": "32ee186898d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q3_K_L", + "model": "nexusraven:13b-q3_K_L", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 7408818586, + "digest": "be1c4d4ebf80", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q4_0", + "model": "nexusraven:13b-q4_0", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 7945689498, + "digest": "336957c1d527", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q4_1", + "model": "nexusraven:13b-q4_1", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 8804682957, + "digest": "cc0185e939a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q4_K_S", + "model": "nexusraven:13b-q4_K_S", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 7945689498, + "digest": "01ab3a1e2bd0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q4_K_M", + "model": "nexusraven:13b-q4_K_M", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 8482560410, + "digest": "869ecaf32849", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q5_0", + "model": "nexusraven:13b-q5_0", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 9663676416, + "digest": "1edef32ba6b0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q5_1", + "model": "nexusraven:13b-q5_1", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 10522669875, + "digest": "5695d35736eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q5_K_S", + "model": "nexusraven:13b-q5_K_S", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 9663676416, + "digest": "d47e757e2f8a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q5_K_M", + "model": "nexusraven:13b-q5_K_M", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 9878424781, + "digest": "3ba5150eacb6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q6_K", + "model": "nexusraven:13b-q6_K", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 11811160064, + "digest": "fa629e4e0d35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-q8_0", + "model": "nexusraven:13b-q8_0", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 15032385536, + "digest": "25fba36ef0af", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "nexusraven:13b-fp16", + "model": "nexusraven:13b-fp16", + "modified_at": "2024-01-17T19:53:00.000Z", + "size": 27917287424, + "digest": "038c3ee38ca3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "bakllava:latest", + "model": "bakllava:latest", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 5046586573, + "digest": "3dd68bd4447c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b", + "model": "bakllava:7b", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 5046586573, + "digest": "3dd68bd4447c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q2_K", + "model": "bakllava:7b-v1-q2_K", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 3972844749, + "digest": "2b262088f95e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q2_K", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q3_K_S", + "model": "bakllava:7b-v1-q3_K_S", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 4080218931, + "digest": "58c3c55e353b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q3_K_M", + "model": "bakllava:7b-v1-q3_K_M", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 4402341478, + "digest": "76ddbf1eee47", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q3_K_L", + "model": "bakllava:7b-v1-q3_K_L", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 4724464026, + "digest": "1c83e7ae2916", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q4_0", + "model": "bakllava:7b-v1-q4_0", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 5046586573, + "digest": "3dd68bd4447c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q4_0", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q4_1", + "model": "bakllava:7b-v1-q4_1", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 5583457485, + "digest": "5661864b39bf", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q4_1", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q4_K_S", + "model": "bakllava:7b-v1-q4_K_S", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 5153960755, + "digest": "7bde2065bef9", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q4_K_M", + "model": "bakllava:7b-v1-q4_K_M", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 5368709120, + "digest": "18f34660c11c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q5_0", + "model": "bakllava:7b-v1-q5_0", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 6012954214, + "digest": "e1ec8078f994", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q5_0", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q5_1", + "model": "bakllava:7b-v1-q5_1", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 6549825126, + "digest": "2ecc0da390e6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q5_1", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q5_K_S", + "model": "bakllava:7b-v1-q5_K_S", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 6012954214, + "digest": "b3495a4598af", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q5_K_M", + "model": "bakllava:7b-v1-q5_K_M", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 6227702579, + "digest": "701ad599d4e8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q6_K", + "model": "bakllava:7b-v1-q6_K", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 7086696038, + "digest": "c338a33fa0f7", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q6_K", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-q8_0", + "model": "bakllava:7b-v1-q8_0", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 8912057139, + "digest": "52bc26311d1a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-q8_0", + "quantization_level": "" + } + }, + { + "name": "bakllava:7b-v1-fp16", + "model": "bakllava:7b-v1-fp16", + "modified_at": "2023-12-13T19:04:00.000Z", + "size": 16106127360, + "digest": "ad44fb2047c1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "7b-v1-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q2_K", + "model": "wizardlm:7b-q2_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 3006477107, + "digest": "3bd62c66bf07", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q3_K_S", + "model": "wizardlm:7b-q3_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 3113851290, + "digest": "2f4e28f337fb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q3_K_M", + "model": "wizardlm:7b-q3_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 3543348019, + "digest": "77ee25ef2d73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q3_K_L", + "model": "wizardlm:7b-q3_K_L", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 3865470566, + "digest": "b71375c6360f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q4_0", + "model": "wizardlm:7b-q4_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 4080218931, + "digest": "2d84ad17965a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q4_1", + "model": "wizardlm:7b-q4_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 4509715661, + "digest": "39ca90eaf0fe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q4_K_S", + "model": "wizardlm:7b-q4_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 4187593114, + "digest": "64ff89304116", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q4_K_M", + "model": "wizardlm:7b-q4_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 4402341478, + "digest": "cfe7771084ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q5_0", + "model": "wizardlm:7b-q5_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 5046586573, + "digest": "ae105d485aa2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q5_1", + "model": "wizardlm:7b-q5_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 5476083302, + "digest": "d0e953531965", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q5_K_S", + "model": "wizardlm:7b-q5_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 5046586573, + "digest": "57343a383bbb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q5_K_M", + "model": "wizardlm:7b-q5_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 5153960755, + "digest": "ab723eb64d3c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q6_K", + "model": "wizardlm:7b-q6_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 5905580032, + "digest": "b04432819f68", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-q8_0", + "model": "wizardlm:7b-q8_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 7730941133, + "digest": "754989a99c95", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:7b-fp16", + "model": "wizardlm:7b-fp16", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 13958643712, + "digest": "7b7b03c75a9c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q2_K", + "model": "wizardlm:13b-llama2-q2_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 5798205850, + "digest": "bf7912e654c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q3_K_S", + "model": "wizardlm:13b-llama2-q3_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 6120328397, + "digest": "e87c1dae586e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q3_K_M", + "model": "wizardlm:13b-llama2-q3_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 6764573491, + "digest": "f5aadb3dbdd9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q3_K_L", + "model": "wizardlm:13b-llama2-q3_K_L", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 7408818586, + "digest": "848e49de492f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q4_0", + "model": "wizardlm:13b-llama2-q4_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 7945689498, + "digest": "07237eed6d44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q4_1", + "model": "wizardlm:13b-llama2-q4_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 8804682957, + "digest": "966ad219dd6e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q4_K_S", + "model": "wizardlm:13b-llama2-q4_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 7945689498, + "digest": "ac3340957ac2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q4_K_M", + "model": "wizardlm:13b-llama2-q4_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 8482560410, + "digest": "68d0ec94288a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q5_0", + "model": "wizardlm:13b-llama2-q5_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 9663676416, + "digest": "210ef327ea9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q5_1", + "model": "wizardlm:13b-llama2-q5_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 10522669875, + "digest": "b8505c7f2d31", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q5_K_S", + "model": "wizardlm:13b-llama2-q5_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 9663676416, + "digest": "b8ed8352b0bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q5_K_M", + "model": "wizardlm:13b-llama2-q5_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 9878424781, + "digest": "a8da6d573865", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q6_K", + "model": "wizardlm:13b-llama2-q6_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 11811160064, + "digest": "6a9a6808f2f6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-q8_0", + "model": "wizardlm:13b-llama2-q8_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 15032385536, + "digest": "5e403198c9b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-llama2-fp16", + "model": "wizardlm:13b-llama2-fp16", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 27917287424, + "digest": "4adbfc3c9680", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q2_K", + "model": "wizardlm:13b-q2_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 5798205850, + "digest": "3b8461d9b63c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q3_K_S", + "model": "wizardlm:13b-q3_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 6120328397, + "digest": "89db746fa2ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q3_K_M", + "model": "wizardlm:13b-q3_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 6764573491, + "digest": "a2397457fb74", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q3_K_L", + "model": "wizardlm:13b-q3_K_L", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 7408818586, + "digest": "512973874eed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q4_0", + "model": "wizardlm:13b-q4_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 7945689498, + "digest": "7e480c1b3f2f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q4_1", + "model": "wizardlm:13b-q4_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 8804682957, + "digest": "dd21b594003b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q4_K_S", + "model": "wizardlm:13b-q4_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 7945689498, + "digest": "2ccfc126100e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q4_K_M", + "model": "wizardlm:13b-q4_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 8482560410, + "digest": "e6d40c1b0e0d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q5_0", + "model": "wizardlm:13b-q5_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 9663676416, + "digest": "f8be29062946", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q5_1", + "model": "wizardlm:13b-q5_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 10522669875, + "digest": "7a594c88f1a0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q5_K_S", + "model": "wizardlm:13b-q5_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 9663676416, + "digest": "2db6e4378d69", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q5_K_M", + "model": "wizardlm:13b-q5_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 9878424781, + "digest": "d71253aa6a51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q6_K", + "model": "wizardlm:13b-q6_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 11811160064, + "digest": "6d11d6afcd43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-q8_0", + "model": "wizardlm:13b-q8_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 15032385536, + "digest": "6a7fd096f78a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:13b-fp16", + "model": "wizardlm:13b-fp16", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 27917287424, + "digest": "95a66502902f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q2_K", + "model": "wizardlm:30b-q2_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 15032385536, + "digest": "316a090a9db0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q3_K_S", + "model": "wizardlm:30b-q3_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 15032385536, + "digest": "362bc87500d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q3_K_M", + "model": "wizardlm:30b-q3_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 17179869184, + "digest": "7603650be43d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q3_K_L", + "model": "wizardlm:30b-q3_K_L", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 18253611008, + "digest": "7d5c5ca56029", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q4_0", + "model": "wizardlm:30b-q4_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 19327352832, + "digest": "67513d78f363", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q4_1", + "model": "wizardlm:30b-q4_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 21474836480, + "digest": "65744dc3396a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q4_K_S", + "model": "wizardlm:30b-q4_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 19327352832, + "digest": "ffb56ae33932", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q4_K_M", + "model": "wizardlm:30b-q4_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 21474836480, + "digest": "69839e566826", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q5_0", + "model": "wizardlm:30b-q5_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 23622320128, + "digest": "f29f3ee70a42", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q5_1", + "model": "wizardlm:30b-q5_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 25769803776, + "digest": "8ea6a8618db0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q5_K_S", + "model": "wizardlm:30b-q5_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 23622320128, + "digest": "5829399005b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q5_K_M", + "model": "wizardlm:30b-q5_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 24696061952, + "digest": "9c007b31c159", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q6_K", + "model": "wizardlm:30b-q6_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 28991029248, + "digest": "2674ac1c84bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-q8_0", + "model": "wizardlm:30b-q8_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 37580963840, + "digest": "a5efdd159540", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:30b-fp16", + "model": "wizardlm:30b-fp16", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 69793218560, + "digest": "3dc4daa962ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "30b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q2_K", + "model": "wizardlm:70b-llama2-q2_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 31138512896, + "digest": "e64d383d4616", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q3_K_S", + "model": "wizardlm:70b-llama2-q3_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 32212254720, + "digest": "301b2de5cdce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q3_K_M", + "model": "wizardlm:70b-llama2-q3_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 35433480192, + "digest": "56a8ed83f414", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q3_K_L", + "model": "wizardlm:70b-llama2-q3_K_L", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 38654705664, + "digest": "a547147dbbb2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q4_0", + "model": "wizardlm:70b-llama2-q4_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 41875931136, + "digest": "2d269a65a092", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q4_1", + "model": "wizardlm:70b-llama2-q4_1", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 46170898432, + "digest": "4c5a4bf2a4bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q4_K_S", + "model": "wizardlm:70b-llama2-q4_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 41875931136, + "digest": "a5124a5418a3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q4_K_M", + "model": "wizardlm:70b-llama2-q4_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 44023414784, + "digest": "6741c38608f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q5_0", + "model": "wizardlm:70b-llama2-q5_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 50465865728, + "digest": "6a8d1d7c5360", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q5_K_S", + "model": "wizardlm:70b-llama2-q5_K_S", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 50465865728, + "digest": "440dda0fbaf1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q5_K_M", + "model": "wizardlm:70b-llama2-q5_K_M", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 52613349376, + "digest": "ebfead13404c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q6_K", + "model": "wizardlm:70b-llama2-q6_K", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 61203283968, + "digest": "20fd3a5a9146", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm:70b-llama2-q8_0", + "model": "wizardlm:70b-llama2-q8_0", + "modified_at": "2023-10-30T02:54:00.000Z", + "size": 78383153152, + "digest": "7b59877a048f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-llama2-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:latest", + "model": "command-r-plus:latest", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 63350767616, + "digest": "e61b6b184f38", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b", + "model": "command-r-plus:104b", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 63350767616, + "digest": "e61b6b184f38", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q2_K", + "model": "command-r-plus:104b-08-2024-q2_K", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 41875931136, + "digest": "d6cf75a11d66", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q2_K", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q3_K_S", + "model": "command-r-plus:104b-08-2024-q3_K_S", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 49392123904, + "digest": "5d852f83f3fa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q3_K_M", + "model": "command-r-plus:104b-08-2024-q3_K_M", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 54760833024, + "digest": "37e325ccbcf7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q3_K_L", + "model": "command-r-plus:104b-08-2024-q3_K_L", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 59055800320, + "digest": "69b2a8dc30e2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q4_0", + "model": "command-r-plus:104b-08-2024-q4_0", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 63350767616, + "digest": "e61b6b184f38", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q4_0", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q4_1", + "model": "command-r-plus:104b-08-2024-q4_1", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 70866960384, + "digest": "ec1c87fb5362", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q4_1", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q4_K_S", + "model": "command-r-plus:104b-08-2024-q4_K_S", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 64424509440, + "digest": "6adaf0700006", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q4_K_M", + "model": "command-r-plus:104b-08-2024-q4_K_M", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 67645734912, + "digest": "59dddc7baffa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q5_0", + "model": "command-r-plus:104b-08-2024-q5_0", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 77309411328, + "digest": "02138d04c7e4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q5_0", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q5_1", + "model": "command-r-plus:104b-08-2024-q5_1", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 83751862272, + "digest": "639beb4e35ac", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q5_1", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q5_K_S", + "model": "command-r-plus:104b-08-2024-q5_K_S", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 77309411328, + "digest": "8a3814835aeb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q5_K_M", + "model": "command-r-plus:104b-08-2024-q5_K_M", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 79456894976, + "digest": "28170cce6eed", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q6_K", + "model": "command-r-plus:104b-08-2024-q6_K", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 91268055040, + "digest": "3344fa938c4a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q6_K", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-q8_0", + "model": "command-r-plus:104b-08-2024-q8_0", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 118111600640, + "digest": "4b4c4bed64da", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-08-2024-fp16", + "model": "command-r-plus:104b-08-2024-fp16", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 223338299392, + "digest": "cda5cd5d6fd5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-08-2024-fp16", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-q2_K", + "model": "command-r-plus:104b-q2_K", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 41875931136, + "digest": "d29d312b25b7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-q2_K", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-q4_0", + "model": "command-r-plus:104b-q4_0", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 63350767616, + "digest": "777d41fdcb0e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-q4_0", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-q8_0", + "model": "command-r-plus:104b-q8_0", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 118111600640, + "digest": "420967de8a12", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-r-plus:104b-fp16", + "model": "command-r-plus:104b-fp16", + "modified_at": "2024-08-31T07:16:00.000Z", + "size": 223338299392, + "digest": "2e7483530ced", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "104b-fp16", + "quantization_level": "" + } + }, + { + "name": "meditron:latest", + "model": "meditron:latest", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 4080218931, + "digest": "ad11a6250f54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "meditron:7b", + "model": "meditron:7b", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 4080218931, + "digest": "ad11a6250f54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "meditron:70b", + "model": "meditron:70b", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 41875931136, + "digest": "315d466c452f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q2_K", + "model": "meditron:7b-q2_K", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 3006477107, + "digest": "f330bdb16b9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q3_K_S", + "model": "meditron:7b-q3_K_S", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 3113851290, + "digest": "6d5aa9319b05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q3_K_M", + "model": "meditron:7b-q3_K_M", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 3543348019, + "digest": "9c9c4636a4b8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q3_K_L", + "model": "meditron:7b-q3_K_L", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 3865470566, + "digest": "a6fa27f88bbc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q4_0", + "model": "meditron:7b-q4_0", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 4080218931, + "digest": "ad11a6250f54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q4_1", + "model": "meditron:7b-q4_1", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 4509715661, + "digest": "876165f9f2df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q4_K_S", + "model": "meditron:7b-q4_K_S", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 4187593114, + "digest": "615f994626bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q4_K_M", + "model": "meditron:7b-q4_K_M", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 4402341478, + "digest": "a917f4ff62ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q5_0", + "model": "meditron:7b-q5_0", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 5046586573, + "digest": "79d156131358", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q5_1", + "model": "meditron:7b-q5_1", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 5476083302, + "digest": "04278d55ad3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q5_K_S", + "model": "meditron:7b-q5_K_S", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 5046586573, + "digest": "ff3d673fc3ab", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q5_K_M", + "model": "meditron:7b-q5_K_M", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 5153960755, + "digest": "1e91d442c62d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q6_K", + "model": "meditron:7b-q6_K", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 5905580032, + "digest": "e98363fbb20a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-q8_0", + "model": "meditron:7b-q8_0", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 7730941133, + "digest": "902db8ed250b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "meditron:7b-fp16", + "model": "meditron:7b-fp16", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 13958643712, + "digest": "809731a3f1a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "meditron:70b-q4_0", + "model": "meditron:70b-q4_0", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 41875931136, + "digest": "315d466c452f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_0", + "quantization_level": "" + } + }, + { + "name": "meditron:70b-q4_1", + "model": "meditron:70b-q4_1", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 46170898432, + "digest": "d0395a457ce6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_1", + "quantization_level": "" + } + }, + { + "name": "meditron:70b-q4_K_S", + "model": "meditron:70b-q4_K_S", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 41875931136, + "digest": "4f8102818cd7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "meditron:70b-q5_1", + "model": "meditron:70b-q5_1", + "modified_at": "2023-12-05T18:31:00.000Z", + "size": 55834574848, + "digest": "b12076361e76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.1:latest", + "model": "mistral-small3.1:latest", + "modified_at": "2025-04-07T16:59:00.000Z", + "size": 16106127360, + "digest": "b9aaf0c2586a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.1:24b", + "model": "mistral-small3.1:24b", + "modified_at": "2025-04-07T16:59:00.000Z", + "size": 16106127360, + "digest": "b9aaf0c2586a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.1:24b-instruct-2503-q4_K_M", + "model": "mistral-small3.1:24b-instruct-2503-q4_K_M", + "modified_at": "2025-04-07T16:59:00.000Z", + "size": 16106127360, + "digest": "b9aaf0c2586a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2503-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.1:24b-instruct-2503-q8_0", + "model": "mistral-small3.1:24b-instruct-2503-q8_0", + "modified_at": "2025-04-07T16:59:00.000Z", + "size": 27917287424, + "digest": "79252b8a3eb5", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2503-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-small3.1:24b-instruct-2503-fp16", + "model": "mistral-small3.1:24b-instruct-2503-fp16", + "modified_at": "2025-04-07T16:59:00.000Z", + "size": 51539607552, + "digest": "5b05d65a969a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "24b-instruct-2503-fp16", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:latest", + "model": "exaone-deep:latest", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 5153960755, + "digest": "106afe416a9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:2.4b", + "model": "exaone-deep:2.4b", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 1717986918, + "digest": "37d6b495c16c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.4b", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:7.8b", + "model": "exaone-deep:7.8b", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 5153960755, + "digest": "106afe416a9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7.8b", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:32b", + "model": "exaone-deep:32b", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 20401094656, + "digest": "a9422f9a5071", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:2.4b-q4_K_M", + "model": "exaone-deep:2.4b-q4_K_M", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 1717986918, + "digest": "37d6b495c16c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.4b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:2.4b-q8_0", + "model": "exaone-deep:2.4b-q8_0", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 3006477107, + "digest": "1ef8421dff40", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.4b-q8_0", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:2.4b-fp16", + "model": "exaone-deep:2.4b-fp16", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 5690831667, + "digest": "e62ec685eda1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.4b-fp16", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:7.8b-q4_K_M", + "model": "exaone-deep:7.8b-q4_K_M", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 5153960755, + "digest": "106afe416a9e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7.8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:7.8b-q8_0", + "model": "exaone-deep:7.8b-q8_0", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 8912057139, + "digest": "b1c039797694", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7.8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:7.8b-fp16", + "model": "exaone-deep:7.8b-fp16", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 17179869184, + "digest": "3445461cbc49", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7.8b-fp16", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:32b-q4_K_M", + "model": "exaone-deep:32b-q4_K_M", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 20401094656, + "digest": "a9422f9a5071", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:32b-q8_0", + "model": "exaone-deep:32b-q8_0", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 36507222016, + "digest": "e400e2287c21", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-q8_0", + "quantization_level": "" + } + }, + { + "name": "exaone-deep:32b-fp16", + "model": "exaone-deep:32b-fp16", + "modified_at": "2025-03-19T17:04:00.000Z", + "size": 68719476736, + "digest": "3c652371e959", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3.1:latest", + "model": "deepseek-v3.1:latest", + "modified_at": "2025-09-27T00:46:00.000Z", + "size": 433791696896, + "digest": "044d50a3d79c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3.1:671b", + "model": "deepseek-v3.1:671b", + "modified_at": "2025-09-27T00:46:00.000Z", + "size": 433791696896, + "digest": "044d50a3d79c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3.1:671b-terminus-q4_K_M", + "model": "deepseek-v3.1:671b-terminus-q4_K_M", + "modified_at": "2025-09-27T00:46:00.000Z", + "size": 433791696896, + "digest": "044d50a3d79c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-terminus-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3.1:671b-terminus-q8_0", + "model": "deepseek-v3.1:671b-terminus-q8_0", + "modified_at": "2025-09-27T00:46:00.000Z", + "size": 765577920512, + "digest": "05741ecf7ebc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-terminus-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3.1:671b-terminus-fp16", + "model": "deepseek-v3.1:671b-terminus-fp16", + "modified_at": "2025-09-27T00:46:00.000Z", + "size": 1429365116109, + "digest": "2d1f08a7c07d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-terminus-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3.1:671b-q8_0", + "model": "deepseek-v3.1:671b-q8_0", + "modified_at": "2025-09-27T00:46:00.000Z", + "size": 765577920512, + "digest": "259bac2eba80", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-q8_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v3.1:671b-fp16", + "model": "deepseek-v3.1:671b-fp16", + "modified_at": "2025-09-27T00:46:00.000Z", + "size": 1429365116109, + "digest": "d8237c306c16", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "671b-fp16", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:latest", + "model": "tinydolphin:latest", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 667942912, + "digest": "0f9dd11f824c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:v2.8", + "model": "tinydolphin:v2.8", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 667942912, + "digest": "0f9dd11f824c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.8", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b", + "model": "tinydolphin:1.1b", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 667942912, + "digest": "0f9dd11f824c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q2_K", + "model": "tinydolphin:1.1b-v2.8-q2_K", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 452984832, + "digest": "053ceac566b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q2_K", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q3_K_S", + "model": "tinydolphin:1.1b-v2.8-q3_K_S", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 523239424, + "digest": "1334375595f1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q3_K_M", + "model": "tinydolphin:1.1b-v2.8-q3_K_M", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 574619648, + "digest": "a269253dc7d8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q3_K_L", + "model": "tinydolphin:1.1b-v2.8-q3_K_L", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 620756992, + "digest": "d744f6260a5a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q4_0", + "model": "tinydolphin:1.1b-v2.8-q4_0", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 667942912, + "digest": "0f9dd11f824c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q4_0", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q4_1", + "model": "tinydolphin:1.1b-v2.8-q4_1", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 735051776, + "digest": "3775322fd876", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q4_1", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q4_K_S", + "model": "tinydolphin:1.1b-v2.8-q4_K_S", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 671088640, + "digest": "47eefa638255", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q4_K_M", + "model": "tinydolphin:1.1b-v2.8-q4_K_M", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 700448768, + "digest": "0cf10b4bfdca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q5_0", + "model": "tinydolphin:1.1b-v2.8-q5_0", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 803209216, + "digest": "bd9464ab8450", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q5_0", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q5_1", + "model": "tinydolphin:1.1b-v2.8-q5_1", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 871366656, + "digest": "2a519cd98a34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q5_1", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q5_K_S", + "model": "tinydolphin:1.1b-v2.8-q5_K_S", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 803209216, + "digest": "635e25aae973", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q5_K_M", + "model": "tinydolphin:1.1b-v2.8-q5_K_M", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 819986432, + "digest": "4a56f53dcad5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q6_K", + "model": "tinydolphin:1.1b-v2.8-q6_K", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 946864128, + "digest": "014f5ec4120f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q6_K", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-q8_0", + "model": "tinydolphin:1.1b-v2.8-q8_0", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 1288490189, + "digest": "852afb95a69e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-q8_0", + "quantization_level": "" + } + }, + { + "name": "tinydolphin:1.1b-v2.8-fp16", + "model": "tinydolphin:1.1b-v2.8-fp16", + "modified_at": "2024-01-30T09:39:00.000Z", + "size": 2362232013, + "digest": "adb3e462abb8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.1b-v2.8-fp16", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:latest", + "model": "nemotron-mini:latest", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2899102925, + "digest": "ed76ab18784f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b", + "model": "nemotron-mini:4b", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2899102925, + "digest": "ed76ab18784f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q2_K", + "model": "nemotron-mini:4b-instruct-q2_K", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2040109466, + "digest": "71c1aed58cc4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q3_K_S", + "model": "nemotron-mini:4b-instruct-q3_K_S", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2254857830, + "digest": "28cabdeeb76e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q3_K_M", + "model": "nemotron-mini:4b-instruct-q3_K_M", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2469606195, + "digest": "91b07164ba46", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q3_K_L", + "model": "nemotron-mini:4b-instruct-q3_K_L", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2684354560, + "digest": "899020cd5b1e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q4_0", + "model": "nemotron-mini:4b-instruct-q4_0", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2791728742, + "digest": "041bd339f71f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q4_1", + "model": "nemotron-mini:4b-instruct-q4_1", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 3006477107, + "digest": "715f0114b145", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q4_K_S", + "model": "nemotron-mini:4b-instruct-q4_K_S", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2791728742, + "digest": "59f3d2ea76f8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q4_K_M", + "model": "nemotron-mini:4b-instruct-q4_K_M", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 2899102925, + "digest": "ed76ab18784f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q5_0", + "model": "nemotron-mini:4b-instruct-q5_0", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 3221225472, + "digest": "e5f64c7116d1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q5_1", + "model": "nemotron-mini:4b-instruct-q5_1", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 3435973837, + "digest": "8c244be13dfe", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q5_K_S", + "model": "nemotron-mini:4b-instruct-q5_K_S", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 3221225472, + "digest": "072f4b7daa17", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q5_K_M", + "model": "nemotron-mini:4b-instruct-q5_K_M", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 3328599654, + "digest": "9e36e563dbdd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q6_K", + "model": "nemotron-mini:4b-instruct-q6_K", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 3650722202, + "digest": "4cf36901911e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-q8_0", + "model": "nemotron-mini:4b-instruct-q8_0", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 4831838208, + "digest": "fe86a4d04f9f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "nemotron-mini:4b-instruct-fp16", + "model": "nemotron-mini:4b-instruct-fp16", + "modified_at": "2024-09-18T20:21:00.000Z", + "size": 9019431322, + "digest": "d0d806e9853c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "codegeex4:latest", + "model": "codegeex4:latest", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 5905580032, + "digest": "867b8e81d038", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b", + "model": "codegeex4:9b", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 5905580032, + "digest": "867b8e81d038", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q2_K", + "model": "codegeex4:9b-all-q2_K", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 4294967296, + "digest": "08e724852cef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q2_K", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q3_K_S", + "model": "codegeex4:9b-all-q3_K_S", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 4939212390, + "digest": "286fdd19497a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q3_K_M", + "model": "codegeex4:9b-all-q3_K_M", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 5476083302, + "digest": "5d8b91ce8944", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q3_K_L", + "model": "codegeex4:9b-all-q3_K_L", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 5690831667, + "digest": "5529f06b3407", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q4_0", + "model": "codegeex4:9b-all-q4_0", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 5905580032, + "digest": "867b8e81d038", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q4_0", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q4_1", + "model": "codegeex4:9b-all-q4_1", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 6442450944, + "digest": "5e5c2f0ff466", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q4_1", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q4_K_S", + "model": "codegeex4:9b-all-q4_K_S", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 6227702579, + "digest": "857f132f3bf8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q4_K_M", + "model": "codegeex4:9b-all-q4_K_M", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 6764573491, + "digest": "c3a3c43c51c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q5_0", + "model": "codegeex4:9b-all-q5_0", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 7086696038, + "digest": "3093b05b4012", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q5_0", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q5_1", + "model": "codegeex4:9b-all-q5_1", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 7623566950, + "digest": "7986c322f712", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q5_1", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q5_K_S", + "model": "codegeex4:9b-all-q5_K_S", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 7194070221, + "digest": "02d16c426451", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q5_K_M", + "model": "codegeex4:9b-all-q5_K_M", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 7623566950, + "digest": "3ea52dda9b15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q6_K", + "model": "codegeex4:9b-all-q6_K", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 8912057139, + "digest": "eb3d51289271", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q6_K", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-q8_0", + "model": "codegeex4:9b-all-q8_0", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 10737418240, + "digest": "9e5f03438298", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-q8_0", + "quantization_level": "" + } + }, + { + "name": "codegeex4:9b-all-fp16", + "model": "codegeex4:9b-all-fp16", + "modified_at": "2024-07-09T01:33:00.000Z", + "size": 20401094656, + "digest": "c3cd6eb1916f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-all-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:latest", + "model": "mistral-openorca:latest", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 4402341478, + "digest": "12dc6acc14d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b", + "model": "mistral-openorca:7b", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 4402341478, + "digest": "12dc6acc14d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q2_K", + "model": "mistral-openorca:7b-q2_K", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 3328599654, + "digest": "977fdfe52b7c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q3_K_S", + "model": "mistral-openorca:7b-q3_K_S", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 3435973837, + "digest": "2274bf658e73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q3_K_M", + "model": "mistral-openorca:7b-q3_K_M", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 3758096384, + "digest": "1c71a3f469da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q3_K_L", + "model": "mistral-openorca:7b-q3_K_L", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 4080218931, + "digest": "e80eba13740d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q4_0", + "model": "mistral-openorca:7b-q4_0", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 4402341478, + "digest": "12dc6acc14d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q4_1", + "model": "mistral-openorca:7b-q4_1", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 4939212390, + "digest": "185461182e00", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q4_K_S", + "model": "mistral-openorca:7b-q4_K_S", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 4402341478, + "digest": "b8b68de9a6c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q4_K_M", + "model": "mistral-openorca:7b-q4_K_M", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 4724464026, + "digest": "d4fd6870e8eb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q5_0", + "model": "mistral-openorca:7b-q5_0", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 5368709120, + "digest": "da128676aa71", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q5_1", + "model": "mistral-openorca:7b-q5_1", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 5798205850, + "digest": "864f8be0fd03", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q5_K_S", + "model": "mistral-openorca:7b-q5_K_S", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 5368709120, + "digest": "dc071e3647c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q5_K_M", + "model": "mistral-openorca:7b-q5_K_M", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 5476083302, + "digest": "30b5e000fa20", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q6_K", + "model": "mistral-openorca:7b-q6_K", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 6335076762, + "digest": "74e3eb59f041", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-q8_0", + "model": "mistral-openorca:7b-q8_0", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 8267812045, + "digest": "d7fd37191d96", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-openorca:7b-fp16", + "model": "mistral-openorca:7b-fp16", + "modified_at": "2023-10-11T22:00:00.000Z", + "size": 15032385536, + "digest": "c3544390282f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:latest", + "model": "wizardlm-uncensored:latest", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 7945689498, + "digest": "886a369d74fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b", + "model": "wizardlm-uncensored:13b", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 7945689498, + "digest": "886a369d74fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2", + "model": "wizardlm-uncensored:13b-llama2", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 7945689498, + "digest": "886a369d74fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q2_K", + "model": "wizardlm-uncensored:13b-llama2-q2_K", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 5798205850, + "digest": "d121c5fe7def", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q3_K_S", + "model": "wizardlm-uncensored:13b-llama2-q3_K_S", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 6120328397, + "digest": "c19a0f853fde", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q3_K_M", + "model": "wizardlm-uncensored:13b-llama2-q3_K_M", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 6764573491, + "digest": "c7a5f73c0b10", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q3_K_L", + "model": "wizardlm-uncensored:13b-llama2-q3_K_L", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 7408818586, + "digest": "dd676f4c69db", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q4_0", + "model": "wizardlm-uncensored:13b-llama2-q4_0", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 7945689498, + "digest": "886a369d74fc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q4_1", + "model": "wizardlm-uncensored:13b-llama2-q4_1", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 8804682957, + "digest": "588ad528410f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q4_K_S", + "model": "wizardlm-uncensored:13b-llama2-q4_K_S", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 7945689498, + "digest": "1834c3fd3d21", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q4_K_M", + "model": "wizardlm-uncensored:13b-llama2-q4_K_M", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 8482560410, + "digest": "f39570459d4d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q5_0", + "model": "wizardlm-uncensored:13b-llama2-q5_0", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 9663676416, + "digest": "37d9827a0835", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q5_1", + "model": "wizardlm-uncensored:13b-llama2-q5_1", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 10522669875, + "digest": "c229574569e6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q5_K_S", + "model": "wizardlm-uncensored:13b-llama2-q5_K_S", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 9663676416, + "digest": "e106a5fdba1e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q5_K_M", + "model": "wizardlm-uncensored:13b-llama2-q5_K_M", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 9878424781, + "digest": "3338ad97787e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q6_K", + "model": "wizardlm-uncensored:13b-llama2-q6_K", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 11811160064, + "digest": "0128ad0108a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-q8_0", + "model": "wizardlm-uncensored:13b-llama2-q8_0", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 15032385536, + "digest": "4265729a3fca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizardlm-uncensored:13b-llama2-fp16", + "model": "wizardlm-uncensored:13b-llama2-fp16", + "modified_at": "2023-10-28T15:29:00.000Z", + "size": 27917287424, + "digest": "b972b4fcf399", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-fp16", + "quantization_level": "" + } + }, + { + "name": "nemotron3:33b", + "model": "nemotron3:33b", + "modified_at": "2026-04-27T20:26:00.000Z", + "size": 30064771072, + "digest": "f6d8b7ff496c", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "33b", + "quantization_level": "" + } + }, + { + "name": "nemotron3:33b-q8", + "model": "nemotron3:33b-q8", + "modified_at": "2026-04-27T20:26:00.000Z", + "size": 38654705664, + "digest": "74d89c84a443", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "33b-q8", + "quantization_level": "" + } + }, + { + "name": "nemotron3:33b-q4_K_M", + "model": "nemotron3:33b-q4_K_M", + "modified_at": "2026-04-27T20:26:00.000Z", + "size": 30064771072, + "digest": "baa676a14e13", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "33b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron3:33b-bf16", + "model": "nemotron3:33b-bf16", + "modified_at": "2026-04-27T20:26:00.000Z", + "size": 70866960384, + "digest": "b318f0929784", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "33b-bf16", + "quantization_level": "" + } + }, + { + "name": "medllama2:latest", + "model": "medllama2:latest", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 4080218931, + "digest": "a53737ec0c72", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b", + "model": "medllama2:7b", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 4080218931, + "digest": "a53737ec0c72", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q2_K", + "model": "medllama2:7b-q2_K", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 3006477107, + "digest": "c22649a7cd87", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q3_K_S", + "model": "medllama2:7b-q3_K_S", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 3113851290, + "digest": "db2e50ef4dfe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q3_K_M", + "model": "medllama2:7b-q3_K_M", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 3543348019, + "digest": "c9fba0828b5e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q3_K_L", + "model": "medllama2:7b-q3_K_L", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 3865470566, + "digest": "fafc256d6f10", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q4_0", + "model": "medllama2:7b-q4_0", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 4080218931, + "digest": "a53737ec0c72", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q4_1", + "model": "medllama2:7b-q4_1", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 4509715661, + "digest": "1aa988b1b658", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q4_K_S", + "model": "medllama2:7b-q4_K_S", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 4187593114, + "digest": "a421e466ef1b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q4_K_M", + "model": "medllama2:7b-q4_K_M", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 4402341478, + "digest": "2943f4b668e1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q5_0", + "model": "medllama2:7b-q5_0", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 5046586573, + "digest": "19923b8d70e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q5_1", + "model": "medllama2:7b-q5_1", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 5476083302, + "digest": "04e08f5f3742", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q5_K_S", + "model": "medllama2:7b-q5_K_S", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 5046586573, + "digest": "23a9f20d4a00", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q5_K_M", + "model": "medllama2:7b-q5_K_M", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 5153960755, + "digest": "7f1509d663e8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q6_K", + "model": "medllama2:7b-q6_K", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 5905580032, + "digest": "7c66af1d9c4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-q8_0", + "model": "medllama2:7b-q8_0", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 7730941133, + "digest": "1bc066950c7a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "medllama2:7b-fp16", + "model": "medllama2:7b-fp16", + "modified_at": "2023-10-29T06:00:00.000Z", + "size": 13958643712, + "digest": "6f397a061510", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "opencoder:latest", + "model": "opencoder:latest", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 5046586573, + "digest": "cd882db52297", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "opencoder:1.5b", + "model": "opencoder:1.5b", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 1503238554, + "digest": "8573dfc23c16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b", + "quantization_level": "" + } + }, + { + "name": "opencoder:8b", + "model": "opencoder:8b", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 5046586573, + "digest": "cd882db52297", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "opencoder:1.5b-instruct-q4_K_M", + "model": "opencoder:1.5b-instruct-q4_K_M", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 1503238554, + "digest": "8573dfc23c16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "opencoder:1.5b-instruct-q8_0", + "model": "opencoder:1.5b-instruct-q8_0", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 2147483648, + "digest": "8c1234514258", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "opencoder:1.5b-instruct-fp16", + "model": "opencoder:1.5b-instruct-fp16", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 4080218931, + "digest": "466920be6f15", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1.5b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "opencoder:8b-instruct-q4_K_M", + "model": "opencoder:8b-instruct-q4_K_M", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 5046586573, + "digest": "cd882db52297", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "opencoder:8b-instruct-q8_0", + "model": "opencoder:8b-instruct-q8_0", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 8912057139, + "digest": "b43cccd5b8e1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "opencoder:8b-instruct-fp16", + "model": "opencoder:8b-instruct-fp16", + "modified_at": "2024-11-18T07:31:00.000Z", + "size": 17179869184, + "digest": "51ed11a37a94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "reflection:latest", + "model": "reflection:latest", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 42949672960, + "digest": "5084e77c1e10", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "reflection:70b", + "model": "reflection:70b", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 42949672960, + "digest": "5084e77c1e10", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q2_K", + "model": "reflection:70b-q2_K", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 27917287424, + "digest": "8fe3c853372c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q2_K", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q3_K_S", + "model": "reflection:70b-q3_K_S", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 33285996544, + "digest": "21f651100031", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q3_K_M", + "model": "reflection:70b-q3_K_M", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 36507222016, + "digest": "a6b22bd90923", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q3_K_L", + "model": "reflection:70b-q3_K_L", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 39728447488, + "digest": "9c6705916e06", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q4_0", + "model": "reflection:70b-q4_0", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 42949672960, + "digest": "5084e77c1e10", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_0", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q4_1", + "model": "reflection:70b-q4_1", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 47244640256, + "digest": "b72afde19a06", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_1", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q4_K_S", + "model": "reflection:70b-q4_K_S", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 42949672960, + "digest": "420791ca0c2a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q4_K_M", + "model": "reflection:70b-q4_K_M", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 46170898432, + "digest": "be39ad6154f4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q5_0", + "model": "reflection:70b-q5_0", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 52613349376, + "digest": "99e430b53c8b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_0", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q5_1", + "model": "reflection:70b-q5_1", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 56908316672, + "digest": "41bd1db0b708", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_1", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q5_K_S", + "model": "reflection:70b-q5_K_S", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 52613349376, + "digest": "84a4d89b332c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q5_K_M", + "model": "reflection:70b-q5_K_M", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 53687091200, + "digest": "f537d644476a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q6_K", + "model": "reflection:70b-q6_K", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 62277025792, + "digest": "77fecce26024", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q6_K", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-q8_0", + "model": "reflection:70b-q8_0", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 80530636800, + "digest": "159e9e593c44", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q8_0", + "quantization_level": "" + } + }, + { + "name": "reflection:70b-fp16", + "model": "reflection:70b-fp16", + "modified_at": "2024-09-09T05:16:00.000Z", + "size": 151397597184, + "digest": "e04ae4d96458", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-fp16", + "quantization_level": "" + } + }, + { + "name": "nemotron:latest", + "model": "nemotron:latest", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 46170898432, + "digest": "2262f047a28a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b", + "model": "nemotron:70b", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 46170898432, + "digest": "2262f047a28a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q2_K", + "model": "nemotron:70b-instruct-q2_K", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 27917287424, + "digest": "f4743c4c6e52", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q3_K_S", + "model": "nemotron:70b-instruct-q3_K_S", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 33285996544, + "digest": "49258a4a766a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q3_K_M", + "model": "nemotron:70b-instruct-q3_K_M", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 36507222016, + "digest": "a0a786c3dc39", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q3_K_L", + "model": "nemotron:70b-instruct-q3_K_L", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 39728447488, + "digest": "a6c94d07d7c9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q4_0", + "model": "nemotron:70b-instruct-q4_0", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 42949672960, + "digest": "aade1b26eba3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q4_1", + "model": "nemotron:70b-instruct-q4_1", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 47244640256, + "digest": "c463f99d4c5e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q4_K_S", + "model": "nemotron:70b-instruct-q4_K_S", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 42949672960, + "digest": "0e32f30ad742", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q4_K_M", + "model": "nemotron:70b-instruct-q4_K_M", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 46170898432, + "digest": "2262f047a28a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q5_0", + "model": "nemotron:70b-instruct-q5_0", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 52613349376, + "digest": "4c83a56211a0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q5_1", + "model": "nemotron:70b-instruct-q5_1", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 56908316672, + "digest": "32ce9fe7477b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q5_K_S", + "model": "nemotron:70b-instruct-q5_K_S", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 52613349376, + "digest": "c5dfebb28f5f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q5_K_M", + "model": "nemotron:70b-instruct-q5_K_M", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 53687091200, + "digest": "def2cefbe818", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q6_K", + "model": "nemotron:70b-instruct-q6_K", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 62277025792, + "digest": "8d12c48f836a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-q8_0", + "model": "nemotron:70b-instruct-q8_0", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 80530636800, + "digest": "8865b9ab3285", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "nemotron:70b-instruct-fp16", + "model": "nemotron:70b-instruct-fp16", + "modified_at": "2024-10-16T23:10:00.000Z", + "size": 151397597184, + "digest": "e02a46ff1109", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-nano:latest", + "model": "nemotron-3-nano:latest", + "modified_at": "2026-03-16T15:34:00.000Z", + "size": 25769803776, + "digest": "b725f1117407", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-nano:4b", + "model": "nemotron-3-nano:4b", + "modified_at": "2026-03-16T15:34:00.000Z", + "size": 3006477107, + "digest": "6cc467f05439", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-nano:30b", + "model": "nemotron-3-nano:30b", + "modified_at": "2026-03-16T15:34:00.000Z", + "size": 25769803776, + "digest": "b725f1117407", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-nano:4b-q8_0", + "model": "nemotron-3-nano:4b-q8_0", + "modified_at": "2026-03-16T15:34:00.000Z", + "size": 4509715661, + "digest": "c534497d032c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-q8_0", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-nano:4b-bf16", + "model": "nemotron-3-nano:4b-bf16", + "modified_at": "2026-03-16T15:34:00.000Z", + "size": 8589934592, + "digest": "4bc6e34d03fb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "4b-bf16", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-nano:30b-a3b-q4_K_M", + "model": "nemotron-3-nano:30b-a3b-q4_K_M", + "modified_at": "2026-03-16T15:34:00.000Z", + "size": 25769803776, + "digest": "b725f1117407", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-nano:30b-a3b-q8_0", + "model": "nemotron-3-nano:30b-a3b-q8_0", + "modified_at": "2026-03-16T15:34:00.000Z", + "size": 36507222016, + "digest": "a98df31bcc4a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-nano:30b-a3b-fp16", + "model": "nemotron-3-nano:30b-a3b-fp16", + "modified_at": "2026-03-16T15:34:00.000Z", + "size": 67645734912, + "digest": "69eb03c51301", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-fp16", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:latest", + "model": "nous-hermes2-mixtral:latest", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 27917287424, + "digest": "da8c35896cff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:dpo", + "model": "nous-hermes2-mixtral:dpo", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 27917287424, + "digest": "da8c35896cff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "dpo", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b", + "model": "nous-hermes2-mixtral:8x7b", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 27917287424, + "digest": "da8c35896cff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q2_K", + "model": "nous-hermes2-mixtral:8x7b-dpo-q2_K", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 18253611008, + "digest": "def75f44e678", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q2_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q3_K_S", + "model": "nous-hermes2-mixtral:8x7b-dpo-q3_K_S", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 21474836480, + "digest": "b83102712906", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q3_K_M", + "model": "nous-hermes2-mixtral:8x7b-dpo-q3_K_M", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 24696061952, + "digest": "e401c6cff6ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q3_K_L", + "model": "nous-hermes2-mixtral:8x7b-dpo-q3_K_L", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 25769803776, + "digest": "d3f241b3fa43", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q4_0", + "model": "nous-hermes2-mixtral:8x7b-dpo-q4_0", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 27917287424, + "digest": "da8c35896cff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q4_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q4_1", + "model": "nous-hermes2-mixtral:8x7b-dpo-q4_1", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 31138512896, + "digest": "6b8631272ae5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q4_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q4_K_S", + "model": "nous-hermes2-mixtral:8x7b-dpo-q4_K_S", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 28991029248, + "digest": "72597fc38d4a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q4_K_M", + "model": "nous-hermes2-mixtral:8x7b-dpo-q4_K_M", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 30064771072, + "digest": "5ce16766078d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q5_0", + "model": "nous-hermes2-mixtral:8x7b-dpo-q5_0", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 34359738368, + "digest": "2d30ec45b54c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q5_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q5_1", + "model": "nous-hermes2-mixtral:8x7b-dpo-q5_1", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 37580963840, + "digest": "d37f3798cec9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q5_1", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q5_K_S", + "model": "nous-hermes2-mixtral:8x7b-dpo-q5_K_S", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 34359738368, + "digest": "78bf09c60f45", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q5_K_M", + "model": "nous-hermes2-mixtral:8x7b-dpo-q5_K_M", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 35433480192, + "digest": "c95f2fb1bbb0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q6_K", + "model": "nous-hermes2-mixtral:8x7b-dpo-q6_K", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 40802189312, + "digest": "af9b1e15b356", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q6_K", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-q8_0", + "model": "nous-hermes2-mixtral:8x7b-dpo-q8_0", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 53687091200, + "digest": "a6f9a3257097", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-q8_0", + "quantization_level": "" + } + }, + { + "name": "nous-hermes2-mixtral:8x7b-dpo-fp16", + "model": "nous-hermes2-mixtral:8x7b-dpo-fp16", + "modified_at": "2024-12-20T01:05:00.000Z", + "size": 99857989632, + "digest": "42c40087888d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-dpo-fp16", + "quantization_level": "" + } + }, + { + "name": "codeup:latest", + "model": "codeup:latest", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 7945689498, + "digest": "54289661f7a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "codeup:13b", + "model": "codeup:13b", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 7945689498, + "digest": "54289661f7a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2", + "model": "codeup:13b-llama2", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 7945689498, + "digest": "54289661f7a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat", + "model": "codeup:13b-llama2-chat", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 7945689498, + "digest": "54289661f7a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q2_K", + "model": "codeup:13b-llama2-chat-q2_K", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 5798205850, + "digest": "771830732a3d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q2_K", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q3_K_S", + "model": "codeup:13b-llama2-chat-q3_K_S", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 6120328397, + "digest": "6986119d6001", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q3_K_M", + "model": "codeup:13b-llama2-chat-q3_K_M", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 6764573491, + "digest": "9357098e7c6c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q3_K_L", + "model": "codeup:13b-llama2-chat-q3_K_L", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 7408818586, + "digest": "e9a4c68b3484", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q4_0", + "model": "codeup:13b-llama2-chat-q4_0", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 7945689498, + "digest": "54289661f7a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q4_0", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q4_1", + "model": "codeup:13b-llama2-chat-q4_1", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 8804682957, + "digest": "bb109d5814e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q4_1", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q4_K_S", + "model": "codeup:13b-llama2-chat-q4_K_S", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 7945689498, + "digest": "d73ef3d9d616", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q4_K_M", + "model": "codeup:13b-llama2-chat-q4_K_M", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 8482560410, + "digest": "fe7c559371e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q5_0", + "model": "codeup:13b-llama2-chat-q5_0", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 9663676416, + "digest": "e33f1092521e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q5_0", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q5_1", + "model": "codeup:13b-llama2-chat-q5_1", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 10522669875, + "digest": "37f387ed0970", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q5_1", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q5_K_S", + "model": "codeup:13b-llama2-chat-q5_K_S", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 9663676416, + "digest": "c8780e1a9e94", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q5_K_M", + "model": "codeup:13b-llama2-chat-q5_K_M", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 9878424781, + "digest": "ec5d06ff705d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q6_K", + "model": "codeup:13b-llama2-chat-q6_K", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 11811160064, + "digest": "bd8f6908c033", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q6_K", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-q8_0", + "model": "codeup:13b-llama2-chat-q8_0", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 15032385536, + "digest": "773d7e80460c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "codeup:13b-llama2-chat-fp16", + "model": "codeup:13b-llama2-chat-fp16", + "modified_at": "2023-10-29T06:38:00.000Z", + "size": 27917287424, + "digest": "601feec09706", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-llama2-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "athene-v2:latest", + "model": "athene-v2:latest", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 50465865728, + "digest": "d14346ed7d55", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b", + "model": "athene-v2:72b", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 50465865728, + "digest": "d14346ed7d55", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q2_K", + "model": "athene-v2:72b-q2_K", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 32212254720, + "digest": "e566d713f2ce", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q2_K", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q3_K_S", + "model": "athene-v2:72b-q3_K_S", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 36507222016, + "digest": "c213bdad39e6", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q3_K_M", + "model": "athene-v2:72b-q3_K_M", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 40802189312, + "digest": "f74199e5b2ed", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q3_K_L", + "model": "athene-v2:72b-q3_K_L", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 42949672960, + "digest": "b05ead18ed8a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q4_0", + "model": "athene-v2:72b-q4_0", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 44023414784, + "digest": "5ce9f00e1aaa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q4_0", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q4_1", + "model": "athene-v2:72b-q4_1", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 49392123904, + "digest": "3e10d6a1cc6c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q4_1", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q4_K_S", + "model": "athene-v2:72b-q4_K_S", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 47244640256, + "digest": "1bb9b315e5a1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q4_K_M", + "model": "athene-v2:72b-q4_K_M", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 50465865728, + "digest": "d14346ed7d55", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q5_0", + "model": "athene-v2:72b-q5_0", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 53687091200, + "digest": "2d45e35efb78", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q5_0", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q5_1", + "model": "athene-v2:72b-q5_1", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 59055800320, + "digest": "17eadb34276c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q5_1", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q5_K_S", + "model": "athene-v2:72b-q5_K_S", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 54760833024, + "digest": "f3b97798cb4b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q5_K_M", + "model": "athene-v2:72b-q5_K_M", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 57982058496, + "digest": "d82d1d08a629", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q6_K", + "model": "athene-v2:72b-q6_K", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 68719476736, + "digest": "70b90bce364f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q6_K", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-q8_0", + "model": "athene-v2:72b-q8_0", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 82678120448, + "digest": "4ce011a86fef", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-q8_0", + "quantization_level": "" + } + }, + { + "name": "athene-v2:72b-fp16", + "model": "athene-v2:72b-fp16", + "modified_at": "2024-11-15T23:37:00.000Z", + "size": 155692564480, + "digest": "1efa8264c375", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "72b-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:latest", + "model": "qwen3-next:latest", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 53687091200, + "digest": "b2ebb986e4e9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:80b", + "model": "qwen3-next:80b", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 53687091200, + "digest": "b2ebb986e4e9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "80b", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:80b-a3b-instruct-q4_K_M", + "model": "qwen3-next:80b-a3b-instruct-q4_K_M", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 53687091200, + "digest": "5bb9dcc938cc", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "80b-a3b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:80b-a3b-instruct-q8_0", + "model": "qwen3-next:80b-a3b-instruct-q8_0", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 91268055040, + "digest": "fc9e251d7f37", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "80b-a3b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:80b-a3b-instruct-fp16", + "model": "qwen3-next:80b-a3b-instruct-fp16", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 170724950016, + "digest": "b6caabaf6c37", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "80b-a3b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:80b-a3b-thinking", + "model": "qwen3-next:80b-a3b-thinking", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 53687091200, + "digest": "b2ebb986e4e9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "80b-a3b-thinking", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:80b-a3b-thinking-q4_K_M", + "model": "qwen3-next:80b-a3b-thinking-q4_K_M", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 53687091200, + "digest": "b2ebb986e4e9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "80b-a3b-thinking-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:80b-a3b-thinking-q8_0", + "model": "qwen3-next:80b-a3b-thinking-q8_0", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 91268055040, + "digest": "033d9a6ae231", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "80b-a3b-thinking-q8_0", + "quantization_level": "" + } + }, + { + "name": "qwen3-next:80b-a3b-thinking-fp16", + "model": "qwen3-next:80b-a3b-thinking-fp16", + "modified_at": "2025-12-05T04:37:00.000Z", + "size": 170724950016, + "digest": "e98f2371bd81", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "80b-a3b-thinking-fp16", + "quantization_level": "" + } + }, + { + "name": "megadolphin:latest", + "model": "megadolphin:latest", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 73014444032, + "digest": "8fa55398527b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "megadolphin:v2.2", + "model": "megadolphin:v2.2", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 73014444032, + "digest": "8fa55398527b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "v2.2", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b", + "model": "megadolphin:120b", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 73014444032, + "digest": "8fa55398527b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2", + "model": "megadolphin:120b-v2.2", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 73014444032, + "digest": "8fa55398527b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q2_K", + "model": "megadolphin:120b-v2.2-q2_K", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 54760833024, + "digest": "e1b1887eddd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q2_K", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q3_K_S", + "model": "megadolphin:120b-v2.2-q3_K_S", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 55834574848, + "digest": "51cfd8967e4b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q3_K_M", + "model": "megadolphin:120b-v2.2-q3_K_M", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 62277025792, + "digest": "65fd60e22eea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q3_K_L", + "model": "megadolphin:120b-v2.2-q3_K_L", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 67645734912, + "digest": "a27d38e0cacc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q4_0", + "model": "megadolphin:120b-v2.2-q4_0", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 73014444032, + "digest": "8fa55398527b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q4_0", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q4_1", + "model": "megadolphin:120b-v2.2-q4_1", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 80530636800, + "digest": "9868ed4c72c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q4_1", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q4_K_S", + "model": "megadolphin:120b-v2.2-q4_K_S", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 73014444032, + "digest": "62050e584c58", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q4_K_M", + "model": "megadolphin:120b-v2.2-q4_K_M", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 77309411328, + "digest": "b92822f58f1d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q5_0", + "model": "megadolphin:120b-v2.2-q5_0", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 89120571392, + "digest": "83e48c89c1be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q5_0", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q5_1", + "model": "megadolphin:120b-v2.2-q5_1", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 96636764160, + "digest": "9b53d1dc0471", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q5_1", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q5_K_S", + "model": "megadolphin:120b-v2.2-q5_K_S", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 89120571392, + "digest": "253565c3099b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q5_K_M", + "model": "megadolphin:120b-v2.2-q5_K_M", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 91268055040, + "digest": "559d2beee57b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q6_K", + "model": "megadolphin:120b-v2.2-q6_K", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 106300440576, + "digest": "dcaaf2d5d42c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q6_K", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-q8_0", + "model": "megadolphin:120b-v2.2-q8_0", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 137438953472, + "digest": "8f2b4b5ff548", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-q8_0", + "quantization_level": "" + } + }, + { + "name": "megadolphin:120b-v2.2-fp16", + "model": "megadolphin:120b-v2.2-fp16", + "modified_at": "2024-01-11T01:25:00.000Z", + "size": 258771779584, + "digest": "cf54e31cfdd8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-v2.2-fp16", + "quantization_level": "" + } + }, + { + "name": "everythinglm:latest", + "model": "everythinglm:latest", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 7945689498, + "digest": "b005372bc34b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b", + "model": "everythinglm:13b", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 7945689498, + "digest": "b005372bc34b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k", + "model": "everythinglm:13b-16k", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 7945689498, + "digest": "b005372bc34b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q2_K", + "model": "everythinglm:13b-16k-q2_K", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 5798205850, + "digest": "f6e45478904a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q2_K", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q3_K_S", + "model": "everythinglm:13b-16k-q3_K_S", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 6120328397, + "digest": "5da9c18ce2b1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q3_K_M", + "model": "everythinglm:13b-16k-q3_K_M", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 6764573491, + "digest": "abcd3603349c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q3_K_L", + "model": "everythinglm:13b-16k-q3_K_L", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 7408818586, + "digest": "7fb74f20a0e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q4_0", + "model": "everythinglm:13b-16k-q4_0", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 7945689498, + "digest": "b005372bc34b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q4_0", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q4_1", + "model": "everythinglm:13b-16k-q4_1", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 8804682957, + "digest": "9108ed6fceeb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q4_1", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q4_K_S", + "model": "everythinglm:13b-16k-q4_K_S", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 7945689498, + "digest": "f43bc8c856a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q4_K_M", + "model": "everythinglm:13b-16k-q4_K_M", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 8482560410, + "digest": "73103cdab413", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q5_0", + "model": "everythinglm:13b-16k-q5_0", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 9663676416, + "digest": "abe15ef39e5a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q5_0", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q5_1", + "model": "everythinglm:13b-16k-q5_1", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 10522669875, + "digest": "b9d5566839c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q5_1", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q5_K_S", + "model": "everythinglm:13b-16k-q5_K_S", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 9663676416, + "digest": "8311ea92c147", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q5_K_M", + "model": "everythinglm:13b-16k-q5_K_M", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 9878424781, + "digest": "c21345424f88", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q6_K", + "model": "everythinglm:13b-16k-q6_K", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 11811160064, + "digest": "ddbd37e8995f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q6_K", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-q8_0", + "model": "everythinglm:13b-16k-q8_0", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 15032385536, + "digest": "ab1b2beddcb3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-q8_0", + "quantization_level": "" + } + }, + { + "name": "everythinglm:13b-16k-fp16", + "model": "everythinglm:13b-16k-fp16", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 27917287424, + "digest": "9751b8872dce", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-16k-fp16", + "quantization_level": "" + } + }, + { + "name": "solar-pro:latest", + "model": "solar-pro:latest", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 13958643712, + "digest": "9a8c71c441ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "solar-pro:preview", + "model": "solar-pro:preview", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 13958643712, + "digest": "9a8c71c441ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "preview", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b", + "model": "solar-pro:22b", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 13958643712, + "digest": "9a8c71c441ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q2_K", + "model": "solar-pro:22b-preview-instruct-q2_K", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 8804682957, + "digest": "565afa7ef255", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q3_K_S", + "model": "solar-pro:22b-preview-instruct-q3_K_S", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 10307921510, + "digest": "f3047ccbe196", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q3_K_M", + "model": "solar-pro:22b-preview-instruct-q3_K_M", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 11811160064, + "digest": "061df9bbeb2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q3_K_L", + "model": "solar-pro:22b-preview-instruct-q3_K_L", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 12884901888, + "digest": "8e88c5664027", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q4_0", + "model": "solar-pro:22b-preview-instruct-q4_0", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 12884901888, + "digest": "8f665c54f08a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q4_1", + "model": "solar-pro:22b-preview-instruct-q4_1", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 15032385536, + "digest": "4a090dbef5c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q4_1", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q4_K_S", + "model": "solar-pro:22b-preview-instruct-q4_K_S", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 13958643712, + "digest": "d9240858384a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q4_K_M", + "model": "solar-pro:22b-preview-instruct-q4_K_M", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 13958643712, + "digest": "9a8c71c441ca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q5_0", + "model": "solar-pro:22b-preview-instruct-q5_0", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 16106127360, + "digest": "7a6422ffbdbb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q5_0", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q5_1", + "model": "solar-pro:22b-preview-instruct-q5_1", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 18253611008, + "digest": "e84e5da3da89", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q5_1", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q5_K_S", + "model": "solar-pro:22b-preview-instruct-q5_K_S", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 16106127360, + "digest": "676df95b0bea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q5_K_M", + "model": "solar-pro:22b-preview-instruct-q5_K_M", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 17179869184, + "digest": "020a0e79be2e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q6_K", + "model": "solar-pro:22b-preview-instruct-q6_K", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 19327352832, + "digest": "d59107fc3b57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q6_K", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-q8_0", + "model": "solar-pro:22b-preview-instruct-q8_0", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 25769803776, + "digest": "2cc310f73c41", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "solar-pro:22b-preview-instruct-fp16", + "model": "solar-pro:22b-preview-instruct-fp16", + "modified_at": "2024-09-18T22:27:00.000Z", + "size": 47244640256, + "digest": "7f6010e2ba0f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "22b-preview-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "magicoder:latest", + "model": "magicoder:latest", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 4080218931, + "digest": "8007de06f5d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b", + "model": "magicoder:7b", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 4080218931, + "digest": "8007de06f5d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl", + "model": "magicoder:7b-s-cl", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 4080218931, + "digest": "8007de06f5d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q2_K", + "model": "magicoder:7b-s-cl-q2_K", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 3006477107, + "digest": "86fd329c64b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q2_K", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q3_K_S", + "model": "magicoder:7b-s-cl-q3_K_S", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 3113851290, + "digest": "b7e2d7a303f8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q3_K_M", + "model": "magicoder:7b-s-cl-q3_K_M", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 3543348019, + "digest": "b2a3d9987ff3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q3_K_L", + "model": "magicoder:7b-s-cl-q3_K_L", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 3865470566, + "digest": "2bf1232fd9c1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q4_0", + "model": "magicoder:7b-s-cl-q4_0", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 4080218931, + "digest": "8007de06f5d9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q4_0", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q4_1", + "model": "magicoder:7b-s-cl-q4_1", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 4509715661, + "digest": "b29bf322a686", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q4_1", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q4_K_S", + "model": "magicoder:7b-s-cl-q4_K_S", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 4187593114, + "digest": "42b56dd9b1da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q4_K_M", + "model": "magicoder:7b-s-cl-q4_K_M", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 4402341478, + "digest": "902b6b028113", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q5_0", + "model": "magicoder:7b-s-cl-q5_0", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 5046586573, + "digest": "10fa66c827ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q5_0", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q5_1", + "model": "magicoder:7b-s-cl-q5_1", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 5476083302, + "digest": "7da1fdad5251", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q5_1", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q5_K_S", + "model": "magicoder:7b-s-cl-q5_K_S", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 5046586573, + "digest": "ce0b81d40da6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q5_K_M", + "model": "magicoder:7b-s-cl-q5_K_M", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 5153960755, + "digest": "057c4f587f41", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q6_K", + "model": "magicoder:7b-s-cl-q6_K", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 5905580032, + "digest": "cf853951ae4a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q6_K", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-q8_0", + "model": "magicoder:7b-s-cl-q8_0", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 7730941133, + "digest": "96b5e4193464", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-q8_0", + "quantization_level": "" + } + }, + { + "name": "magicoder:7b-s-cl-fp16", + "model": "magicoder:7b-s-cl-fp16", + "modified_at": "2023-12-05T23:59:00.000Z", + "size": 13958643712, + "digest": "859e1ae4f566", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-s-cl-fp16", + "quantization_level": "" + } + }, + { + "name": "nomic-embed-text-v2-moe:latest", + "model": "nomic-embed-text-v2-moe:latest", + "modified_at": "2025-12-10T22:09:00.000Z", + "size": 1004535808, + "digest": "ff9c2f10ef5e", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mathstral:latest", + "model": "mathstral:latest", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 4402341478, + "digest": "4ee7052be55a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b", + "model": "mathstral:7b", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 4402341478, + "digest": "4ee7052be55a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q2_K", + "model": "mathstral:7b-v0.1-q2_K", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 2899102925, + "digest": "5137b80a2f9f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q3_K_S", + "model": "mathstral:7b-v0.1-q3_K_S", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 3435973837, + "digest": "b75c7eed8cf3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q3_K_M", + "model": "mathstral:7b-v0.1-q3_K_M", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 3758096384, + "digest": "67dafe37f729", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q3_K_L", + "model": "mathstral:7b-v0.1-q3_K_L", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 4080218931, + "digest": "f1a0d196fc05", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q4_0", + "model": "mathstral:7b-v0.1-q4_0", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 4402341478, + "digest": "4ee7052be55a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q4_1", + "model": "mathstral:7b-v0.1-q4_1", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 4939212390, + "digest": "7d1005348e61", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q4_K_S", + "model": "mathstral:7b-v0.1-q4_K_S", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 4402341478, + "digest": "4c06df180823", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q4_K_M", + "model": "mathstral:7b-v0.1-q4_K_M", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 4724464026, + "digest": "8cf37cd9128d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q5_0", + "model": "mathstral:7b-v0.1-q5_0", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 5368709120, + "digest": "c766c6cbd32e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q5_1", + "model": "mathstral:7b-v0.1-q5_1", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 5798205850, + "digest": "f0082439d2ba", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q5_K_S", + "model": "mathstral:7b-v0.1-q5_K_S", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 5368709120, + "digest": "e37cf555b2ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q5_K_M", + "model": "mathstral:7b-v0.1-q5_K_M", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 5476083302, + "digest": "562985e7a5a8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q6_K", + "model": "mathstral:7b-v0.1-q6_K", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 6335076762, + "digest": "696c00e5bba0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-q8_0", + "model": "mathstral:7b-v0.1-q8_0", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 8267812045, + "digest": "939f2d6f06c5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "mathstral:7b-v0.1-fp16", + "model": "mathstral:7b-v0.1-fp16", + "modified_at": "2024-07-16T17:04:00.000Z", + "size": 15032385536, + "digest": "ce1616d5e8c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:latest", + "model": "exaone3.5:latest", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 5153960755, + "digest": "c7c4e3d1ca22", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:2.4b", + "model": "exaone3.5:2.4b", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 1717986918, + "digest": "13644fc3d28e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.4b", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:7.8b", + "model": "exaone3.5:7.8b", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 5153960755, + "digest": "c7c4e3d1ca22", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7.8b", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:32b", + "model": "exaone3.5:32b", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 20401094656, + "digest": "f2f69abac3da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:2.4b-instruct-q4_K_M", + "model": "exaone3.5:2.4b-instruct-q4_K_M", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 1717986918, + "digest": "13644fc3d28e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.4b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:2.4b-instruct-q8_0", + "model": "exaone3.5:2.4b-instruct-q8_0", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 3006477107, + "digest": "283184b139f7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.4b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:2.4b-instruct-fp16", + "model": "exaone3.5:2.4b-instruct-fp16", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 5690831667, + "digest": "599ce5e8a3bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2.4b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:7.8b-instruct-q4_K_M", + "model": "exaone3.5:7.8b-instruct-q4_K_M", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 5153960755, + "digest": "c7c4e3d1ca22", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7.8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:7.8b-instruct-q8_0", + "model": "exaone3.5:7.8b-instruct-q8_0", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 8912057139, + "digest": "dc6fcd786b42", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7.8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:7.8b-instruct-fp16", + "model": "exaone3.5:7.8b-instruct-fp16", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 17179869184, + "digest": "5b3ebd118bcc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7.8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:32b-instruct-q4_K_M", + "model": "exaone3.5:32b-instruct-q4_K_M", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 20401094656, + "digest": "f2f69abac3da", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:32b-instruct-q8_0", + "model": "exaone3.5:32b-instruct-q8_0", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 36507222016, + "digest": "aa9dadfef613", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "exaone3.5:32b-instruct-fp16", + "model": "exaone3.5:32b-instruct-fp16", + "modified_at": "2024-12-10T08:03:00.000Z", + "size": 68719476736, + "digest": "323957e0b2cf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "32b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "falcon2:latest", + "model": "falcon2:latest", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 6871947674, + "digest": "d8c09dbc67c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b", + "model": "falcon2:11b", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 6871947674, + "digest": "d8c09dbc67c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q2_K", + "model": "falcon2:11b-q2_K", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 4617089843, + "digest": "4051a7ef69a1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q2_K", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q3_K_S", + "model": "falcon2:11b-q3_K_S", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 5261334938, + "digest": "7e025ac717fb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q3_K_M", + "model": "falcon2:11b-q3_K_M", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 5798205850, + "digest": "6650bb4b1a0e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q3_K_L", + "model": "falcon2:11b-q3_K_L", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 6227702579, + "digest": "63a1a26d3ddc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q4_0", + "model": "falcon2:11b-q4_0", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 6871947674, + "digest": "d8c09dbc67c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q4_0", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q4_1", + "model": "falcon2:11b-q4_1", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 7623566950, + "digest": "8e785c2d36e0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q4_1", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q4_K_S", + "model": "falcon2:11b-q4_K_S", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 6871947674, + "digest": "57c340e36421", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q4_K_M", + "model": "falcon2:11b-q4_K_M", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 7301444403, + "digest": "6aadb586b79f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q5_0", + "model": "falcon2:11b-q5_0", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 8267812045, + "digest": "634fd8a33a16", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q5_0", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q5_1", + "model": "falcon2:11b-q5_1", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 9019431322, + "digest": "227312808fcc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q5_1", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q5_K_S", + "model": "falcon2:11b-q5_K_S", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 8267812045, + "digest": "c29ab1d2a69a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q5_K_M", + "model": "falcon2:11b-q5_K_M", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 8804682957, + "digest": "d47cbd539ec7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q6_K", + "model": "falcon2:11b-q6_K", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 9878424781, + "digest": "326a76087a5d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q6_K", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-q8_0", + "model": "falcon2:11b-q8_0", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 12884901888, + "digest": "2d49820d6bb5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-q8_0", + "quantization_level": "" + } + }, + { + "name": "falcon2:11b-fp16", + "model": "falcon2:11b-fp16", + "modified_at": "2024-05-14T01:46:00.000Z", + "size": 23622320128, + "digest": "1f71755ad500", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "11b-fp16", + "quantization_level": "" + } + }, + { + "name": "notus:latest", + "model": "notus:latest", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 4402341478, + "digest": "43c512e16786", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "notus:7b", + "model": "notus:7b", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 4402341478, + "digest": "43c512e16786", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1", + "model": "notus:7b-v1", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 4402341478, + "digest": "43c512e16786", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q2_K", + "model": "notus:7b-v1-q2_K", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 3328599654, + "digest": "577ecb9ceace", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q2_K", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q3_K_S", + "model": "notus:7b-v1-q3_K_S", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 3435973837, + "digest": "86c3a67a139d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q3_K_M", + "model": "notus:7b-v1-q3_K_M", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 3758096384, + "digest": "3293885c4fdb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q3_K_L", + "model": "notus:7b-v1-q3_K_L", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 4080218931, + "digest": "fba4029e7992", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q4_0", + "model": "notus:7b-v1-q4_0", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 4402341478, + "digest": "43c512e16786", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q4_0", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q4_1", + "model": "notus:7b-v1-q4_1", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 4939212390, + "digest": "38a71126d0df", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q4_1", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q4_K_S", + "model": "notus:7b-v1-q4_K_S", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 4402341478, + "digest": "3321b0e7eb01", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q4_K_M", + "model": "notus:7b-v1-q4_K_M", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 4724464026, + "digest": "444648af6d37", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q5_0", + "model": "notus:7b-v1-q5_0", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 5368709120, + "digest": "1b3a120c0ee4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q5_0", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q5_1", + "model": "notus:7b-v1-q5_1", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 5798205850, + "digest": "a1a23c0638d0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q5_1", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q5_K_S", + "model": "notus:7b-v1-q5_K_S", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 5368709120, + "digest": "00bb14ed7fca", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q5_K_M", + "model": "notus:7b-v1-q5_K_M", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 5476083302, + "digest": "07fe7b1736b9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q6_K", + "model": "notus:7b-v1-q6_K", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 6335076762, + "digest": "f55d593525c3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q6_K", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-q8_0", + "model": "notus:7b-v1-q8_0", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 8267812045, + "digest": "4f664c6f7b54", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-q8_0", + "quantization_level": "" + } + }, + { + "name": "notus:7b-v1-fp16", + "model": "notus:7b-v1-fp16", + "modified_at": "2023-12-29T22:06:00.000Z", + "size": 15032385536, + "digest": "2da08fbc17f3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v1-fp16", + "quantization_level": "" + } + }, + { + "name": "notux:latest", + "model": "notux:latest", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 27917287424, + "digest": "fe14e7d66184", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b", + "model": "notux:8x7b", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 27917287424, + "digest": "fe14e7d66184", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1", + "model": "notux:8x7b-v1", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 27917287424, + "digest": "fe14e7d66184", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q2_K", + "model": "notux:8x7b-v1-q2_K", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 17179869184, + "digest": "92257992996c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q2_K", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q3_K_S", + "model": "notux:8x7b-v1-q3_K_S", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 21474836480, + "digest": "204879dc2cc3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q3_K_M", + "model": "notux:8x7b-v1-q3_K_M", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 21474836480, + "digest": "20bdbdb43962", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q3_K_L", + "model": "notux:8x7b-v1-q3_K_L", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 21474836480, + "digest": "dba2de3a5168", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q4_0", + "model": "notux:8x7b-v1-q4_0", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 27917287424, + "digest": "fe14e7d66184", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q4_0", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q4_1", + "model": "notux:8x7b-v1-q4_1", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 31138512896, + "digest": "09296d49ac57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q4_1", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q4_K_S", + "model": "notux:8x7b-v1-q4_K_S", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 27917287424, + "digest": "abf66a2df688", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q4_K_M", + "model": "notux:8x7b-v1-q4_K_M", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 27917287424, + "digest": "3b16f6f4e58b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q5_0", + "model": "notux:8x7b-v1-q5_0", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 34359738368, + "digest": "ccd5d7aa8e35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q5_0", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q5_1", + "model": "notux:8x7b-v1-q5_1", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 37580963840, + "digest": "f5d5ac5b61ef", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q5_1", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q5_K_S", + "model": "notux:8x7b-v1-q5_K_S", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 34359738368, + "digest": "acae292badb5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q5_K_M", + "model": "notux:8x7b-v1-q5_K_M", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 34359738368, + "digest": "ec6abe6a6aa2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q6_K", + "model": "notux:8x7b-v1-q6_K", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 40802189312, + "digest": "ecaacfc45d90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q6_K", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-q8_0", + "model": "notux:8x7b-v1-q8_0", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 53687091200, + "digest": "03152c4371e4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-q8_0", + "quantization_level": "" + } + }, + { + "name": "notux:8x7b-v1-fp16", + "model": "notux:8x7b-v1-fp16", + "modified_at": "2023-12-29T03:35:00.000Z", + "size": 99857989632, + "digest": "2fcdc0b6a3a1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8x7b-v1-fp16", + "quantization_level": "" + } + }, + { + "name": "nuextract:latest", + "model": "nuextract:latest", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2362232013, + "digest": "233ce1dee972", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b", + "model": "nuextract:3.8b", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2362232013, + "digest": "233ce1dee972", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q2_K", + "model": "nuextract:3.8b-q2_K", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 1503238554, + "digest": "3ff975f1c449", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q2_K", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q3_K_S", + "model": "nuextract:3.8b-q3_K_S", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 1825361101, + "digest": "7e8679715f5c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q3_K_M", + "model": "nuextract:3.8b-q3_K_M", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2147483648, + "digest": "0bb3a0c4be0e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q3_K_L", + "model": "nuextract:3.8b-q3_K_L", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2254857830, + "digest": "d1c82fd1af09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q4_0", + "model": "nuextract:3.8b-q4_0", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2362232013, + "digest": "233ce1dee972", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q4_0", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q4_1", + "model": "nuextract:3.8b-q4_1", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2576980378, + "digest": "cb364d1aa272", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q4_1", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q4_K_S", + "model": "nuextract:3.8b-q4_K_S", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2362232013, + "digest": "14b853e9c0c0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q4_K_M", + "model": "nuextract:3.8b-q4_K_M", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2576980378, + "digest": "2e9ece488363", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q5_0", + "model": "nuextract:3.8b-q5_0", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2791728742, + "digest": "f2effca26a5f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q5_0", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q5_1", + "model": "nuextract:3.8b-q5_1", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 3113851290, + "digest": "e04443b0019f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q5_1", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q5_K_S", + "model": "nuextract:3.8b-q5_K_S", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 2791728742, + "digest": "1d19041cee7d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q5_K_M", + "model": "nuextract:3.8b-q5_K_M", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 3006477107, + "digest": "e45f9e901474", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q6_K", + "model": "nuextract:3.8b-q6_K", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 3328599654, + "digest": "313af121aa51", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q6_K", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-q8_0", + "model": "nuextract:3.8b-q8_0", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 4402341478, + "digest": "fac3a7e1b11b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "nuextract:3.8b-fp16", + "model": "nuextract:3.8b-fp16", + "modified_at": "2024-07-22T23:54:00.000Z", + "size": 8160437862, + "digest": "d8bc760a64ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-fp16", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:latest", + "model": "stablelm-zephyr:latest", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1717986918, + "digest": "0a108dbd846e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b", + "model": "stablelm-zephyr:3b", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1717986918, + "digest": "0a108dbd846e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q2_K", + "model": "stablelm-zephyr:3b-q2_K", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1288490189, + "digest": "5bac743c919f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q2_K", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q3_K_S", + "model": "stablelm-zephyr:3b-q3_K_S", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1395864371, + "digest": "e3701c5f77dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q3_K_M", + "model": "stablelm-zephyr:3b-q3_K_M", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1503238554, + "digest": "c7711232e7f3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q3_K_L", + "model": "stablelm-zephyr:3b-q3_K_L", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1610612736, + "digest": "e1c8dc5c8d34", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q4_0", + "model": "stablelm-zephyr:3b-q4_0", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1717986918, + "digest": "0a108dbd846e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_0", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q4_1", + "model": "stablelm-zephyr:3b-q4_1", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1932735283, + "digest": "cd0ff50645c6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_1", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q4_K_S", + "model": "stablelm-zephyr:3b-q4_K_S", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1717986918, + "digest": "582279ce4228", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q4_K_M", + "model": "stablelm-zephyr:3b-q4_K_M", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 1825361101, + "digest": "309d69b91219", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q5_0", + "model": "stablelm-zephyr:3b-q5_0", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 2040109466, + "digest": "edeb9aa03418", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_0", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q5_1", + "model": "stablelm-zephyr:3b-q5_1", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 2254857830, + "digest": "eabd69d2ce14", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_1", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q5_K_S", + "model": "stablelm-zephyr:3b-q5_K_S", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 2040109466, + "digest": "71033947149d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q5_K_M", + "model": "stablelm-zephyr:3b-q5_K_M", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 2147483648, + "digest": "d8f94059df64", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q6_K", + "model": "stablelm-zephyr:3b-q6_K", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 2469606195, + "digest": "686dc198f785", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q6_K", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-q8_0", + "model": "stablelm-zephyr:3b-q8_0", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 3221225472, + "digest": "8e11ffa757f3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "stablelm-zephyr:3b-fp16", + "model": "stablelm-zephyr:3b-fp16", + "modified_at": "2023-12-27T20:51:00.000Z", + "size": 6012954214, + "digest": "2d27f99af6a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-fp16", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:latest", + "model": "bespoke-minicheck:latest", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 5046586573, + "digest": "66607904c165", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b", + "model": "bespoke-minicheck:7b", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 5046586573, + "digest": "66607904c165", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q2_K", + "model": "bespoke-minicheck:7b-q2_K", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 3221225472, + "digest": "98385f12a848", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q3_K_S", + "model": "bespoke-minicheck:7b-q3_K_S", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 3758096384, + "digest": "a68a5fb19b12", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q3_K_M", + "model": "bespoke-minicheck:7b-q3_K_M", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 4080218931, + "digest": "560cfbea53dd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q3_K_L", + "model": "bespoke-minicheck:7b-q3_K_L", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 4402341478, + "digest": "74690ad307cb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q4_0", + "model": "bespoke-minicheck:7b-q4_0", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 4831838208, + "digest": "7fc72b12130d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q4_1", + "model": "bespoke-minicheck:7b-q4_1", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 5261334938, + "digest": "c796eb693160", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q4_K_S", + "model": "bespoke-minicheck:7b-q4_K_S", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 4831838208, + "digest": "f0921a474a27", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q4_K_M", + "model": "bespoke-minicheck:7b-q4_K_M", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 5046586573, + "digest": "66607904c165", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q5_0", + "model": "bespoke-minicheck:7b-q5_0", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 5798205850, + "digest": "fb6f4f1a6545", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q5_1", + "model": "bespoke-minicheck:7b-q5_1", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 6227702579, + "digest": "5cb78318e18c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q5_K_S", + "model": "bespoke-minicheck:7b-q5_K_S", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 5798205850, + "digest": "136d527fe4a4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q5_K_M", + "model": "bespoke-minicheck:7b-q5_K_M", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 5905580032, + "digest": "d14295ca6cda", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q6_K", + "model": "bespoke-minicheck:7b-q6_K", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 6871947674, + "digest": "938ab53c88c7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-q8_0", + "model": "bespoke-minicheck:7b-q8_0", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 8804682957, + "digest": "a7b1d189f707", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "bespoke-minicheck:7b-fp16", + "model": "bespoke-minicheck:7b-fp16", + "modified_at": "2024-09-18T18:29:00.000Z", + "size": 16106127360, + "digest": "3fa94947d3bb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:latest", + "model": "duckdb-nsql:latest", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 4080218931, + "digest": "3ed734989690", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b", + "model": "duckdb-nsql:7b", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 4080218931, + "digest": "3ed734989690", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q2_K", + "model": "duckdb-nsql:7b-q2_K", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 2684354560, + "digest": "1cbb7e381e0d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q2_K", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q3_K_S", + "model": "duckdb-nsql:7b-q3_K_S", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 3113851290, + "digest": "6e301c3680be", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q3_K_M", + "model": "duckdb-nsql:7b-q3_K_M", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 3543348019, + "digest": "df78bad24127", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q3_K_L", + "model": "duckdb-nsql:7b-q3_K_L", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 3865470566, + "digest": "2ad0663e4dc5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q4_0", + "model": "duckdb-nsql:7b-q4_0", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 4080218931, + "digest": "3ed734989690", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_0", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q4_1", + "model": "duckdb-nsql:7b-q4_1", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 4509715661, + "digest": "ab2326ca8b79", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_1", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q4_K_S", + "model": "duckdb-nsql:7b-q4_K_S", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 4187593114, + "digest": "2933e36bfa35", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q4_K_M", + "model": "duckdb-nsql:7b-q4_K_M", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 4402341478, + "digest": "d5214ab09cf5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q5_0", + "model": "duckdb-nsql:7b-q5_0", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 5046586573, + "digest": "3b9715ade8b6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_0", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q5_1", + "model": "duckdb-nsql:7b-q5_1", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 5476083302, + "digest": "2ea8ccb73272", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_1", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q5_K_S", + "model": "duckdb-nsql:7b-q5_K_S", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 5046586573, + "digest": "49c1d3c130d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q5_K_M", + "model": "duckdb-nsql:7b-q5_K_M", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 5153960755, + "digest": "084b49941207", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q6_K", + "model": "duckdb-nsql:7b-q6_K", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 5905580032, + "digest": "4ac244b368af", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q6_K", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-q8_0", + "model": "duckdb-nsql:7b-q8_0", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 7730941133, + "digest": "a63220880981", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "duckdb-nsql:7b-fp16", + "model": "duckdb-nsql:7b-fp16", + "modified_at": "2024-01-29T23:52:00.000Z", + "size": 13958643712, + "digest": "542d129a0ebd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "mistrallite:latest", + "model": "mistrallite:latest", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 4402341478, + "digest": "5393d4f5f262", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b", + "model": "mistrallite:7b", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 4402341478, + "digest": "5393d4f5f262", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q2_K", + "model": "mistrallite:7b-v0.1-q2_K", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 3328599654, + "digest": "32164f7b30a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q3_K_S", + "model": "mistrallite:7b-v0.1-q3_K_S", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 3435973837, + "digest": "ebf457323d7d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q3_K_M", + "model": "mistrallite:7b-v0.1-q3_K_M", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 3758096384, + "digest": "366ee513d776", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q3_K_L", + "model": "mistrallite:7b-v0.1-q3_K_L", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 4080218931, + "digest": "bb7562f0532f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q4_0", + "model": "mistrallite:7b-v0.1-q4_0", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 4402341478, + "digest": "5393d4f5f262", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q4_1", + "model": "mistrallite:7b-v0.1-q4_1", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 4939212390, + "digest": "00a4a71eee8f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q4_K_S", + "model": "mistrallite:7b-v0.1-q4_K_S", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 4402341478, + "digest": "81a8a1744387", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q4_K_M", + "model": "mistrallite:7b-v0.1-q4_K_M", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 4724464026, + "digest": "d73bbd6b49d1", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q5_0", + "model": "mistrallite:7b-v0.1-q5_0", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 5368709120, + "digest": "751a158ec222", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q5_1", + "model": "mistrallite:7b-v0.1-q5_1", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 5798205850, + "digest": "e09d24104dd5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q5_K_S", + "model": "mistrallite:7b-v0.1-q5_K_S", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 5368709120, + "digest": "6b71023e7195", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q5_K_M", + "model": "mistrallite:7b-v0.1-q5_K_M", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 5476083302, + "digest": "7a3f8c87136f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q6_K", + "model": "mistrallite:7b-v0.1-q6_K", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 6335076762, + "digest": "c63d67539934", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-q8_0", + "model": "mistrallite:7b-v0.1-q8_0", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 8267812045, + "digest": "8856fb347897", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistrallite:7b-v0.1-fp16", + "model": "mistrallite:7b-v0.1-fp16", + "modified_at": "2023-11-02T22:27:00.000Z", + "size": 15032385536, + "digest": "a6c59d49e2a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:latest", + "model": "firefunction-v2:latest", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 42949672960, + "digest": "b1ed6b22fb67", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b", + "model": "firefunction-v2:70b", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 42949672960, + "digest": "b1ed6b22fb67", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q2_K", + "model": "firefunction-v2:70b-q2_K", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 27917287424, + "digest": "3f7fd585d60c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q2_K", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q3_K_S", + "model": "firefunction-v2:70b-q3_K_S", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 33285996544, + "digest": "474005ee9e26", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q3_K_M", + "model": "firefunction-v2:70b-q3_K_M", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 36507222016, + "digest": "80e79abf27be", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q3_K_L", + "model": "firefunction-v2:70b-q3_K_L", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 39728447488, + "digest": "3e634098cae4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q4_0", + "model": "firefunction-v2:70b-q4_0", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 42949672960, + "digest": "b1ed6b22fb67", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q4_0", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q4_1", + "model": "firefunction-v2:70b-q4_1", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 47244640256, + "digest": "15defaa47be1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q4_1", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q4_K_S", + "model": "firefunction-v2:70b-q4_K_S", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 42949672960, + "digest": "3bcbd6acb54d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q4_K_M", + "model": "firefunction-v2:70b-q4_K_M", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 46170898432, + "digest": "ea3039802f87", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q5_0", + "model": "firefunction-v2:70b-q5_0", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 52613349376, + "digest": "13b58ce67970", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q5_0", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q5_1", + "model": "firefunction-v2:70b-q5_1", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 56908316672, + "digest": "669afb8bd416", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q5_1", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q5_K_S", + "model": "firefunction-v2:70b-q5_K_S", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 52613349376, + "digest": "fd0487aef428", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q5_K_M", + "model": "firefunction-v2:70b-q5_K_M", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 53687091200, + "digest": "e74b3ca1941f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q6_K", + "model": "firefunction-v2:70b-q6_K", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 62277025792, + "digest": "918017f6fcca", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q6_K", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-q8_0", + "model": "firefunction-v2:70b-q8_0", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 80530636800, + "digest": "b260af5d90a5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-q8_0", + "quantization_level": "" + } + }, + { + "name": "firefunction-v2:70b-fp16", + "model": "firefunction-v2:70b-fp16", + "modified_at": "2024-07-18T16:39:00.000Z", + "size": 151397597184, + "digest": "060676f6564d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "70b-fp16", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:latest", + "model": "wizard-vicuna:latest", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 7945689498, + "digest": "a8fb469ef6bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b", + "model": "wizard-vicuna:13b", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 7945689498, + "digest": "a8fb469ef6bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q2_K", + "model": "wizard-vicuna:13b-q2_K", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 5798205850, + "digest": "53b417f93f69", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q3_K_S", + "model": "wizard-vicuna:13b-q3_K_S", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 6120328397, + "digest": "f402ed00ddb9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q3_K_M", + "model": "wizard-vicuna:13b-q3_K_M", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 6764573491, + "digest": "d02e7a6ee062", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q3_K_L", + "model": "wizard-vicuna:13b-q3_K_L", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 7408818586, + "digest": "a3a73c2bdaf5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q4_0", + "model": "wizard-vicuna:13b-q4_0", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 7945689498, + "digest": "a8fb469ef6bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q4_1", + "model": "wizard-vicuna:13b-q4_1", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 8804682957, + "digest": "46f8af4817cc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q4_K_S", + "model": "wizard-vicuna:13b-q4_K_S", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 7945689498, + "digest": "3af3cb8591e3", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q4_K_M", + "model": "wizard-vicuna:13b-q4_K_M", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 8482560410, + "digest": "864c6cb42228", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q5_0", + "model": "wizard-vicuna:13b-q5_0", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 9663676416, + "digest": "d962b9bd1ae4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q5_1", + "model": "wizard-vicuna:13b-q5_1", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 10522669875, + "digest": "c6e46ce79965", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q5_K_S", + "model": "wizard-vicuna:13b-q5_K_S", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 9663676416, + "digest": "2e19ac68ead6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q5_K_M", + "model": "wizard-vicuna:13b-q5_K_M", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 9878424781, + "digest": "11bdc7bdd978", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q6_K", + "model": "wizard-vicuna:13b-q6_K", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 11811160064, + "digest": "bfc227743375", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-q8_0", + "model": "wizard-vicuna:13b-q8_0", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 15032385536, + "digest": "4d8e29e58cdd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "wizard-vicuna:13b-fp16", + "model": "wizard-vicuna:13b-fp16", + "modified_at": "2023-10-28T19:41:00.000Z", + "size": 27917287424, + "digest": "cc8594c08ee8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:latest", + "model": "open-orca-platypus2:latest", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 7945689498, + "digest": "6f0b7ebe895b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b", + "model": "open-orca-platypus2:13b", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 7945689498, + "digest": "6f0b7ebe895b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q2_K", + "model": "open-orca-platypus2:13b-q2_K", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 5798205850, + "digest": "945f02ef0947", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q2_K", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q3_K_S", + "model": "open-orca-platypus2:13b-q3_K_S", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 6120328397, + "digest": "0c91c25a94c2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q3_K_M", + "model": "open-orca-platypus2:13b-q3_K_M", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 6764573491, + "digest": "be5b790d30b0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q3_K_L", + "model": "open-orca-platypus2:13b-q3_K_L", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 7408818586, + "digest": "7acb4af27933", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q4_0", + "model": "open-orca-platypus2:13b-q4_0", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 7945689498, + "digest": "6f0b7ebe895b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_0", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q4_1", + "model": "open-orca-platypus2:13b-q4_1", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 8804682957, + "digest": "387d1045d74c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_1", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q4_K_S", + "model": "open-orca-platypus2:13b-q4_K_S", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 7945689498, + "digest": "f4de4beb0df0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q4_K_M", + "model": "open-orca-platypus2:13b-q4_K_M", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 8482560410, + "digest": "54a672fea3c8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q5_0", + "model": "open-orca-platypus2:13b-q5_0", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 9663676416, + "digest": "023eaa0bbf81", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_0", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q5_1", + "model": "open-orca-platypus2:13b-q5_1", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 10522669875, + "digest": "a94fe59f659f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_1", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q5_K_S", + "model": "open-orca-platypus2:13b-q5_K_S", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 9663676416, + "digest": "c438f94f7300", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q5_K_M", + "model": "open-orca-platypus2:13b-q5_K_M", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 9878424781, + "digest": "a647dbf9ef57", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q6_K", + "model": "open-orca-platypus2:13b-q6_K", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 11811160064, + "digest": "ebc8fa531884", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q6_K", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-q8_0", + "model": "open-orca-platypus2:13b-q8_0", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 15032385536, + "digest": "932ede153548", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-q8_0", + "quantization_level": "" + } + }, + { + "name": "open-orca-platypus2:13b-fp16", + "model": "open-orca-platypus2:13b-fp16", + "modified_at": "2023-10-29T07:52:00.000Z", + "size": 27917287424, + "digest": "950e73357fe8", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "13b-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-ocr:latest", + "model": "deepseek-ocr:latest", + "modified_at": "2025-11-19T20:26:00.000Z", + "size": 7194070221, + "digest": "0e7b018b8a22", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-ocr:3b", + "model": "deepseek-ocr:3b", + "modified_at": "2025-11-19T20:26:00.000Z", + "size": 7194070221, + "digest": "0e7b018b8a22", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "deepseek-ocr:3b-bf16", + "model": "deepseek-ocr:3b-bf16", + "modified_at": "2025-11-19T20:26:00.000Z", + "size": 7194070221, + "digest": "0e7b018b8a22", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3b-bf16", + "quantization_level": "" + } + }, + { + "name": "rnj-1:latest", + "model": "rnj-1:latest", + "modified_at": "2025-12-09T07:48:00.000Z", + "size": 5476083302, + "digest": "d20e29ab8d0f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "rnj-1:8b", + "model": "rnj-1:8b", + "modified_at": "2025-12-09T07:48:00.000Z", + "size": 5476083302, + "digest": "d20e29ab8d0f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "rnj-1:8b-instruct-q4_K_M", + "model": "rnj-1:8b-instruct-q4_K_M", + "modified_at": "2025-12-09T07:48:00.000Z", + "size": 5476083302, + "digest": "d20e29ab8d0f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "rnj-1:8b-instruct-q8_0", + "model": "rnj-1:8b-instruct-q8_0", + "modified_at": "2025-12-09T07:48:00.000Z", + "size": 9448928051, + "digest": "57eea2304a52", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "rnj-1:8b-instruct-fp16", + "model": "rnj-1:8b-instruct-fp16", + "modified_at": "2025-12-09T07:48:00.000Z", + "size": 18253611008, + "digest": "cf0061bce5f2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "codebooga:latest", + "model": "codebooga:latest", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 20401094656, + "digest": "05b83c5673dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b", + "model": "codebooga:34b", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 20401094656, + "digest": "05b83c5673dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q2_K", + "model": "codebooga:34b-v0.1-q2_K", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 15032385536, + "digest": "66d0bfbea65d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q2_K", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q3_K_S", + "model": "codebooga:34b-v0.1-q3_K_S", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 16106127360, + "digest": "f3b33c3f73de", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q3_K_M", + "model": "codebooga:34b-v0.1-q3_K_M", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 17179869184, + "digest": "2c0498ca682e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q3_K_L", + "model": "codebooga:34b-v0.1-q3_K_L", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 19327352832, + "digest": "25a417277d3f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q4_0", + "model": "codebooga:34b-v0.1-q4_0", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 20401094656, + "digest": "05b83c5673dc", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q4_0", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q4_1", + "model": "codebooga:34b-v0.1-q4_1", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 22548578304, + "digest": "cd14b581918a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q4_1", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q4_K_M", + "model": "codebooga:34b-v0.1-q4_K_M", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 21474836480, + "digest": "e08c0bf3eb90", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q5_0", + "model": "codebooga:34b-v0.1-q5_0", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 24696061952, + "digest": "6d9156fb2f46", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q5_0", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q5_1", + "model": "codebooga:34b-v0.1-q5_1", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 26843545600, + "digest": "22e1b1573c42", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q5_1", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q5_K_S", + "model": "codebooga:34b-v0.1-q5_K_S", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 24696061952, + "digest": "cb658befaadb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q5_K_M", + "model": "codebooga:34b-v0.1-q5_K_M", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 25769803776, + "digest": "4545d39783a5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q6_K", + "model": "codebooga:34b-v0.1-q6_K", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 30064771072, + "digest": "0053ef0367fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q6_K", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-q8_0", + "model": "codebooga:34b-v0.1-q8_0", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 38654705664, + "digest": "b6a9ff468c49", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-q8_0", + "quantization_level": "" + } + }, + { + "name": "codebooga:34b-v0.1-fp16", + "model": "codebooga:34b-v0.1-fp16", + "modified_at": "2023-10-29T10:48:00.000Z", + "size": 71940702208, + "digest": "1500811547ff", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "34b-v0.1-fp16", + "quantization_level": "" + } + }, + { + "name": "goliath:latest", + "model": "goliath:latest", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 70866960384, + "digest": "61088afdc9fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q2_K", + "model": "goliath:120b-q2_K", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 53687091200, + "digest": "1ffc35257417", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q2_K", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q3_K_S", + "model": "goliath:120b-q3_K_S", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 54760833024, + "digest": "9736546f52bd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q3_K_M", + "model": "goliath:120b-q3_K_M", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 60129542144, + "digest": "3c4e3910d80b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q3_K_L", + "model": "goliath:120b-q3_K_L", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 66571993088, + "digest": "6921e27086ee", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q4_0", + "model": "goliath:120b-q4_0", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 70866960384, + "digest": "61088afdc9fd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q4_0", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q4_1", + "model": "goliath:120b-q4_1", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 79456894976, + "digest": "3a37bd33b099", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q4_1", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q4_K_S", + "model": "goliath:120b-q4_K_S", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 70866960384, + "digest": "e81666e3d986", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q4_K_M", + "model": "goliath:120b-q4_K_M", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 76235669504, + "digest": "de4de972c743", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q5_0", + "model": "goliath:120b-q5_0", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 86973087744, + "digest": "f4693101aaa7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q5_0", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q5_1", + "model": "goliath:120b-q5_1", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 94489280512, + "digest": "94164c791a40", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q5_1", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q5_K_S", + "model": "goliath:120b-q5_K_S", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 86973087744, + "digest": "17f4b6a1dc09", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q5_K_M", + "model": "goliath:120b-q5_K_M", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 89120571392, + "digest": "4a1e8f98f51e", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q6_K", + "model": "goliath:120b-q6_K", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 104152956928, + "digest": "86fd8d4f456f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q6_K", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-q8_0", + "model": "goliath:120b-q8_0", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 134217728000, + "digest": "cb41bc287b73", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-q8_0", + "quantization_level": "" + } + }, + { + "name": "goliath:120b-fp16", + "model": "goliath:120b-fp16", + "modified_at": "2023-11-17T21:54:00.000Z", + "size": 253403070464, + "digest": "f228bd4ec83c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "120b-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3.2:latest", + "model": "granite3.2:latest", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 5261334938, + "digest": "9bcb3335083f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite3.2:2b", + "model": "granite3.2:2b", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 1610612736, + "digest": "9d79a41f2f75", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "granite3.2:8b", + "model": "granite3.2:8b", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 5261334938, + "digest": "9bcb3335083f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "granite3.2:2b-instruct-q4_K_M", + "model": "granite3.2:2b-instruct-q4_K_M", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 1610612736, + "digest": "9d79a41f2f75", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.2:2b-instruct-q8_0", + "model": "granite3.2:2b-instruct-q8_0", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 2899102925, + "digest": "f6f4d0d4b4fa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3.2:2b-instruct-fp16", + "model": "granite3.2:2b-instruct-fp16", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 5476083302, + "digest": "c86bd0b2f0bd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "2b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3.2:8b-instruct-q4_K_M", + "model": "granite3.2:8b-instruct-q4_K_M", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 5261334938, + "digest": "9bcb3335083f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3.2:8b-instruct-q8_0", + "model": "granite3.2:8b-instruct-q8_0", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 9341553869, + "digest": "1b54499df0ff", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3.2:8b-instruct-fp16", + "model": "granite3.2:8b-instruct-fp16", + "modified_at": "2025-02-26T05:48:00.000Z", + "size": 17179869184, + "digest": "b9679f6ae759", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "olmo-3:latest", + "model": "olmo-3:latest", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 4831838208, + "digest": "b8d4c92ac9c1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b", + "model": "olmo-3:7b", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 4831838208, + "digest": "b8d4c92ac9c1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "olmo-3:32b", + "model": "olmo-3:32b", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 20401094656, + "digest": "e9f1ab1d201f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b-instruct", + "model": "olmo-3:7b-instruct", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 4831838208, + "digest": "ea72df8c85d7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b-instruct-q4_K_M", + "model": "olmo-3:7b-instruct-q4_K_M", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 4831838208, + "digest": "ea72df8c85d7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b-instruct-q8_0", + "model": "olmo-3:7b-instruct-q8_0", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 8375186227, + "digest": "d40368740fe9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b-instruct-fp16", + "model": "olmo-3:7b-instruct-fp16", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 16106127360, + "digest": "10bc19cdab78", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b-think", + "model": "olmo-3:7b-think", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 4831838208, + "digest": "b8d4c92ac9c1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-think", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b-think-q4_K_M", + "model": "olmo-3:7b-think-q4_K_M", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 4831838208, + "digest": "b8d4c92ac9c1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-think-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b-think-q8_0", + "model": "olmo-3:7b-think-q8_0", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 8375186227, + "digest": "84ada4103830", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-think-q8_0", + "quantization_level": "" + } + }, + { + "name": "olmo-3:7b-think-fp16", + "model": "olmo-3:7b-think-fp16", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 16106127360, + "digest": "2ab176791f8c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-think-fp16", + "quantization_level": "" + } + }, + { + "name": "olmo-3:32b-think", + "model": "olmo-3:32b-think", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 20401094656, + "digest": "e9f1ab1d201f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-think", + "quantization_level": "" + } + }, + { + "name": "olmo-3:32b-think-q4_K_M", + "model": "olmo-3:32b-think-q4_K_M", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 20401094656, + "digest": "e9f1ab1d201f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-think-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "olmo-3:32b-think-q8_0", + "model": "olmo-3:32b-think-q8_0", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 36507222016, + "digest": "029b051ac27f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-think-q8_0", + "quantization_level": "" + } + }, + { + "name": "olmo-3:32b-think-fp16", + "model": "olmo-3:32b-think-fp16", + "modified_at": "2025-12-16T05:55:00.000Z", + "size": 68719476736, + "digest": "19507f95f179", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-think-fp16", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed2:latest", + "model": "snowflake-arctic-embed2:latest", + "modified_at": "2024-12-04T23:57:00.000Z", + "size": 1288490189, + "digest": "5de93a84837d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed2:568m", + "model": "snowflake-arctic-embed2:568m", + "modified_at": "2024-12-04T23:57:00.000Z", + "size": 1288490189, + "digest": "5de93a84837d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "568m", + "quantization_level": "" + } + }, + { + "name": "snowflake-arctic-embed2:568m-l-fp16", + "model": "snowflake-arctic-embed2:568m-l-fp16", + "modified_at": "2024-12-04T23:57:00.000Z", + "size": 1288490189, + "digest": "5de93a84837d", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "568m-l-fp16", + "quantization_level": "" + } + }, + { + "name": "r1-1776:latest", + "model": "r1-1776:latest", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 46170898432, + "digest": "140ea940f21d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "r1-1776:70b", + "model": "r1-1776:70b", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 46170898432, + "digest": "140ea940f21d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "r1-1776:671b", + "model": "r1-1776:671b", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 433791696896, + "digest": "dfa713736c7b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b", + "quantization_level": "" + } + }, + { + "name": "r1-1776:70b-distill-llama-q4_K_M", + "model": "r1-1776:70b-distill-llama-q4_K_M", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 46170898432, + "digest": "140ea940f21d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-distill-llama-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "r1-1776:70b-distill-llama-q8_0", + "model": "r1-1776:70b-distill-llama-q8_0", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 80530636800, + "digest": "e19a3de39ed7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-distill-llama-q8_0", + "quantization_level": "" + } + }, + { + "name": "r1-1776:70b-distill-llama-fp16", + "model": "r1-1776:70b-distill-llama-fp16", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 151397597184, + "digest": "b6dc7e0e17ed", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-distill-llama-fp16", + "quantization_level": "" + } + }, + { + "name": "r1-1776:671b-q4_K_M", + "model": "r1-1776:671b-q4_K_M", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 433791696896, + "digest": "dfa713736c7b", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "r1-1776:671b-q8_0", + "model": "r1-1776:671b-q8_0", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 765577920512, + "digest": "83aca4100872", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-q8_0", + "quantization_level": "" + } + }, + { + "name": "r1-1776:671b-fp16", + "model": "r1-1776:671b-fp16", + "modified_at": "2025-02-21T15:28:00.000Z", + "size": 1429365116109, + "digest": "eef5438a1488", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-fp16", + "quantization_level": "" + } + }, + { + "name": "sailor2:latest", + "model": "sailor2:latest", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 5583457485, + "digest": "f08f378f040a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "sailor2:1b", + "model": "sailor2:1b", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 1181116006, + "digest": "7b8c8f58ae99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "sailor2:8b", + "model": "sailor2:8b", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 5583457485, + "digest": "f08f378f040a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "sailor2:20b", + "model": "sailor2:20b", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 12884901888, + "digest": "b74611e7fe0d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b", + "quantization_level": "" + } + }, + { + "name": "sailor2:1b-chat-q4_K_M", + "model": "sailor2:1b-chat-q4_K_M", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 774897664, + "digest": "50302a6d6549", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "sailor2:1b-chat-q8_0", + "model": "sailor2:1b-chat-q8_0", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 1181116006, + "digest": "7b8c8f58ae99", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "sailor2:1b-chat-fp16", + "model": "sailor2:1b-chat-fp16", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 2147483648, + "digest": "415967b0fd33", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "1b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "sailor2:8b-chat-q4_K_M", + "model": "sailor2:8b-chat-q4_K_M", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 5583457485, + "digest": "f08f378f040a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "sailor2:8b-chat-q8_0", + "model": "sailor2:8b-chat-q8_0", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 9771050598, + "digest": "ba25188c847d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "sailor2:8b-chat-fp16", + "model": "sailor2:8b-chat-fp16", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 18253611008, + "digest": "9377306c17c9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "sailor2:20b-chat-q4_K_M", + "model": "sailor2:20b-chat-q4_K_M", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 12884901888, + "digest": "b74611e7fe0d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "sailor2:20b-chat-q8_0", + "model": "sailor2:20b-chat-q8_0", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 21474836480, + "digest": "d49553f04a80", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-q8_0", + "quantization_level": "" + } + }, + { + "name": "sailor2:20b-chat-fp16", + "model": "sailor2:20b-chat-fp16", + "modified_at": "2024-12-04T08:10:00.000Z", + "size": 40802189312, + "digest": "d1455f557fbd", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "20b-chat-fp16", + "quantization_level": "" + } + }, + { + "name": "kimi-k2.6", + "model": "kimi-k2.6", + "modified_at": "2026-04-20T20:09:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "tulu3:latest", + "model": "tulu3:latest", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 5261334938, + "digest": "7119be59a531", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "tulu3:8b", + "model": "tulu3:8b", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 5261334938, + "digest": "7119be59a531", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "tulu3:70b", + "model": "tulu3:70b", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 46170898432, + "digest": "fa6de45f539f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b", + "quantization_level": "" + } + }, + { + "name": "tulu3:8b-q4_K_M", + "model": "tulu3:8b-q4_K_M", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 5261334938, + "digest": "7119be59a531", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "tulu3:8b-q8_0", + "model": "tulu3:8b-q8_0", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 9126805504, + "digest": "ee4b41854819", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "tulu3:8b-fp16", + "model": "tulu3:8b-fp16", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 17179869184, + "digest": "67f115a19953", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-fp16", + "quantization_level": "" + } + }, + { + "name": "tulu3:70b-q4_K_M", + "model": "tulu3:70b-q4_K_M", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 46170898432, + "digest": "fa6de45f539f", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "tulu3:70b-q8_0", + "model": "tulu3:70b-q8_0", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 80530636800, + "digest": "f0f50dadc000", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-q8_0", + "quantization_level": "" + } + }, + { + "name": "tulu3:70b-fp16", + "model": "tulu3:70b-fp16", + "modified_at": "2024-12-21T03:58:00.000Z", + "size": 151397597184, + "digest": "662b84aaedbb", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "70b-fp16", + "quantization_level": "" + } + }, + { + "name": "kimi-k2.5", + "model": "kimi-k2.5", + "modified_at": "2026-01-27T07:29:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "granite-embedding:latest", + "model": "granite-embedding:latest", + "modified_at": "2024-12-18T04:11:00.000Z", + "size": 66060288, + "digest": "eb4c533ba6f7", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite-embedding:30m", + "model": "granite-embedding:30m", + "modified_at": "2024-12-18T04:11:00.000Z", + "size": 66060288, + "digest": "eb4c533ba6f7", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "30m", + "quantization_level": "" + } + }, + { + "name": "granite-embedding:278m", + "model": "granite-embedding:278m", + "modified_at": "2024-12-18T04:11:00.000Z", + "size": 590348288, + "digest": "1a37926bf842", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "278m", + "quantization_level": "" + } + }, + { + "name": "granite-embedding:30m-en", + "model": "granite-embedding:30m-en", + "modified_at": "2024-12-18T04:11:00.000Z", + "size": 66060288, + "digest": "eb4c533ba6f7", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "30m-en", + "quantization_level": "" + } + }, + { + "name": "granite-embedding:30m-en-fp16", + "model": "granite-embedding:30m-en-fp16", + "modified_at": "2024-12-18T04:11:00.000Z", + "size": 66060288, + "digest": "eb4c533ba6f7", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "30m-en-fp16", + "quantization_level": "" + } + }, + { + "name": "granite-embedding:278m-fp16", + "model": "granite-embedding:278m-fp16", + "modified_at": "2024-12-18T04:11:00.000Z", + "size": 590348288, + "digest": "1a37926bf842", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "278m-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:latest", + "model": "granite3-guardian:latest", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 2899102925, + "digest": "ba81a177bd23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:2b", + "model": "granite3-guardian:2b", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 2899102925, + "digest": "ba81a177bd23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:8b", + "model": "granite3-guardian:8b", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 6227702579, + "digest": "c8d7d5c76685", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:2b-q8_0", + "model": "granite3-guardian:2b-q8_0", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 2899102925, + "digest": "ba81a177bd23", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:2b-fp16", + "model": "granite3-guardian:2b-fp16", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 5476083302, + "digest": "2bf55927dd85", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "2b-fp16", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:8b-q5_K_S", + "model": "granite3-guardian:8b-q5_K_S", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 6012954214, + "digest": "edeec72aa741", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:8b-q5_K_M", + "model": "granite3-guardian:8b-q5_K_M", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 6227702579, + "digest": "c8d7d5c76685", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:8b-q6_K", + "model": "granite3-guardian:8b-q6_K", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 7194070221, + "digest": "200f63c67d98", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:8b-q8_0", + "model": "granite3-guardian:8b-q8_0", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 9341553869, + "digest": "a91578a591d2", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite3-guardian:8b-fp16", + "model": "granite3-guardian:8b-fp16", + "modified_at": "2024-11-19T23:33:00.000Z", + "size": 17179869184, + "digest": "d9ecead6310d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "8b-fp16", + "quantization_level": "" + } + }, + { + "name": "dbrx:latest", + "model": "dbrx:latest", + "modified_at": "2024-04-16T04:18:00.000Z", + "size": 79456894976, + "digest": "36800d8d3a28", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "dbrx:instruct", + "model": "dbrx:instruct", + "modified_at": "2024-04-16T04:18:00.000Z", + "size": 79456894976, + "digest": "36800d8d3a28", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "instruct", + "quantization_level": "" + } + }, + { + "name": "dbrx:132b", + "model": "dbrx:132b", + "modified_at": "2024-04-16T04:18:00.000Z", + "size": 79456894976, + "digest": "36800d8d3a28", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "132b", + "quantization_level": "" + } + }, + { + "name": "dbrx:132b-instruct-q2_K", + "model": "dbrx:132b-instruct-q2_K", + "modified_at": "2024-04-16T04:18:00.000Z", + "size": 51539607552, + "digest": "e2554a95cc76", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "132b-instruct-q2_K", + "quantization_level": "" + } + }, + { + "name": "dbrx:132b-instruct-q4_0", + "model": "dbrx:132b-instruct-q4_0", + "modified_at": "2024-04-16T04:18:00.000Z", + "size": 79456894976, + "digest": "36800d8d3a28", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "132b-instruct-q4_0", + "quantization_level": "" + } + }, + { + "name": "dbrx:132b-instruct-q8_0", + "model": "dbrx:132b-instruct-q8_0", + "modified_at": "2024-04-16T04:18:00.000Z", + "size": 150323855360, + "digest": "4fca83b20ba0", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "132b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "dbrx:132b-instruct-fp16", + "model": "dbrx:132b-instruct-fp16", + "modified_at": "2024-04-16T04:18:00.000Z", + "size": 282394099712, + "digest": "2bacc27fc29a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "132b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "llava-phi3:latest", + "model": "llava-phi3:latest", + "modified_at": "2024-05-07T21:20:00.000Z", + "size": 3113851290, + "digest": "c7edd7b87593", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "llava-phi3:3.8b", + "model": "llava-phi3:3.8b", + "modified_at": "2024-05-07T21:20:00.000Z", + "size": 3113851290, + "digest": "c7edd7b87593", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3.8b", + "quantization_level": "" + } + }, + { + "name": "llava-phi3:3.8b-mini-q4_0", + "model": "llava-phi3:3.8b-mini-q4_0", + "modified_at": "2024-05-07T21:20:00.000Z", + "size": 3113851290, + "digest": "c7edd7b87593", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3.8b-mini-q4_0", + "quantization_level": "" + } + }, + { + "name": "llava-phi3:3.8b-mini-fp16", + "model": "llava-phi3:3.8b-mini-fp16", + "modified_at": "2024-05-07T21:20:00.000Z", + "size": 8912057139, + "digest": "39ed50ad5b22", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "3.8b-mini-fp16", + "quantization_level": "" + } + }, + { + "name": "phi4-mini-reasoning:latest", + "model": "phi4-mini-reasoning:latest", + "modified_at": "2025-05-01T03:53:00.000Z", + "size": 3435973837, + "digest": "3ca8c2865ce9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "phi4-mini-reasoning:3.8b", + "model": "phi4-mini-reasoning:3.8b", + "modified_at": "2025-05-01T03:53:00.000Z", + "size": 3435973837, + "digest": "3ca8c2865ce9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b", + "quantization_level": "" + } + }, + { + "name": "phi4-mini-reasoning:3.8b-q4_K_M", + "model": "phi4-mini-reasoning:3.8b-q4_K_M", + "modified_at": "2025-05-01T03:53:00.000Z", + "size": 3435973837, + "digest": "3ca8c2865ce9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "phi4-mini-reasoning:3.8b-q8_0", + "model": "phi4-mini-reasoning:3.8b-q8_0", + "modified_at": "2025-05-01T03:53:00.000Z", + "size": 4939212390, + "digest": "e3fffa9f7d91", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "phi4-mini-reasoning:3.8b-fp16", + "model": "phi4-mini-reasoning:3.8b-fp16", + "modified_at": "2025-05-01T03:53:00.000Z", + "size": 8267812045, + "digest": "591788476176", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3.8b-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2.5:latest", + "model": "deepseek-v2.5:latest", + "modified_at": "2024-09-11T19:31:00.000Z", + "size": 142807662592, + "digest": "409b2dd8a3c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2.5:236b", + "model": "deepseek-v2.5:236b", + "modified_at": "2024-09-11T19:31:00.000Z", + "size": 142807662592, + "digest": "409b2dd8a3c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2.5:236b-q4_0", + "model": "deepseek-v2.5:236b-q4_0", + "modified_at": "2024-09-11T19:31:00.000Z", + "size": 142807662592, + "digest": "409b2dd8a3c4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-q4_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2.5:236b-q4_1", + "model": "deepseek-v2.5:236b-q4_1", + "modified_at": "2024-09-11T19:31:00.000Z", + "size": 158913789952, + "digest": "b1618a20b8b5", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-q4_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2.5:236b-q5_0", + "model": "deepseek-v2.5:236b-q5_0", + "modified_at": "2024-09-11T19:31:00.000Z", + "size": 173946175488, + "digest": "9de079142600", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-q5_0", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2.5:236b-q5_1", + "model": "deepseek-v2.5:236b-q5_1", + "modified_at": "2024-09-11T19:31:00.000Z", + "size": 190052302848, + "digest": "f774fdfffbea", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-q5_1", + "quantization_level": "" + } + }, + { + "name": "deepseek-v2.5:236b-q8_0", + "model": "deepseek-v2.5:236b-q8_0", + "modified_at": "2024-09-11T19:31:00.000Z", + "size": 269509197824, + "digest": "481aed89b609", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "236b-q8_0", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:latest", + "model": "olmo-3.1:latest", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 20401094656, + "digest": "223d4ec84d91", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b", + "model": "olmo-3.1:32b", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 20401094656, + "digest": "223d4ec84d91", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b-instruct", + "model": "olmo-3.1:32b-instruct", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 20401094656, + "digest": "a16b6a5be6cf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b-instruct-q4_K_M", + "model": "olmo-3.1:32b-instruct-q4_K_M", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 20401094656, + "digest": "a16b6a5be6cf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b-instruct-q8_0", + "model": "olmo-3.1:32b-instruct-q8_0", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 36507222016, + "digest": "088dea22fc85", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-q8_0", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b-instruct-fp16", + "model": "olmo-3.1:32b-instruct-fp16", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 68719476736, + "digest": "b3d8212bddfb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-instruct-fp16", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b-think", + "model": "olmo-3.1:32b-think", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 20401094656, + "digest": "223d4ec84d91", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-think", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b-think-q4_K_M", + "model": "olmo-3.1:32b-think-q4_K_M", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 20401094656, + "digest": "223d4ec84d91", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-think-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b-think-q8_0", + "model": "olmo-3.1:32b-think-q8_0", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 36507222016, + "digest": "3028211a2045", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-think-q8_0", + "quantization_level": "" + } + }, + { + "name": "olmo-3.1:32b-think-fp16", + "model": "olmo-3.1:32b-think-fp16", + "modified_at": "2025-12-16T05:56:00.000Z", + "size": 68719476736, + "digest": "3ce9adcd167e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "32b-think-fp16", + "quantization_level": "" + } + }, + { + "name": "command-r7b:latest", + "model": "command-r7b:latest", + "modified_at": "2025-01-16T22:27:00.000Z", + "size": 5476083302, + "digest": "ff4e9696ef9f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "command-r7b:7b", + "model": "command-r7b:7b", + "modified_at": "2025-01-16T22:27:00.000Z", + "size": 5476083302, + "digest": "ff4e9696ef9f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "command-r7b:7b-12-2024-q4_K_M", + "model": "command-r7b:7b-12-2024-q4_K_M", + "modified_at": "2025-01-16T22:27:00.000Z", + "size": 5476083302, + "digest": "ff4e9696ef9f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-12-2024-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r7b:7b-12-2024-q8_0", + "model": "command-r7b:7b-12-2024-q8_0", + "modified_at": "2025-01-16T22:27:00.000Z", + "size": 9126805504, + "digest": "aa0fb3e0b28b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-12-2024-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-r7b:7b-12-2024-fp16", + "model": "command-r7b:7b-12-2024-fp16", + "modified_at": "2025-01-16T22:27:00.000Z", + "size": 17179869184, + "digest": "3a3e860e0901", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-12-2024-fp16", + "quantization_level": "" + } + }, + { + "name": "minimax-m3", + "model": "minimax-m3", + "modified_at": "2026-06-01T01:34:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "bge-large:latest", + "model": "bge-large:latest", + "modified_at": "2024-08-07T00:04:00.000Z", + "size": 703594496, + "digest": "b3d71c928059", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "bge-large:335m", + "model": "bge-large:335m", + "modified_at": "2024-08-07T00:04:00.000Z", + "size": 703594496, + "digest": "b3d71c928059", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "335m", + "quantization_level": "" + } + }, + { + "name": "bge-large:335m-en-v1.5-fp16", + "model": "bge-large:335m-en-v1.5-fp16", + "modified_at": "2024-08-07T00:04:00.000Z", + "size": 703594496, + "digest": "b3d71c928059", + "details": { + "parent_model": "", + "format": "", + "family": "embedding", + "families": null, + "parameter_size": "335m-en-v1.5-fp16", + "quantization_level": "" + } + }, + { + "name": "ornith:latest", + "model": "ornith:latest", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 6012954214, + "digest": "a75697c14589", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "ornith:9b", + "model": "ornith:9b", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 6012954214, + "digest": "a75697c14589", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b", + "quantization_level": "" + } + }, + { + "name": "ornith:35b", + "model": "ornith:35b", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 22548578304, + "digest": "5a470e0f652c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b", + "quantization_level": "" + } + }, + { + "name": "ornith:9b-q4_K_M", + "model": "ornith:9b-q4_K_M", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 6012954214, + "digest": "a75697c14589", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "ornith:9b-q8_0", + "model": "ornith:9b-q8_0", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 10200547328, + "digest": "b1edce684170", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-q8_0", + "quantization_level": "" + } + }, + { + "name": "ornith:9b-bf16", + "model": "ornith:9b-bf16", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 19327352832, + "digest": "0ed5c778f8a9", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "9b-bf16", + "quantization_level": "" + } + }, + { + "name": "ornith:35b-q4_K_M", + "model": "ornith:35b-q4_K_M", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 22548578304, + "digest": "5a470e0f652c", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "ornith:35b-q8_0", + "model": "ornith:35b-q8_0", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 39728447488, + "digest": "44788b2fdab4", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-q8_0", + "quantization_level": "" + } + }, + { + "name": "ornith:35b-bf16", + "model": "ornith:35b-bf16", + "modified_at": "2026-06-27T20:45:00.000Z", + "size": 74088185856, + "digest": "cfc852542826", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "35b-bf16", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b", + "model": "granite4.1:3b", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2254857830, + "digest": "6fd349357287", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b", + "model": "granite4.1:8b", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 5690831667, + "digest": "444af1c4b2fe", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b", + "model": "granite4.1:30b", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 18253611008, + "digest": "3f3e5df8a021", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q2_K", + "model": "granite4.1:3b-q2_K", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 1503238554, + "digest": "41d7e7e6dc59", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q3_K_S", + "model": "granite4.1:3b-q3_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 1717986918, + "digest": "1daefd678dc8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q3_K_M", + "model": "granite4.1:3b-q3_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 1825361101, + "digest": "bd72b20cd67b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q3_K_L", + "model": "granite4.1:3b-q3_K_L", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2040109466, + "digest": "eb446378f84c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q4_0", + "model": "granite4.1:3b-q4_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2147483648, + "digest": "010f4b63e5f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q4_1", + "model": "granite4.1:3b-q4_1", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2362232013, + "digest": "53377988686e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q4_K_S", + "model": "granite4.1:3b-q4_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2147483648, + "digest": "aaf53db81651", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q4_K_M", + "model": "granite4.1:3b-q4_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2254857830, + "digest": "6fd349357287", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q5_0", + "model": "granite4.1:3b-q5_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2576980378, + "digest": "655215522aaa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q5_1", + "model": "granite4.1:3b-q5_1", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2791728742, + "digest": "7d0a195533f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q5_K_S", + "model": "granite4.1:3b-q5_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2576980378, + "digest": "d671c6877cde", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q5_K_M", + "model": "granite4.1:3b-q5_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 2576980378, + "digest": "5f9ff57bab32", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q6_K", + "model": "granite4.1:3b-q6_K", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 3006477107, + "digest": "3c142316f4cf", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-q8_0", + "model": "granite4.1:3b-q8_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 3865470566, + "digest": "f087f8b0712f", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:3b-bf16", + "model": "granite4.1:3b-bf16", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 7301444403, + "digest": "517250fafa06", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "3b-bf16", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q2_K", + "model": "granite4.1:8b-q2_K", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 3650722202, + "digest": "ccf96f3f0780", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q3_K_S", + "model": "granite4.1:8b-q3_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 4187593114, + "digest": "a6cf031b28f0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q3_K_M", + "model": "granite4.1:8b-q3_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 4617089843, + "digest": "11ec0ebc2697", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q3_K_L", + "model": "granite4.1:8b-q3_K_L", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 5046586573, + "digest": "d780c2e519e8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q4_0", + "model": "granite4.1:8b-q4_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 5476083302, + "digest": "d1ca2294e93a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q4_1", + "model": "granite4.1:8b-q4_1", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 6012954214, + "digest": "d2eb1c61fdae", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q4_K_S", + "model": "granite4.1:8b-q4_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 5476083302, + "digest": "f7082ba9a6e7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q4_K_M", + "model": "granite4.1:8b-q4_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 5690831667, + "digest": "444af1c4b2fe", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q5_0", + "model": "granite4.1:8b-q5_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 6549825126, + "digest": "4ac8c864384e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q5_1", + "model": "granite4.1:8b-q5_1", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 7086696038, + "digest": "88e9f3963ec8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q5_K_S", + "model": "granite4.1:8b-q5_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 6549825126, + "digest": "3f290aa8867b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q5_K_M", + "model": "granite4.1:8b-q5_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 6764573491, + "digest": "a15a247eea85", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q6_K", + "model": "granite4.1:8b-q6_K", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 7730941133, + "digest": "cc47b04956a8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-q8_0", + "model": "granite4.1:8b-q8_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 9985798963, + "digest": "ee48dfe31954", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:8b-bf16", + "model": "granite4.1:8b-bf16", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 19327352832, + "digest": "ff2ca5247c31", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-bf16", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q2_K", + "model": "granite4.1:30b-q2_K", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 11811160064, + "digest": "ae1d684487df", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q3_K_S", + "model": "granite4.1:30b-q3_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 13958643712, + "digest": "a5eeaa67e5fd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q3_K_M", + "model": "granite4.1:30b-q3_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 15032385536, + "digest": "234006e86874", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q3_K_L", + "model": "granite4.1:30b-q3_K_L", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 16106127360, + "digest": "7c55609a16c7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q4_0", + "model": "granite4.1:30b-q4_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 17179869184, + "digest": "402200215ef1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q4_1", + "model": "granite4.1:30b-q4_1", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 19327352832, + "digest": "8f3b74ec031d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q4_K_S", + "model": "granite4.1:30b-q4_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 17179869184, + "digest": "1cab6c5d975d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q4_K_M", + "model": "granite4.1:30b-q4_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 18253611008, + "digest": "3f3e5df8a021", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q5_0", + "model": "granite4.1:30b-q5_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 21474836480, + "digest": "9b8dca9cb9cb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q5_1", + "model": "granite4.1:30b-q5_1", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 23622320128, + "digest": "23203614f0e9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q5_K_S", + "model": "granite4.1:30b-q5_K_S", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 21474836480, + "digest": "f1fba10b6ca9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q5_K_M", + "model": "granite4.1:30b-q5_K_M", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 21474836480, + "digest": "454ddb5316f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q6_K", + "model": "granite4.1:30b-q6_K", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 25769803776, + "digest": "d7711d853ce4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-q8_0", + "model": "granite4.1:30b-q8_0", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 33285996544, + "digest": "0f7a2b54edab", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1:30b-bf16", + "model": "granite4.1:30b-bf16", + "modified_at": "2026-05-19T21:58:00.000Z", + "size": 62277025792, + "digest": "e2e7d6de1890", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-bf16", + "quantization_level": "" + } + }, + { + "name": "devstral-2:latest", + "model": "devstral-2:latest", + "modified_at": "2025-12-12T01:21:00.000Z", + "size": 80530636800, + "digest": "524a6607f0f5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "devstral-2:123b", + "model": "devstral-2:123b", + "modified_at": "2025-12-12T01:21:00.000Z", + "size": 80530636800, + "digest": "524a6607f0f5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b", + "quantization_level": "" + } + }, + { + "name": "devstral-2:123b-instruct-2512-q4_K_M", + "model": "devstral-2:123b-instruct-2512-q4_K_M", + "modified_at": "2025-12-12T01:21:00.000Z", + "size": 80530636800, + "digest": "524a6607f0f5", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2512-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "devstral-2:123b-instruct-2512-q8_0", + "model": "devstral-2:123b-instruct-2512-q8_0", + "modified_at": "2025-12-12T01:21:00.000Z", + "size": 142807662592, + "digest": "c96ca457e286", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2512-q8_0", + "quantization_level": "" + } + }, + { + "name": "devstral-2:123b-instruct-2512-fp16", + "model": "devstral-2:123b-instruct-2512-fp16", + "modified_at": "2025-12-12T01:21:00.000Z", + "size": 268435456000, + "digest": "cf00a0f4d980", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "123b-instruct-2512-fp16", + "quantization_level": "" + } + }, + { + "name": "deepseek-v4-pro", + "model": "deepseek-v4-pro", + "modified_at": "2026-04-27T03:44:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "deepseek-v4-flash", + "model": "deepseek-v4-flash", + "modified_at": "2026-04-24T08:29:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "smallthinker:latest", + "model": "smallthinker:latest", + "modified_at": "2024-12-30T21:33:00.000Z", + "size": 3865470566, + "digest": "945eb1864589", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "smallthinker:3b", + "model": "smallthinker:3b", + "modified_at": "2024-12-30T21:33:00.000Z", + "size": 3865470566, + "digest": "945eb1864589", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b", + "quantization_level": "" + } + }, + { + "name": "smallthinker:3b-preview-q4_K_M", + "model": "smallthinker:3b-preview-q4_K_M", + "modified_at": "2024-12-30T21:33:00.000Z", + "size": 2254857830, + "digest": "b136f0e0ef96", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-preview-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "smallthinker:3b-preview-q8_0", + "model": "smallthinker:3b-preview-q8_0", + "modified_at": "2024-12-30T21:33:00.000Z", + "size": 3865470566, + "digest": "945eb1864589", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-preview-q8_0", + "quantization_level": "" + } + }, + { + "name": "smallthinker:3b-preview-fp16", + "model": "smallthinker:3b-preview-fp16", + "modified_at": "2024-12-30T21:33:00.000Z", + "size": 7301444403, + "digest": "71cf19d4f87a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "3b-preview-fp16", + "quantization_level": "" + } + }, + { + "name": "glm-5.2", + "model": "glm-5.2", + "modified_at": "2026-06-16T17:39:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "alfred:latest", + "model": "alfred:latest", + "modified_at": "2023-11-19T13:58:00.000Z", + "size": 25769803776, + "digest": "e46325710c52", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "alfred:40b", + "model": "alfred:40b", + "modified_at": "2023-11-19T13:58:00.000Z", + "size": 25769803776, + "digest": "e46325710c52", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b", + "quantization_level": "" + } + }, + { + "name": "alfred:40b-1023-q4_0", + "model": "alfred:40b-1023-q4_0", + "modified_at": "2023-11-19T13:58:00.000Z", + "size": 25769803776, + "digest": "e46325710c52", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-1023-q4_0", + "quantization_level": "" + } + }, + { + "name": "alfred:40b-1023-q4_1", + "model": "alfred:40b-1023-q4_1", + "modified_at": "2023-11-19T13:58:00.000Z", + "size": 27917287424, + "digest": "d84e435512e7", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-1023-q4_1", + "quantization_level": "" + } + }, + { + "name": "alfred:40b-1023-q5_0", + "model": "alfred:40b-1023-q5_0", + "modified_at": "2023-11-19T13:58:00.000Z", + "size": 31138512896, + "digest": "aa231f8a71bf", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-1023-q5_0", + "quantization_level": "" + } + }, + { + "name": "alfred:40b-1023-q5_1", + "model": "alfred:40b-1023-q5_1", + "modified_at": "2023-11-19T13:58:00.000Z", + "size": 34359738368, + "digest": "a0820dcbecfe", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-1023-q5_1", + "quantization_level": "" + } + }, + { + "name": "alfred:40b-1023-q8_0", + "model": "alfred:40b-1023-q8_0", + "modified_at": "2023-11-19T13:58:00.000Z", + "size": 47244640256, + "digest": "d811415ed9a6", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "40b-1023-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-a:latest", + "model": "command-a:latest", + "modified_at": "2025-03-13T12:39:00.000Z", + "size": 71940702208, + "digest": "cd22bd484599", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "command-a:111b", + "model": "command-a:111b", + "modified_at": "2025-03-13T12:39:00.000Z", + "size": 71940702208, + "digest": "cd22bd484599", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "111b", + "quantization_level": "" + } + }, + { + "name": "command-a:111b-03-2025-q4_K_M", + "model": "command-a:111b-03-2025-q4_K_M", + "modified_at": "2025-03-13T12:39:00.000Z", + "size": 71940702208, + "digest": "cd22bd484599", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "111b-03-2025-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "command-a:111b-03-2025-q8_0", + "model": "command-a:111b-03-2025-q8_0", + "modified_at": "2025-03-13T12:39:00.000Z", + "size": 126701535232, + "digest": "4f32dc902f62", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "111b-03-2025-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-a:111b-03-2025-fp16", + "model": "command-a:111b-03-2025-fp16", + "modified_at": "2025-03-13T12:39:00.000Z", + "size": 238370684928, + "digest": "5d5425f22323", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "111b-03-2025-fp16", + "quantization_level": "" + } + }, + { + "name": "marco-o1:latest", + "model": "marco-o1:latest", + "modified_at": "2024-12-04T08:14:00.000Z", + "size": 5046586573, + "digest": "4752e62baa0a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "marco-o1:7b", + "model": "marco-o1:7b", + "modified_at": "2024-12-04T08:14:00.000Z", + "size": 5046586573, + "digest": "4752e62baa0a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "marco-o1:7b-q4_K_M", + "model": "marco-o1:7b-q4_K_M", + "modified_at": "2024-12-04T08:14:00.000Z", + "size": 5046586573, + "digest": "4752e62baa0a", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "marco-o1:7b-q8_0", + "model": "marco-o1:7b-q8_0", + "modified_at": "2024-12-04T08:14:00.000Z", + "size": 8697308774, + "digest": "45f9391dde04", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-q8_0", + "quantization_level": "" + } + }, + { + "name": "marco-o1:7b-fp16", + "model": "marco-o1:7b-fp16", + "modified_at": "2024-12-04T08:14:00.000Z", + "size": 16106127360, + "digest": "c911a6aaee29", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "7b-fp16", + "quantization_level": "" + } + }, + { + "name": "cogito-2.1:latest", + "model": "cogito-2.1:latest", + "modified_at": "2025-11-19T18:22:00.000Z", + "size": 1429365116109, + "digest": "743a587e4577", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "cogito-2.1:671b", + "model": "cogito-2.1:671b", + "modified_at": "2025-11-19T18:22:00.000Z", + "size": 1429365116109, + "digest": "743a587e4577", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b", + "quantization_level": "" + } + }, + { + "name": "cogito-2.1:671b-q4_K_M", + "model": "cogito-2.1:671b-q4_K_M", + "modified_at": "2025-11-19T18:22:00.000Z", + "size": 433791696896, + "digest": "13e83c49b705", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "cogito-2.1:671b-q8_0", + "model": "cogito-2.1:671b-q8_0", + "modified_at": "2025-11-19T18:22:00.000Z", + "size": 765577920512, + "digest": "958631d5989d", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-q8_0", + "quantization_level": "" + } + }, + { + "name": "cogito-2.1:671b-fp16", + "model": "cogito-2.1:671b-fp16", + "modified_at": "2025-11-19T18:22:00.000Z", + "size": 1429365116109, + "digest": "743a587e4577", + "details": { + "parent_model": "", + "format": "", + "family": "", + "families": null, + "parameter_size": "671b-fp16", + "quantization_level": "" + } + }, + { + "name": "command-r7b-arabic:latest", + "model": "command-r7b-arabic:latest", + "modified_at": "2025-02-28T21:28:00.000Z", + "size": 5476083302, + "digest": "4bbe3353e56a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "command-r7b-arabic:7b", + "model": "command-r7b-arabic:7b", + "modified_at": "2025-02-28T21:28:00.000Z", + "size": 5476083302, + "digest": "4bbe3353e56a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b", + "quantization_level": "" + } + }, + { + "name": "command-r7b-arabic:7b-02-2025-q4_K_M", + "model": "command-r7b-arabic:7b-02-2025-q4_K_M", + "modified_at": "2025-02-28T21:28:00.000Z", + "size": 5476083302, + "digest": "4bbe3353e56a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-02-2025-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "command-r7b-arabic:7b-02-2025-q8_0", + "model": "command-r7b-arabic:7b-02-2025-q8_0", + "modified_at": "2025-02-28T21:28:00.000Z", + "size": 9126805504, + "digest": "74737d27f74e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-02-2025-q8_0", + "quantization_level": "" + } + }, + { + "name": "command-r7b-arabic:7b-02-2025-fp16", + "model": "command-r7b-arabic:7b-02-2025-fp16", + "modified_at": "2025-02-28T21:28:00.000Z", + "size": 17179869184, + "digest": "23f512f126d9", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "7b-02-2025-fp16", + "quantization_level": "" + } + }, + { + "name": "mistral-medium-3.5:latest", + "model": "mistral-medium-3.5:latest", + "modified_at": "2026-05-05T23:14:00.000Z", + "size": 85899345920, + "digest": "0341632adb05", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "mistral-medium-3.5:128b", + "model": "mistral-medium-3.5:128b", + "modified_at": "2026-05-05T23:14:00.000Z", + "size": 85899345920, + "digest": "0341632adb05", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "128b", + "quantization_level": "" + } + }, + { + "name": "mistral-medium-3.5:128b-q4_K_M", + "model": "mistral-medium-3.5:128b-q4_K_M", + "modified_at": "2026-05-05T23:14:00.000Z", + "size": 85899345920, + "digest": "0341632adb05", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "128b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "mistral-medium-3.5:128b-q8_0", + "model": "mistral-medium-3.5:128b-q8_0", + "modified_at": "2026-05-05T23:14:00.000Z", + "size": 148176371712, + "digest": "4e309f1ff6ce", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "128b-q8_0", + "quantization_level": "" + } + }, + { + "name": "mistral-medium-3.5:128b-bf16", + "model": "mistral-medium-3.5:128b-bf16", + "modified_at": "2026-05-05T23:14:00.000Z", + "size": 273804165120, + "digest": "03b1ca2260f6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "128b-bf16", + "quantization_level": "" + } + }, + { + "name": "medgemma:latest", + "model": "medgemma:latest", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 3543348019, + "digest": "9fe4e9a6c9bd", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "medgemma:4b", + "model": "medgemma:4b", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 3543348019, + "digest": "9fe4e9a6c9bd", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "medgemma:27b", + "model": "medgemma:27b", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 18253611008, + "digest": "58238ae38f99", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b", + "quantization_level": "" + } + }, + { + "name": "medgemma:4b-it-q4_K_M", + "model": "medgemma:4b-it-q4_K_M", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 3543348019, + "digest": "9fe4e9a6c9bd", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "medgemma:4b-it-q8_0", + "model": "medgemma:4b-it-q8_0", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 5368709120, + "digest": "fd0b43b1d0ef", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "medgemma:4b-it-bf16", + "model": "medgemma:4b-it-bf16", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 9234179686, + "digest": "38229e514edc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "medgemma:27b-it-q4_K_M", + "model": "medgemma:27b-it-q4_K_M", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 18253611008, + "digest": "58238ae38f99", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "medgemma:27b-it-q8_0", + "model": "medgemma:27b-it-q8_0", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 32212254720, + "digest": "b3e649e18d1b", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "medgemma:27b-it-bf16", + "model": "medgemma:27b-it-bf16", + "modified_at": "2026-04-16T00:08:00.000Z", + "size": 59055800320, + "digest": "8b473b4cb2df", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "27b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "functiongemma:latest", + "model": "functiongemma:latest", + "modified_at": "2025-12-18T07:03:00.000Z", + "size": 315621376, + "digest": "7c19b650567a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "functiongemma:270m", + "model": "functiongemma:270m", + "modified_at": "2025-12-18T07:03:00.000Z", + "size": 315621376, + "digest": "7c19b650567a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "270m", + "quantization_level": "" + } + }, + { + "name": "functiongemma:270m-it-q8_0", + "model": "functiongemma:270m-it-q8_0", + "modified_at": "2025-12-18T07:03:00.000Z", + "size": 315621376, + "digest": "7c19b650567a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "270m-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "functiongemma:270m-it-fp16", + "model": "functiongemma:270m-it-fp16", + "modified_at": "2025-12-18T07:03:00.000Z", + "size": 578813952, + "digest": "ce6e8a1097cd", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "270m-it-fp16", + "quantization_level": "" + } + }, + { + "name": "kimi-k2.7-code", + "model": "kimi-k2.7-code", + "modified_at": "2026-06-13T00:26:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "gpt-oss-safeguard:latest", + "model": "gpt-oss-safeguard:latest", + "modified_at": "2025-10-29T02:04:00.000Z", + "size": 15032385536, + "digest": "f2e795d0099c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "gpt-oss-safeguard:20b", + "model": "gpt-oss-safeguard:20b", + "modified_at": "2025-10-29T02:04:00.000Z", + "size": 15032385536, + "digest": "f2e795d0099c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "20b", + "quantization_level": "" + } + }, + { + "name": "gpt-oss-safeguard:120b", + "model": "gpt-oss-safeguard:120b", + "modified_at": "2025-10-29T02:04:00.000Z", + "size": 69793218560, + "digest": "45be44f7918a", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "120b", + "quantization_level": "" + } + }, + { + "name": "nemotron-cascade-2:latest", + "model": "nemotron-cascade-2:latest", + "modified_at": "2026-03-20T20:10:00.000Z", + "size": 25769803776, + "digest": "e0705e3fe8f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "nemotron-cascade-2:30b", + "model": "nemotron-cascade-2:30b", + "modified_at": "2026-03-20T20:10:00.000Z", + "size": 25769803776, + "digest": "e0705e3fe8f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b", + "quantization_level": "" + } + }, + { + "name": "nemotron-cascade-2:30b-a3b-q4_K_M", + "model": "nemotron-cascade-2:30b-a3b-q4_K_M", + "modified_at": "2026-03-20T20:10:00.000Z", + "size": 25769803776, + "digest": "e0705e3fe8f7", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "30b-a3b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "medgemma1.5:latest", + "model": "medgemma1.5:latest", + "modified_at": "2026-04-16T00:04:00.000Z", + "size": 3543348019, + "digest": "433252621ab1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "medgemma1.5:4b", + "model": "medgemma1.5:4b", + "modified_at": "2026-04-16T00:04:00.000Z", + "size": 3543348019, + "digest": "433252621ab1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b", + "quantization_level": "" + } + }, + { + "name": "medgemma1.5:4b-it-q4_K_M", + "model": "medgemma1.5:4b-it-q4_K_M", + "modified_at": "2026-04-16T00:04:00.000Z", + "size": 3543348019, + "digest": "433252621ab1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "medgemma1.5:4b-it-q8_0", + "model": "medgemma1.5:4b-it-q8_0", + "modified_at": "2026-04-16T00:04:00.000Z", + "size": 5368709120, + "digest": "d6ae3cddb663", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-q8_0", + "quantization_level": "" + } + }, + { + "name": "medgemma1.5:4b-it-bf16", + "model": "medgemma1.5:4b-it-bf16", + "modified_at": "2026-04-16T00:04:00.000Z", + "size": 9234179686, + "digest": "32f17fbd85fe", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "4b-it-bf16", + "quantization_level": "" + } + }, + { + "name": "mistral-large-3", + "model": "mistral-large-3", + "modified_at": "2025-12-02T23:19:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "lfm2.5:latest", + "model": "lfm2.5:latest", + "modified_at": "2026-05-31T04:16:00.000Z", + "size": 5583457485, + "digest": "9cf756159fc2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "lfm2.5:8b", + "model": "lfm2.5:8b", + "modified_at": "2026-05-31T04:16:00.000Z", + "size": 5583457485, + "digest": "9cf756159fc2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "lfm2.5:8b-a1b-q4_K_M", + "model": "lfm2.5:8b-a1b-q4_K_M", + "modified_at": "2026-05-31T04:16:00.000Z", + "size": 5583457485, + "digest": "9cf756159fc2", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-a1b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "lfm2.5:8b-a1b-q8_0", + "model": "lfm2.5:8b-a1b-q8_0", + "modified_at": "2026-05-31T04:16:00.000Z", + "size": 9663676416, + "digest": "4fa3787050ca", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-a1b-q8_0", + "quantization_level": "" + } + }, + { + "name": "lfm2.5:8b-a1b-bf16", + "model": "lfm2.5:8b-a1b-bf16", + "modified_at": "2026-05-31T04:16:00.000Z", + "size": 18253611008, + "digest": "c6d60dd0c9c3", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-a1b-bf16", + "quantization_level": "" + } + }, + { + "name": "laguna-xs-2.1:latest", + "model": "laguna-xs-2.1:latest", + "modified_at": "2026-07-02T14:58:00.000Z", + "size": 21474836480, + "digest": "a8562dfd0cad", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "laguna-xs-2.1:q4_K_M", + "model": "laguna-xs-2.1:q4_K_M", + "modified_at": "2026-07-02T14:58:00.000Z", + "size": 21474836480, + "digest": "a8562dfd0cad", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q4_K_M", + "quantization_level": "" + } + }, + { + "name": "laguna-xs-2.1:q8_0", + "model": "laguna-xs-2.1:q8_0", + "modified_at": "2026-07-02T14:58:00.000Z", + "size": 38654705664, + "digest": "7073183a9e7c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q8_0", + "quantization_level": "" + } + }, + { + "name": "laguna-xs-2.1:bf16", + "model": "laguna-xs-2.1:bf16", + "modified_at": "2026-07-02T14:58:00.000Z", + "size": 71940702208, + "digest": "5bda9bef69e1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "bf16", + "quantization_level": "" + } + }, + { + "name": "north-mini-code-1.0:latest", + "model": "north-mini-code-1.0:latest", + "modified_at": "2026-06-18T01:39:00.000Z", + "size": 20401094656, + "digest": "d8b269ad5c7c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "north-mini-code-1.0:q4_K_M", + "model": "north-mini-code-1.0:q4_K_M", + "modified_at": "2026-06-18T01:39:00.000Z", + "size": 20401094656, + "digest": "d8b269ad5c7c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q4_K_M", + "quantization_level": "" + } + }, + { + "name": "north-mini-code-1.0:q8_0", + "model": "north-mini-code-1.0:q8_0", + "modified_at": "2026-06-18T01:39:00.000Z", + "size": 34359738368, + "digest": "b6c144236e03", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q8_0", + "quantization_level": "" + } + }, + { + "name": "north-mini-code-1.0:bf16", + "model": "north-mini-code-1.0:bf16", + "modified_at": "2026-06-18T01:39:00.000Z", + "size": 65498251264, + "digest": "e1265bf9e834", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "bf16", + "quantization_level": "" + } + }, + { + "name": "north-mini-code-1.0:mlx-mxfp8", + "model": "north-mini-code-1.0:mlx-mxfp8", + "modified_at": "2026-06-18T01:39:00.000Z", + "size": 33285996544, + "digest": "82b3f0ab2d1c", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "mlx-mxfp8", + "quantization_level": "" + } + }, + { + "name": "north-mini-code-1.0:mlx-nvfp4", + "model": "north-mini-code-1.0:mlx-nvfp4", + "modified_at": "2026-06-18T01:39:00.000Z", + "size": 21474836480, + "digest": "83c9952930e0", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "mlx-nvfp4", + "quantization_level": "" + } + }, + { + "name": "north-mini-code-1.0:mlx-bf16", + "model": "north-mini-code-1.0:mlx-bf16", + "modified_at": "2026-06-18T01:39:00.000Z", + "size": 65498251264, + "digest": "70520154ae45", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "nemotron-3-ultra", + "model": "nemotron-3-ultra", + "modified_at": "2026-06-04T00:00:00.000Z", + "size": 0, + "digest": "", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "", + "quantization_level": "" + } + }, + { + "name": "laguna-xs.2:latest", + "model": "laguna-xs.2:latest", + "modified_at": "2026-04-27T20:57:00.000Z", + "size": 24696061952, + "digest": "ba9ecde43b0e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "laguna-xs.2:mxfp8", + "model": "laguna-xs.2:mxfp8", + "modified_at": "2026-04-27T20:57:00.000Z", + "size": 38654705664, + "digest": "d978dfa2896b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "mxfp8", + "quantization_level": "" + } + }, + { + "name": "laguna-xs.2:nvfp4", + "model": "laguna-xs.2:nvfp4", + "modified_at": "2026-04-27T20:57:00.000Z", + "size": 23622320128, + "digest": "f6daa0fecaaa", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "nvfp4", + "quantization_level": "" + } + }, + { + "name": "laguna-xs.2:q4_K_M", + "model": "laguna-xs.2:q4_K_M", + "modified_at": "2026-04-27T20:57:00.000Z", + "size": 24696061952, + "digest": "ba9ecde43b0e", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q4_K_M", + "quantization_level": "" + } + }, + { + "name": "laguna-xs.2:q8_0", + "model": "laguna-xs.2:q8_0", + "modified_at": "2026-04-27T20:57:00.000Z", + "size": 39728447488, + "digest": "de0c566abd07", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "q8_0", + "quantization_level": "" + } + }, + { + "name": "laguna-xs.2:bf16", + "model": "laguna-xs.2:bf16", + "modified_at": "2026-04-27T20:57:00.000Z", + "size": 71940702208, + "digest": "cb0fe684dd63", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "bf16", + "quantization_level": "" + } + }, + { + "name": "laguna-xs.2:mlx-bf16", + "model": "laguna-xs.2:mlx-bf16", + "modified_at": "2026-04-27T20:57:00.000Z", + "size": 71940702208, + "digest": "10011d1c9084", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "mlx-bf16", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:latest", + "model": "minicpm-v4.6:latest", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1717986918, + "digest": "e95583acac77", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:1b", + "model": "minicpm-v4.6:1b", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1717986918, + "digest": "e95583acac77", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "1b", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q4_0", + "model": "minicpm-v4.6:q4_0", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1717986918, + "digest": "fddef2599474", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q4_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q4_1", + "model": "minicpm-v4.6:q4_1", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1717986918, + "digest": "a8ba7dee2228", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q4_1", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q4_K_S", + "model": "minicpm-v4.6:q4_K_S", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1717986918, + "digest": "95200de9e025", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q4_K_S", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q4_K_M", + "model": "minicpm-v4.6:q4_K_M", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1717986918, + "digest": "e95583acac77", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q4_K_M", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q5_0", + "model": "minicpm-v4.6:q5_0", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1825361101, + "digest": "7d4df98d0fdc", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q5_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q5_1", + "model": "minicpm-v4.6:q5_1", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1825361101, + "digest": "0132eed3d9ef", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q5_1", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q5_K_S", + "model": "minicpm-v4.6:q5_K_S", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1825361101, + "digest": "b2b49d04e96a", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q5_K_S", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q5_K_M", + "model": "minicpm-v4.6:q5_K_M", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1825361101, + "digest": "0e195f4c8bb2", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q5_K_M", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q6_K", + "model": "minicpm-v4.6:q6_K", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 1825361101, + "digest": "ca9219b57000", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q6_K", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:q8_0", + "model": "minicpm-v4.6:q8_0", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 2040109466, + "digest": "ceb4ec05ddf6", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q8_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.6:f16", + "model": "minicpm-v4.6:f16", + "modified_at": "2026-06-02T07:54:00.000Z", + "size": 2791728742, + "digest": "82520258dab3", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "f16", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:latest", + "model": "minicpm-v4.5:latest", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 6549825126, + "digest": "0c40168f46d1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "latest", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:8b", + "model": "minicpm-v4.5:8b", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 6549825126, + "digest": "0c40168f46d1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q4_0", + "model": "minicpm-v4.5:q4_0", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 6335076762, + "digest": "fd2ea418f30e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q4_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q4_1", + "model": "minicpm-v4.5:q4_1", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 6764573491, + "digest": "e48898b0d902", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q4_1", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q4_K_S", + "model": "minicpm-v4.5:q4_K_S", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 6335076762, + "digest": "8a85b33d3053", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q4_K_S", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q4_K_M", + "model": "minicpm-v4.5:q4_K_M", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 6549825126, + "digest": "0c40168f46d1", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q4_K_M", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q5_0", + "model": "minicpm-v4.5:q5_0", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 7301444403, + "digest": "2bc93de9ac8e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q5_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q5_1", + "model": "minicpm-v4.5:q5_1", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 7838315315, + "digest": "455fdec4b9e8", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q5_1", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q5_K_S", + "model": "minicpm-v4.5:q5_K_S", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 7301444403, + "digest": "c714a3479462", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q5_K_S", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q5_K_M", + "model": "minicpm-v4.5:q5_K_M", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 7408818586, + "digest": "bea3ec44177e", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q5_K_M", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q6_K", + "model": "minicpm-v4.5:q6_K", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 8375186227, + "digest": "6ca2c521c157", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q6_K", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:q8_0", + "model": "minicpm-v4.5:q8_0", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 10522669875, + "digest": "d3a452c30a41", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "q8_0", + "quantization_level": "" + } + }, + { + "name": "minicpm-v4.5:f16", + "model": "minicpm-v4.5:f16", + "modified_at": "2026-06-02T08:02:00.000Z", + "size": 18253611008, + "digest": "e8c96bb677b7", + "details": { + "parent_model": "", + "format": "", + "family": "vision", + "families": null, + "parameter_size": "f16", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b", + "model": "granite4.1-guardian:8b", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 7408818586, + "digest": "f82c0882cec1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q2_K", + "model": "granite4.1-guardian:8b-q2_K", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 3543348019, + "digest": "2c6ebdbc4c96", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q2_K", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q3_K_S", + "model": "granite4.1-guardian:8b-q3_K_S", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 4080218931, + "digest": "474fe767d1ed", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q3_K_M", + "model": "granite4.1-guardian:8b-q3_K_M", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 4509715661, + "digest": "4b56e240be8d", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q3_K_L", + "model": "granite4.1-guardian:8b-q3_K_L", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 4831838208, + "digest": "364832eedf35", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q3_K_L", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q4_0", + "model": "granite4.1-guardian:8b-q4_0", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 5153960755, + "digest": "a10286f69b99", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q4_1", + "model": "granite4.1-guardian:8b-q4_1", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 5690831667, + "digest": "1be4061519d1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_1", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q4_K_S", + "model": "granite4.1-guardian:8b-q4_K_S", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 5261334938, + "digest": "a8736da3fe78", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q4_K_M", + "model": "granite4.1-guardian:8b-q4_K_M", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 5476083302, + "digest": "c84f3ddf98bb", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q4_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q5_0", + "model": "granite4.1-guardian:8b-q5_0", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 6227702579, + "digest": "0c7c74ffa2b8", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q5_1", + "model": "granite4.1-guardian:8b-q5_1", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 6764573491, + "digest": "083543c1944b", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_1", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q5_K_S", + "model": "granite4.1-guardian:8b-q5_K_S", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 6227702579, + "digest": "eabbd076be52", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_K_S", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q5_K_M", + "model": "granite4.1-guardian:8b-q5_K_M", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 6442450944, + "digest": "b06b03b262f4", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q5_K_M", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q6_K", + "model": "granite4.1-guardian:8b-q6_K", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 7408818586, + "digest": "f82c0882cec1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q6_K", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-q8_0", + "model": "granite4.1-guardian:8b-q8_0", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 9556302234, + "digest": "3697077f3aa1", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-q8_0", + "quantization_level": "" + } + }, + { + "name": "granite4.1-guardian:8b-bf16", + "model": "granite4.1-guardian:8b-bf16", + "modified_at": "2026-06-10T21:07:00.000Z", + "size": 18253611008, + "digest": "554b81f96395", + "details": { + "parent_model": "", + "format": "", + "family": "tools", + "families": null, + "parameter_size": "8b-bf16", + "quantization_level": "" + } + } + ] +} diff --git a/services/nvpair-engine-manager/catalog_test.go b/services/nvpair-engine-manager/catalog_test.go new file mode 100644 index 00000000..8e610d93 --- /dev/null +++ b/services/nvpair-engine-manager/catalog_test.go @@ -0,0 +1,361 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package main + +import ( + "context" + "encoding/json" + "net/http" + "net/http/httptest" + "runtime" + "strings" + "sync" + "sync/atomic" + "testing" + "time" + + "nvpair-shared/jsonrpc" +) + +// TestOllamaCatalogLoadsFromEmbeddedFile checks the committed list is compiled in +// and parses. If the embed directive or the file shape ever breaks, the catalog +// silently becomes empty, and an empty catalog looks identical to "this engine +// has nothing to offer". +func TestOllamaCatalogLoadsFromEmbeddedFile(t *testing.T) { + c := newCatalogService() + res, err := c.Catalog(context.Background(), "ollama", "linux") + if err != nil { + t.Fatalf("ollama catalog: %v", err) + } + if len(res.Models) == 0 { + t.Fatal("embedded ollama catalog is empty") + } + if res.FetchedAt == "" { + t.Error("no scrape timestamp; an operator cannot tell how stale the list is") + } + if !strings.Contains(res.Source, "ollama.com") { + t.Errorf("source = %q", res.Source) + } + + for _, m := range res.Models { + if m.Name == "" { + t.Fatal("a model has no pull name") + } + if m.ID != m.Name { + t.Fatalf("id %q and name %q disagree; both must be pull-ready", m.ID, m.Name) + } + if !strings.HasPrefix(m.URL, "https://ollama.com/library/") { + t.Fatalf("model %q has url %q", m.Name, m.URL) + } + // The tag must not leak into the library URL path. + if strings.Contains(strings.TrimPrefix(m.URL, "https://ollama.com/library/"), ":") { + t.Fatalf("model %q url carries a tag: %q", m.Name, m.URL) + } + } +} + +// TestOllamaCatalogIsServedFromCache checks the embedded list is parsed once +// rather than on every request: it is several thousand entries. +func TestOllamaCatalogIsServedFromCache(t *testing.T) { + c := newCatalogService() + first, _, err := c.ollamaCatalog() + if err != nil { + t.Fatalf("first load: %v", err) + } + second, _, err := c.ollamaCatalog() + if err != nil { + t.Fatalf("second load: %v", err) + } + if len(first) != len(second) { + t.Fatal("repeat load produced a different list") + } + if len(first) > 0 && &first[0] != &second[0] { + t.Error("catalog re-parsed instead of being reused") + } +} + +// TestOllamaCatalogFitsInAFrame is the guard for the failure that made this +// method unusable: the reply is one JSON-RPC line, and a line over the +// worker-path frame cap is a terminal read error, not a dropped message. The +// broker's peer then closes while the child keeps running, so nothing restarts +// and every later engine:* call hangs. +// +// The check is on the marshalled result rather than the model count, because it +// is bytes on the wire that matter and a regenerated catalog can grow either by +// adding rows or by widening them. +func TestOllamaCatalogFitsInAFrame(t *testing.T) { + c := newCatalogService() + res, err := c.Catalog(context.Background(), "ollama", "linux") + if err != nil { + t.Fatalf("ollama catalog: %v", err) + } + body, err := json.Marshal(res) + if err != nil { + t.Fatalf("marshal catalog: %v", err) + } + // The real frame carries a JSON-RPC envelope around this; leave room for it. + const envelopeAllowance = 4096 + if len(body)+envelopeAllowance > jsonrpc.WorkerFrameBytes { + t.Errorf("marshalled ollama catalog is %d bytes, over the %d-byte frame cap; "+ + "filter or paginate engine:catalog rather than raising the cap again", + len(body), jsonrpc.WorkerFrameBytes) + } + t.Logf("ollama catalog: %d models, %d bytes (%.0f%% of the %d-byte frame cap)", + len(res.Models), len(body), + 100*float64(len(body))/float64(jsonrpc.WorkerFrameBytes), jsonrpc.WorkerFrameBytes) +} + +// TestLmStudioCatalogCoalescesConcurrentCallers is the guard for the request +// herd. Both front ends plus the warm-up can ask at once, and the point of the +// in-flight channel is that they share one upstream request. +// +// Run under -race this also covers the close-under-lock fix: the channel used to +// be closed after releasing the mutex, leaving a window where an arriving caller +// saw no request in flight and started a second one. +func TestLmStudioCatalogCoalescesConcurrentCallers(t *testing.T) { + var requests atomic.Int32 + release := make(chan struct{}) + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) { + requests.Add(1) + <-release // hold the request open so the callers genuinely overlap + _, _ = w.Write([]byte(`[{"id":"lmstudio-community/Model-GGUF","downloads":5}]`)) + })) + defer srv.Close() + + c := newCatalogService() + c.baseURL = srv.URL + + const callers = 8 + var wg sync.WaitGroup + errs := make([]error, callers) + counts := make([]int, callers) + for i := range callers { + wg.Add(1) + go func() { + defer wg.Done() + models, _, err := c.lmStudioCatalog(context.Background()) + errs[i], counts[i] = err, len(models) + }() + } + + // Let the callers pile up behind the one in flight, then answer. + time.Sleep(50 * time.Millisecond) + close(release) + wg.Wait() + + if got := requests.Load(); got != 1 { + t.Errorf("%d callers produced %d upstream requests, want 1", callers, got) + } + for i := range callers { + if errs[i] != nil { + t.Errorf("caller %d: %v", i, errs[i]) + } + if counts[i] != 1 { + t.Errorf("caller %d got %d models, want 1", i, counts[i]) + } + } +} + +// TestLmStudioCatalogBacksOffAfterFailure is the guard for a stall: only a +// success stamped the cache, so against a dead upstream every later call retried +// and waited out the full timeout before handing back the same stale list. +func TestLmStudioCatalogBacksOffAfterFailure(t *testing.T) { + var requests atomic.Int32 + fail := true + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) { + requests.Add(1) + if fail { + w.WriteHeader(http.StatusBadGateway) + return + } + _, _ = w.Write([]byte(`[{"id":"lmstudio-community/Model-GGUF","downloads":5}]`)) + })) + defer srv.Close() + + c := newCatalogService() + c.baseURL = srv.URL + + // Seed a good list, then start failing. + fail = false + if _, _, err := c.lmStudioCatalog(context.Background()); err != nil { + t.Fatalf("seed fetch: %v", err) + } + fail = true + + // Force a refresh by ageing the cache past its TTL. + c.mu.Lock() + c.lmFetched = time.Now().Add(-2 * catalogCacheTTL) + c.mu.Unlock() + + before := requests.Load() + for range 3 { + models, _, err := c.lmStudioCatalog(context.Background()) + if err != nil { + t.Fatalf("a failed refresh should still serve the stale list: %v", err) + } + if len(models) != 1 { + t.Errorf("stale list lost its models: %d", len(models)) + } + } + if got := requests.Load() - before; got != 1 { + t.Errorf("three calls after a failure made %d requests, want 1 then backoff", got) + } +} + +func TestNormalizeCatalogEngine(t *testing.T) { + cases := map[string]string{ + "ollama": "ollama", + "Ollama": "ollama", + " ollama ": "ollama", + "lmstudio": "lmstudio", + "LM Studio": "lmstudio", + "lm-studio": "lmstudio", + "vllm": "vllm", + } + for in, want := range cases { + if got := normalizeCatalogEngine(in); got != want { + t.Errorf("normalizeCatalogEngine(%q) = %q, want %q", in, got, want) + } + } +} + +// TestCatalogRejectsUnknownEngine checks an engine with no curated source errors +// rather than returning an empty list that reads as "nothing available". +func TestCatalogRejectsUnknownEngine(t *testing.T) { + c := newCatalogService() + if _, err := c.Catalog(context.Background(), "vllm", "linux"); err == nil { + t.Error("unknown engine returned a catalog") + } +} + +// TestNormalizeHFRowsMarksMLX checks Apple-only quantizations are labelled +// rather than dropped during normalization. `lms get` refuses them anywhere but +// Apple Silicon, but the machine that asks is not always the machine that +// installs, so the drop decision belongs to the caller's platform. +func TestNormalizeHFRowsMarksMLX(t *testing.T) { + rows := []hfModelRow{ + {ID: "lmstudio-community/Qwen3-8B-GGUF", Downloads: 10}, + {ID: "lmstudio-community/Qwen3-8B-MLX-4bit", Downloads: 99}, + {ID: "lmstudio-community/Tagged-Model", Downloads: 50, Tags: []string{"MLX"}}, + } + + got := normalizeHFRows(rows) + if len(got) != 3 { + t.Fatalf("normalize kept %d models, want all three (filtering happens later)", len(got)) + } + marked := map[string]bool{} + for _, m := range got { + marked[m.ID] = m.AppleOnly + } + if marked["lmstudio-community/Qwen3-8B-GGUF"] { + t.Error("a GGUF model was marked Apple-only") + } + if !marked["lmstudio-community/Qwen3-8B-MLX-4bit"] { + t.Error("an MLX repo id was not marked Apple-only") + } + if !marked["lmstudio-community/Tagged-Model"] { + t.Error("an MLX tag was not marked Apple-only") + } +} + +// TestFilterForPlatform is the guard for the bug this replaced: the list was +// filtered by whichever machine served it, so browsing for a Mac peer from a +// Linux box hid every model that peer could actually use. +func TestFilterForPlatform(t *testing.T) { + models := []CatalogModel{ + {ID: "plain/gguf"}, + {ID: "apple/mlx", AppleOnly: true}, + } + + if got := filterForPlatform(models, "darwin"); len(got) != 2 { + t.Errorf("darwin target got %d models, want both", len(got)) + } + for _, target := range []string{"linux", "windows"} { + got := filterForPlatform(models, target) + if len(got) != 1 || got[0].ID != "plain/gguf" { + t.Errorf("%s target got %v, want only the portable model", target, got) + } + } +} + +// TestCatalogEchoesTargetPlatform checks the reply says which platform it was +// filtered for, so a client can tell the operator rather than presenting a +// filtered list as universal. +func TestCatalogEchoesTargetPlatform(t *testing.T) { + c := newCatalogService() + res, err := c.Catalog(context.Background(), "ollama", "darwin") + if err != nil { + t.Fatalf("catalog: %v", err) + } + if res.Platform != "darwin" { + t.Errorf("Platform = %q, want the requested target", res.Platform) + } + + // An omitted platform means this host. + res, err = c.Catalog(context.Background(), "ollama", "") + if err != nil { + t.Fatalf("catalog: %v", err) + } + if res.Platform != runtime.GOOS { + t.Errorf("Platform = %q, want the local %q", res.Platform, runtime.GOOS) + } +} + +// TestNormalizeHFRowsSortsByDownloads checks the most-used models lead, which is +// what makes an unfiltered first page useful. +func TestNormalizeHFRowsSortsByDownloads(t *testing.T) { + rows := []hfModelRow{ + {ID: "a/low", Downloads: 1}, + {ID: "a/high", Downloads: 100}, + {ID: "a/mid", Downloads: 50}, + } + got := normalizeHFRows(rows) + if got[0].ID != "a/high" || got[2].ID != "a/low" { + t.Errorf("order = %q, %q, %q", got[0].ID, got[1].ID, got[2].ID) + } +} + +// TestNormalizeHFRowsSkipsUnusableEntries checks an entry with no id is dropped +// rather than becoming a row that cannot be pulled. +func TestNormalizeHFRowsSkipsUnusableEntries(t *testing.T) { + rows := []hfModelRow{ + {ID: "", ModelID: ""}, + {ID: "", ModelID: "a/from-modelid"}, + {ID: "a/normal"}, + } + got := normalizeHFRows(rows) + if len(got) != 2 { + t.Fatalf("kept %d rows, want 2", len(got)) + } + for _, m := range got { + if m.Name == "" || m.ID == "" { + t.Error("kept a row with no pull id") + } + if !strings.HasPrefix(m.URL, "https://huggingface.co/") { + t.Errorf("url = %q", m.URL) + } + if m.Author != "a" { + t.Errorf("author = %q, want the id's owner", m.Author) + } + } +} + +// TestNormalizeOllamaRowsDedupes checks a duplicated pull name yields one row. +func TestNormalizeOllamaRowsDedupes(t *testing.T) { + rows := []ollamaLibraryRow{ + {Name: "llama3.2:latest", Size: 1}, + {Name: "llama3.2:latest", Size: 2}, + {Name: "qwen3:8b"}, + {Name: " "}, + } + got := normalizeOllamaRows(rows) + if len(got) != 2 { + t.Fatalf("got %d rows, want 2", len(got)) + } + for _, m := range got { + if m.Name == "llama3.2:latest" && m.Size != 2 { + t.Errorf("duplicate kept size %d, want the later entry's 2", m.Size) + } + } +} diff --git a/services/nvpair-engine-manager/manager.go b/services/nvpair-engine-manager/manager.go index e12f62dc..bb2f9f89 100644 --- a/services/nvpair-engine-manager/manager.go +++ b/services/nvpair-engine-manager/manager.go @@ -72,7 +72,10 @@ type Manager struct { // uses the longer header budget for start/delete (see waitsForEngineReadiness). remoteHTTP *clustertrust.PeerClientPool readyHTTP *clustertrust.PeerClientPool - cancel context.CancelFunc + // catalog answers engine:catalog: the models an engine can download, as + // opposed to the ones it already holds. + catalog *catalogService + cancel context.CancelFunc } func NewManager(codec *Codec, exec *Executor, mesh *clustertrust.Mesh) *Manager { @@ -91,7 +94,8 @@ func NewManager(codec *Codec, exec *Executor, mesh *clustertrust.Mesh) *Manager readyHTTP: clustertrust.NewPeerClientPoolOpts(mesh, clustertrust.PeerClientOptions{ ResponseHeaderTimeout: remoteReadyResponseHeaderTimeout, }), - cancel: func() {}, + catalog: newCatalogService(), + cancel: func() {}, } m.settingsRelay.send = codec.Notify exec.settingsParent = m.settingsRelay.call @@ -250,6 +254,9 @@ func (m *Manager) handleMessage(ctx context.Context, msg *Message) { case "engine:models": go m.runModels(ctx, msg) + case "engine:catalog": + go m.runCatalog(ctx, msg) + case "engine:install", "engine:uninstall", "engine:start", "engine:stop", "engine:restart": go m.runOp(ctx, msg) @@ -354,6 +361,25 @@ func (m *Manager) runModels(ctx context.Context, msg *Message) { m.codec.Respond(msg.ID, m.exec.ModelsResult(ctx)) } +// runCatalog answers engine:catalog. It is off the request goroutine because the +// LM Studio source is a live fetch on a cold cache. +func (m *Manager) runCatalog(ctx context.Context, msg *Message) { + var p catalogParams + if !m.parse(msg, &p) { + return + } + if p.Engine == "" { + m.codec.RespondError(msg.ID, -32602, "engine is required") + return + } + res, err := m.catalog.Catalog(ctx, p.Engine, p.Platform) + if err != nil { + m.codec.RespondError(msg.ID, -32603, err.Error()) + return + } + m.codec.Respond(msg.ID, res) +} + func (m *Manager) runAction(ctx context.Context, msg *Message) { var p actionParam if !m.parse(msg, &p) { diff --git a/services/nvpair-engine-manager/spec.md b/services/nvpair-engine-manager/spec.md index ba2e6324..4c4ac812 100644 --- a/services/nvpair-engine-manager/spec.md +++ b/services/nvpair-engine-manager/spec.md @@ -120,6 +120,7 @@ Requests (caller → service): | `engine:action` | `{ engine, action, params }` | the engine's raw response | | `engine:logs` | `{ engine }` | `{ lines: [LogLine] }` | | `engine:errors` | — | `{ errors: [ServiceError] }` | +| `engine:catalog` | `{ engine, platform? }` | `{ models: [CatalogModel], source, platform?, fetchedAt? }` — the models an engine can **download**. One curated source per engine: Ollama's is compiled in (`catalog/ollama-models.json`, no network), LM Studio's is the `lmstudio-community` Hugging Face org fetched live and cached. `platform` is the GOOS the models will be installed on, defaulting to this host; `appleOnly` rows (MLX) are filtered out for a non-`darwin` target. An engine with no curated source is an error, not an empty list. The Ollama reply is a single multi-megabyte frame — every hop on its path must allow `jsonrpc.WorkerFrameBytes`. | | `engine:remote-get-installed` | `{ node }` | `{ engines: [EngineStatus] }` from the remote node | | `engine:remote-install` | `{ node, engine, start? }` | `{ opId, status }` after the remote install | | `engine:remote-pull-model` | `{ node, engine, model?, params? }` | `{ opId, result }` after the remote pull | From 001b0e4ae62b8a087d152c789ce077fa31fbeda9 Mon Sep 17 00:00:00 2001 From: Terve Date: Mon, 21 Sep 2026 19:42:10 -0400 Subject: [PATCH 03/20] Serve the desktop model hub from the backend catalog The Add Model browse was assembled in the main process: a committed Ollama list bundled into the Electron bundle, plus a live Hugging Face fetch. The terminal interface could not reach any of it, so the two front ends would have had to maintain separate catalogs of the same models. Replace the module with a thin relay over engine:catalog. What remains here is the boundary work the renderer needs and the backend should not care about: mapping EngineType to the manifest's engine name, translating the platform to GOOS -- Node says win32 where Go says windows -- and normalizing rows, dropping any without a pull-ready id rather than offering a model that cannot be downloaded. A catalog failure returns an empty hub rather than an error. The modal then shows its empty state, which is the honest reading for a user who can do nothing about a dead upstream. The scraper stays in desktop/scripts: it is a TypeScript development tool and only its output crosses into the services tree. Signed-off-by: Terve --- desktop/scripts/scrape-ollama-models.ts | 39 +- desktop/src/electron/ipc/window.ipc.ts | 2 +- desktop/src/electron/model-hub/index.ts | 72 - .../electron/model-hub/lmstudio-catalog.ts | 214 - .../src/electron/model-hub/ollama-library.ts | 103 - .../src/electron/model-hub/ollama-models.json | 108757 --------------- .../electron/service-bridge/empty-handlers.ts | 2 +- .../electron/service-bridge/model-catalog.ts | 148 + .../src/shared/constants/modular-runtime.ts | 9 + desktop/src/shared/types/engine-api.ts | 11 +- desktop/src/ui/types/model-hub.ts | 11 +- .../modular/cluster-pairing-timeout.test.ts | 4 +- .../tests/modular/engine-command-load.test.ts | 2 +- .../engine-command-service-down.test.ts | 2 +- .../modular/engine-settings-bridge.test.ts | 2 +- desktop/tests/modular/truthful-stop.test.ts | 2 +- 16 files changed, 211 insertions(+), 109169 deletions(-) delete mode 100644 desktop/src/electron/model-hub/index.ts delete mode 100644 desktop/src/electron/model-hub/lmstudio-catalog.ts delete mode 100644 desktop/src/electron/model-hub/ollama-library.ts delete mode 100644 desktop/src/electron/model-hub/ollama-models.json create mode 100644 desktop/src/electron/service-bridge/model-catalog.ts diff --git a/desktop/scripts/scrape-ollama-models.ts b/desktop/scripts/scrape-ollama-models.ts index 518010bc..9ce05447 100644 --- a/desktop/scripts/scrape-ollama-models.ts +++ b/desktop/scripts/scrape-ollama-models.ts @@ -22,7 +22,27 @@ import { writeFileSync } from 'node:fs' import path from 'node:path' import axios, { isAxiosError } from 'axios' -import type { OllamaTagsModel } from '@/electron/model-hub/ollama-library' + +/** + * Ollama-tags–shaped model entry: the wire shape this script writes and that + * `nvpair-engine-manager` reads back. It is declared here because this script is + * now the only TypeScript that knows the shape — the consumer is Go. + */ +interface OllamaTagsModel { + name: string + model: string + modified_at: string + size: number + digest: string + details: { + parent_model: string + format: string + family: string + families: string[] | null + parameter_size: string + quantization_level: string + } +} const OLLAMA_LIBRARY_URL = 'https://ollama.com/library' const OLLAMA_DETAIL_URL = (base: string): string => @@ -42,13 +62,22 @@ const REQUEST_HEADERS: Record = { Accept: 'text/html,application/xhtml+xml' } -/** Destination for the committed list, resolved from the repo root. */ +/** + * Destination for the committed list, resolved from the repo root. + * + * The list lives with `nvpair-engine-manager`, which compiles it in and serves + * it over `engine:catalog`, so the desktop app and the terminal interface get + * the same models from one implementation. This script stays here because it is + * a TypeScript scraper and a development-only tool; only its output crosses into + * the services tree. + */ const OUTPUT_PATH = path.resolve( __dirname, '..', - 'src', - 'electron', - 'model-hub', + '..', + 'services', + 'nvpair-engine-manager', + 'catalog', 'ollama-models.json' ) diff --git a/desktop/src/electron/ipc/window.ipc.ts b/desktop/src/electron/ipc/window.ipc.ts index b017c6fc..f35fd013 100644 --- a/desktop/src/electron/ipc/window.ipc.ts +++ b/desktop/src/electron/ipc/window.ipc.ts @@ -5,7 +5,7 @@ import { app, BrowserWindow, clipboard, Menu, nativeImage } from 'electron' import { safeHandle } from '@/electron/ipc/safe-handle' import { openExternalSafe } from '@/electron/open-external' import { createOverviewWindow, focusNodeInOverview, markOverviewReady } from '@/electron/window' -import { warmEngineHubs } from '@/electron/model-hub' +import { warmEngineHubs } from '@/electron/service-bridge/model-catalog' import { APP_DISPLAY_NAME } from '@/shared/constants/app' import { resizeTrayWindow } from '@/electron/tray' import { saveDebugLogs } from './debug-log-export' diff --git a/desktop/src/electron/model-hub/index.ts b/desktop/src/electron/model-hub/index.ts deleted file mode 100644 index d1fda727..00000000 --- a/desktop/src/electron/model-hub/index.ts +++ /dev/null @@ -1,72 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -import type { EngineType } from '@/shared/types/engines' -import type { EngineHubModel, EngineHubSearchResponse } from '@/shared/types/engine-api' -import { loadOllamaModels, type OllamaTagsModel } from '@/electron/model-hub/ollama-library' -import { - lmStudioCatalogCache, - type LmStudioCatalogModel -} from '@/electron/model-hub/lmstudio-catalog' - -function ollamaToHubModel(m: OllamaTagsModel): EngineHubModel { - const base = m.name.includes(':') ? m.name.slice(0, m.name.indexOf(':')) : m.name - return { - id: m.name, - name: m.name, - author: '', - url: `https://ollama.com/library/${base}`, - size: m.size > 0 ? m.size : undefined, - downloads: 0, - likes: 0, - updatedAt: m.modified_at || new Date().toISOString(), - tags: [], - family: m.details.family || undefined, - parameterSize: m.details.parameter_size || undefined - } -} - -function lmStudioToHubModel(m: LmStudioCatalogModel): EngineHubModel { - return { - id: m.id, - name: m.name, - author: m.author, - url: m.url, - downloads: m.downloads, - likes: m.likes, - updatedAt: m.updatedAt, - tags: m.tags - } -} - -/** - * Serve an engine's model hub. Ollama is served from the committed, locked list - * (`ollama-models.json`), so it returns instantly with no network access. LM - * Studio still fetches its live `lmstudio-community` catalog and awaits a cold - * cache's initial load. Engines without a hub return empty. - */ -export async function getEngineHubModels(engineType: EngineType): Promise { - switch (engineType) { - case 'ollama': - return { models: loadOllamaModels().map(ollamaToHubModel) } - case 'lm-studio': - await lmStudioCatalogCache.ensureLoaded() - return { models: lmStudioCatalogCache.list().map(lmStudioToHubModel) } - default: - return { models: [] } - } -} - -/** - * Kick a background refresh of the live engine hub caches so the first modal - * open is instant. Ollama needs no warming (it is a committed static list); - * only LM Studio fetches from the network. Fire-and-forget; failures are logged - * inside each cache. - * - * Called once the Overview renderer reports ready, deliberately not on service - * connect: a network fetch started before the window has painted competes with - * the renderer's own load, and a hanging one leaves an unpainted window behind. - */ -export function warmEngineHubs(): void { - lmStudioCatalogCache.refresh() -} diff --git a/desktop/src/electron/model-hub/lmstudio-catalog.ts b/desktop/src/electron/model-hub/lmstudio-catalog.ts deleted file mode 100644 index c2e86cf6..00000000 --- a/desktop/src/electron/model-hub/lmstudio-catalog.ts +++ /dev/null @@ -1,214 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -import axios, { isAxiosError } from 'axios' -import { createStructuredLogger } from '@/shared/utils/log' -import getErrorString from '@/shared/utils/get-error-string' -import { currentPlatform } from '@/shared/utils/platform' - -const log = createStructuredLogger('lmstudio-catalog') - -/** - * LM Studio's "Discover" catalog is the `lmstudio-community` Hugging Face org: - * curated GGUF quantizations whose repo ids (e.g. - * `lmstudio-community/Qwen3-8B-GGUF`) are exactly the strings `lms get` - * accepts on the pull path. There is no separate public LM Studio catalog - * JSON API — the lmstudio.ai/models page is client-rendered and ultimately - * resolves to these same Hugging Face repos. - */ -const HF_MODELS_API = 'https://huggingface.co/api/models' -const CATALOG_AUTHOR = 'lmstudio-community' -const CATALOG_LIMIT = 500 -const CACHE_TTL_MS = 6 * 60 * 60 * 1000 - -/** - * Bounds the whole request, not just the response. `axios`'s own `timeout` - * maps to a socket timeout, which does not start until a socket exists — so it - * does not cover name resolution. A machine whose DNS resolver is wedged has - * been observed holding this request open for 74s against a 20s timeout, long - * enough to matter to the rest of the main process. An `AbortSignal` covers - * every phase, so this is the single bound on the call. - */ -const HTTP_TIMEOUT_MS = 20_000 -const REQUEST_HEADERS: Record = { - 'User-Agent': 'PAIR/1.0', - Accept: 'application/json' -} - -/** - * One normalized catalog row. `id`/`name` carry the pull-ready repo id; the - * renderer's `mapLmStudioHub` turns this into a display `ModelEntry`. - */ -export interface LmStudioCatalogModel { - id: string - name: string - author: string - downloads: number - likes: number - updatedAt: string - tags: string[] - url: string -} - -function isRecord(v: unknown): v is Record { - return v !== null && typeof v === 'object' -} - -function readStr(o: Record, key: string): string { - const v = o[key] - return typeof v === 'string' ? v : '' -} - -function readNum(o: Record, key: string): number { - const v = o[key] - return typeof v === 'number' ? v : 0 -} - -function readStringArray(o: Record, key: string): string[] { - const v = o[key] - if (!Array.isArray(v)) return [] - return v.filter((s): s is string => typeof s === 'string') -} - -function normalizeEntry(raw: unknown): LmStudioCatalogModel | null { - if (!isRecord(raw)) return null - const id = (readStr(raw, 'id') || readStr(raw, 'modelId')).trim() - if (!id) return null - const author = id.includes('/') ? id.slice(0, id.indexOf('/')) : CATALOG_AUTHOR - const updatedAt = - readStr(raw, 'lastModified') || readStr(raw, 'createdAt') || new Date().toISOString() - return { - id, - name: id, - author, - downloads: readNum(raw, 'downloads'), - likes: readNum(raw, 'likes'), - updatedAt, - tags: readStringArray(raw, 'tags'), - url: `https://huggingface.co/${id}` - } -} - -function dedupeById(models: LmStudioCatalogModel[]): LmStudioCatalogModel[] { - const byId = new Map() - for (const m of models) byId.set(m.id, m) - return Array.from(byId.values()) -} - -/** - * MLX is Apple's framework: those quantizations only run on Apple Silicon. - * `lms get` rejects them on Windows/Linux with "No download options available", - * so listing them off-Mac only offers models that can never install. Detect via - * the HF `mlx` tag or an `mlx` token in the repo id (e.g. `…-MLX-8bit`). - */ -function isMlxModel(m: LmStudioCatalogModel): boolean { - if (m.tags.some(t => t.toLowerCase() === 'mlx')) return true - return /(?:^|[-_/])mlx(?:[-_/]|$)/i.test(m.id) -} - -/** - * Drop Mac-only MLX repos on non-Mac platforms. On macOS the catalog keeps both - * GGUF and MLX since either can run there. - */ -function filterByPlatform(models: LmStudioCatalogModel[]): LmStudioCatalogModel[] { - if (currentPlatform() === 'darwin') return models - return models.filter(m => !isMlxModel(m)) -} - -class LmStudioCatalogCache { - private models: LmStudioCatalogModel[] = [] - private lastFetch = 0 - private fetching = false - private inflight: Promise | null = null - - get isFetching(): boolean { - return this.fetching - } - - get size(): number { - return this.models.length - } - - list(): LmStudioCatalogModel[] { - return this.models - } - - refresh(): void { - log.info({ - sublevel: 'cache', - message: `LM Studio catalog refresh requested (current=${this.models.length} fetching=${this.fetching})` - }) - void this.fetchUpstream() - } - - /** Ensure the catalog has been populated at least once. */ - async ensureLoaded(): Promise { - if (this.models.length > 0) return - await this.fetchUpstream() - } - - private async fetchUpstream(): Promise { - if (this.inflight) return this.inflight - if (Date.now() - this.lastFetch < CACHE_TTL_MS && this.models.length > 0) { - log.verbose({ - sublevel: 'cache', - message: `cache fresh, skipping fetch (${this.models.length} models)` - }) - return - } - this.fetching = true - this.inflight = this.runFetch().finally(() => { - this.fetching = false - this.inflight = null - }) - return this.inflight - } - - private async runFetch(): Promise { - try { - log.verbose({ - sublevel: 'http', - message: `GET ${HF_MODELS_API}?author=${CATALOG_AUTHOR}` - }) - const { data } = await axios.get(HF_MODELS_API, { - signal: AbortSignal.timeout(HTTP_TIMEOUT_MS), - headers: REQUEST_HEADERS, - params: { - author: CATALOG_AUTHOR, - sort: 'downloads', - direction: -1, - limit: CATALOG_LIMIT - } - }) - const raw = Array.isArray(data) ? data : [] - const normalized = dedupeById( - raw.map(normalizeEntry).filter((m): m is LmStudioCatalogModel => m != null) - ) - const platformModels = filterByPlatform(normalized) - if (platformModels.length > 0) { - this.models = platformModels - this.lastFetch = Date.now() - log.info({ - sublevel: 'cache', - message: `LM Studio catalog fetch ok: ${platformModels.length} models (filtered ${ - normalized.length - platformModels.length - } MLX for ${currentPlatform()})` - }) - return - } - log.warn({ - sublevel: 'cache', - message: 'LM Studio catalog fetch returned 0 models; keeping prior cache' - }) - } catch (err) { - const status = isAxiosError(err) ? err.response?.status : undefined - const msg = getErrorString(err) || 'catalog fetch failed' - log.warn({ - sublevel: 'http', - message: `LM Studio catalog fetch failed: ${status ?? ''} ${msg}`.trim() - }) - } - } -} - -export const lmStudioCatalogCache = new LmStudioCatalogCache() diff --git a/desktop/src/electron/model-hub/ollama-library.ts b/desktop/src/electron/model-hub/ollama-library.ts deleted file mode 100644 index 4671dc5e..00000000 --- a/desktop/src/electron/model-hub/ollama-library.ts +++ /dev/null @@ -1,103 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -import ollamaModelsData from './ollama-models.json' - -/** - * Ollama-tags–shaped model entry. This is the wire shape the committed list - * (`ollama-models.json`) stores and that `getEngineHubModels` maps to - * `EngineHubModel`. - * - * PAIR no longer scrapes ollama.com at runtime — the live scrape was fragile - * and broke whenever Ollama changed their markup. The list is now a **locked** - * committed file regenerated on demand by `npm run scrape:ollama-models` - * (`scripts/scrape-ollama-models.ts`); a dev reviews the diff and commits it. - */ -export interface OllamaTagsModel { - name: string - model: string - modified_at: string - size: number - digest: string - details: { - parent_model: string - format: string - family: string - families: string[] | null - parameter_size: string - quantization_level: string - } -} - -function isRecord(v: unknown): v is Record { - return v !== null && typeof v === 'object' -} - -function readStr(o: Record, key: string): string { - const v = o[key] - return typeof v === 'string' ? v : '' -} - -function readStringArrayOrNull(o: Record, key: string): string[] | null { - const v = o[key] - if (!Array.isArray(v)) return null - const arr: string[] = [] - for (const item of v) { - if (typeof item === 'string') arr.push(item) - } - return arr -} - -/** - * Normalize one committed entry into a fully-typed `OllamaTagsModel`, dropping - * anything malformed. Reading through `unknown` keeps the loader type-safe - * (no casts) and guards against a bad hand-edit ever reaching the renderer. - */ -function normalizeEntry(raw: unknown): OllamaTagsModel | null { - if (!isRecord(raw)) return null - const o = raw - const rawName = readStr(o, 'name') || readStr(o, 'model') - const name = rawName.trim() - if (!name) return null - const model = readStr(o, 'model') || name - const sizeVal = o.size - const size = typeof sizeVal === 'number' && sizeVal >= 0 ? sizeVal : 0 - const d: Record = isRecord(o.details) ? o.details : {} - return { - name, - model, - modified_at: readStr(o, 'modified_at'), - size, - digest: readStr(o, 'digest'), - details: { - parent_model: readStr(d, 'parent_model'), - format: readStr(d, 'format'), - family: readStr(d, 'family'), - families: readStringArrayOrNull(d, 'families'), - parameter_size: readStr(d, 'parameter_size'), - quantization_level: readStr(d, 'quantization_level') - } - } -} - -function dedupeByName(models: OllamaTagsModel[]): OllamaTagsModel[] { - const byName = new Map() - for (const m of models) byName.set(m.name, m) - return Array.from(byName.values()) -} - -/** - * The committed model list, normalized once at module load. `ollama-models.json` - * is bundled into the main process (`resolveJsonModule` + inlined by - * electron-vite), so there is no filesystem read or path resolution at runtime. - */ -const OLLAMA_MODELS: OllamaTagsModel[] = dedupeByName( - (Array.isArray(ollamaModelsData.models) ? ollamaModelsData.models : []) - .map(normalizeEntry) - .filter((m): m is OllamaTagsModel => m != null) -) - -/** The locked Ollama model list served to the model hub. */ -export function loadOllamaModels(): OllamaTagsModel[] { - return OLLAMA_MODELS -} diff --git a/desktop/src/electron/model-hub/ollama-models.json b/desktop/src/electron/model-hub/ollama-models.json deleted file mode 100644 index 89a1b321..00000000 --- a/desktop/src/electron/model-hub/ollama-models.json +++ /dev/null @@ -1,108757 +0,0 @@ -{ - "scrapedAt": "2026-07-21T02:07:47.321Z", - "source": "https://ollama.com/library", - "count": 7250, - "models": [ - { - "name": "llama3.1:latest", - "model": "llama3.1:latest", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5261334938, - "digest": "46e0c10c039e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b", - "model": "llama3.1:8b", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5261334938, - "digest": "46e0c10c039e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b", - "model": "llama3.1:70b", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 46170898432, - "digest": "711a9e8463af", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b", - "model": "llama3.1:405b", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 260919263232, - "digest": "dbd6b9ea93de", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q2_K", - "model": "llama3.1:8b-instruct-q2_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 3435973837, - "digest": "44a139eeb344", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q3_K_S", - "model": "llama3.1:8b-instruct-q3_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 3972844749, - "digest": "16268e519444", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q3_K_M", - "model": "llama3.1:8b-instruct-q3_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 4294967296, - "digest": "4faa21fca5a2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q3_K_L", - "model": "llama3.1:8b-instruct-q3_K_L", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 4617089843, - "digest": "04a2f1e44de7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q4_0", - "model": "llama3.1:8b-instruct-q4_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5046586573, - "digest": "42182419e950", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q4_1", - "model": "llama3.1:8b-instruct-q4_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5476083302, - "digest": "e129e608a752", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q4_K_S", - "model": "llama3.1:8b-instruct-q4_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5046586573, - "digest": "778e1e675704", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q4_K_M", - "model": "llama3.1:8b-instruct-q4_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5261334938, - "digest": "46e0c10c039e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q5_0", - "model": "llama3.1:8b-instruct-q5_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 6012954214, - "digest": "26bc223a1709", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q5_1", - "model": "llama3.1:8b-instruct-q5_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 6549825126, - "digest": "8faaa53f9cda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q5_K_S", - "model": "llama3.1:8b-instruct-q5_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 6012954214, - "digest": "2d79e69bc236", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q5_K_M", - "model": "llama3.1:8b-instruct-q5_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 6120328397, - "digest": "27fe1b0ab52c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q6_K", - "model": "llama3.1:8b-instruct-q6_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 7086696038, - "digest": "81e7664fda9c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-q8_0", - "model": "llama3.1:8b-instruct-q8_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 9126805504, - "digest": "b158ded76fa0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-instruct-fp16", - "model": "llama3.1:8b-instruct-fp16", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 17179869184, - "digest": "4aacac419454", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q2_K", - "model": "llama3.1:8b-text-q2_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 3435973837, - "digest": "82bedef0ef47", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q3_K_S", - "model": "llama3.1:8b-text-q3_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 3972844749, - "digest": "92c2cffe1a17", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q3_K_M", - "model": "llama3.1:8b-text-q3_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 4294967296, - "digest": "abcf9215e3df", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q3_K_L", - "model": "llama3.1:8b-text-q3_K_L", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 4617089843, - "digest": "4d9a56f79245", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q4_0", - "model": "llama3.1:8b-text-q4_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5046586573, - "digest": "025059e83055", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q4_1", - "model": "llama3.1:8b-text-q4_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5476083302, - "digest": "4b32d52187b4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q4_K_S", - "model": "llama3.1:8b-text-q4_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5046586573, - "digest": "d1a421604a57", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q4_K_M", - "model": "llama3.1:8b-text-q4_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 5261334938, - "digest": "6f98b5a6e4b7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q5_0", - "model": "llama3.1:8b-text-q5_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 6012954214, - "digest": "ee0f9a2ffa00", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q5_1", - "model": "llama3.1:8b-text-q5_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 6549825126, - "digest": "ad68371dbd08", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q5_K_S", - "model": "llama3.1:8b-text-q5_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 6012954214, - "digest": "a7562b693302", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q5_K_M", - "model": "llama3.1:8b-text-q5_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 6120328397, - "digest": "e0b14a625560", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q6_K", - "model": "llama3.1:8b-text-q6_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 7086696038, - "digest": "40e61b3c96cc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-q8_0", - "model": "llama3.1:8b-text-q8_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 9126805504, - "digest": "56fd90f1aa19", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:8b-text-fp16", - "model": "llama3.1:8b-text-fp16", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 17179869184, - "digest": "722fd1ff1fda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q2_K", - "model": "llama3.1:70b-instruct-q2_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 27917287424, - "digest": "3cbf499d6905", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q3_K_S", - "model": "llama3.1:70b-instruct-q3_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 33285996544, - "digest": "aae9a850239c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q3_K_M", - "model": "llama3.1:70b-instruct-q3_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 36507222016, - "digest": "0e97a7709799", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q3_K_L", - "model": "llama3.1:70b-instruct-q3_K_L", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 39728447488, - "digest": "dfa642c7de3f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q4_0", - "model": "llama3.1:70b-instruct-q4_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 42949672960, - "digest": "c0df3564cfe8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q4_K_S", - "model": "llama3.1:70b-instruct-q4_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 42949672960, - "digest": "826ee833d0c5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q4_K_M", - "model": "llama3.1:70b-instruct-q4_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 46170898432, - "digest": "711a9e8463af", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q5_0", - "model": "llama3.1:70b-instruct-q5_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 52613349376, - "digest": "97b688346a84", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q5_1", - "model": "llama3.1:70b-instruct-q5_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 56908316672, - "digest": "84421db620ee", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q5_K_S", - "model": "llama3.1:70b-instruct-q5_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 52613349376, - "digest": "9acd76c5572e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q5_K_M", - "model": "llama3.1:70b-instruct-q5_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 53687091200, - "digest": "1201b5de8650", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q6_K", - "model": "llama3.1:70b-instruct-q6_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 62277025792, - "digest": "eb2f022cab3c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-q8_0", - "model": "llama3.1:70b-instruct-q8_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 80530636800, - "digest": "5dd991fa92a4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-instruct-fp16", - "model": "llama3.1:70b-instruct-fp16", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 151397597184, - "digest": "80d34437631f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q2_K", - "model": "llama3.1:70b-text-q2_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 27917287424, - "digest": "4dff43d37532", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q3_K_S", - "model": "llama3.1:70b-text-q3_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 33285996544, - "digest": "5d0e57a281be", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q3_K_M", - "model": "llama3.1:70b-text-q3_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 36507222016, - "digest": "521811adfd14", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q3_K_L", - "model": "llama3.1:70b-text-q3_K_L", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 39728447488, - "digest": "92b790ee5c4e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q4_0", - "model": "llama3.1:70b-text-q4_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 42949672960, - "digest": "89e7cf894d3c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q4_1", - "model": "llama3.1:70b-text-q4_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 47244640256, - "digest": "dc22a40d439c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q4_K_S", - "model": "llama3.1:70b-text-q4_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 42949672960, - "digest": "6da906aeecc4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q4_K_M", - "model": "llama3.1:70b-text-q4_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 46170898432, - "digest": "f2348d28d33b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q5_0", - "model": "llama3.1:70b-text-q5_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 52613349376, - "digest": "853b4f3150a5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q5_1", - "model": "llama3.1:70b-text-q5_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 56908316672, - "digest": "fb7068813a93", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q5_K_S", - "model": "llama3.1:70b-text-q5_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 52613349376, - "digest": "540ebde70524", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q5_K_M", - "model": "llama3.1:70b-text-q5_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 53687091200, - "digest": "d06cbd1da457", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q6_K", - "model": "llama3.1:70b-text-q6_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 62277025792, - "digest": "ff11f01d22b1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-q8_0", - "model": "llama3.1:70b-text-q8_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 80530636800, - "digest": "2da4cc56a344", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:70b-text-fp16", - "model": "llama3.1:70b-text-fp16", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 151397597184, - "digest": "391fbe608631", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q2_K", - "model": "llama3.1:405b-instruct-q2_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 159987531776, - "digest": "57c259aa0162", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q3_K_S", - "model": "llama3.1:405b-instruct-q3_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 187904819200, - "digest": "5629943379da", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q3_K_M", - "model": "llama3.1:405b-instruct-q3_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 209379655680, - "digest": "9ab0ea61e9d6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q3_K_L", - "model": "llama3.1:405b-instruct-q3_K_L", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 228707008512, - "digest": "fcd77ab1d261", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q4_0", - "model": "llama3.1:405b-instruct-q4_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 245886877696, - "digest": "65fa6b82bfda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q4_1", - "model": "llama3.1:405b-instruct-q4_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 272730423296, - "digest": "283fcc3a816a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q4_K_S", - "model": "llama3.1:405b-instruct-q4_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 248034361344, - "digest": "4a745087e617", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q4_K_M", - "model": "llama3.1:405b-instruct-q4_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 260919263232, - "digest": "dbd6b9ea93de", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q5_0", - "model": "llama3.1:405b-instruct-q5_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 299573968896, - "digest": "441bbd85e453", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q5_1", - "model": "llama3.1:405b-instruct-q5_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 327491256320, - "digest": "b80f0c0aea72", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q5_K_S", - "model": "llama3.1:405b-instruct-q5_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 299573968896, - "digest": "5e5285368f59", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q5_K_M", - "model": "llama3.1:405b-instruct-q5_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 308163903488, - "digest": "fed1ac5214db", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q6_K", - "model": "llama3.1:405b-instruct-q6_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 357556027392, - "digest": "5478eb23c5fb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-q8_0", - "model": "llama3.1:405b-instruct-q8_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 462782726144, - "digest": "b674ab2e9d34", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-instruct-fp16", - "model": "llama3.1:405b-instruct-fp16", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 871878361088, - "digest": "8ca13bcda28b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q2_K", - "model": "llama3.1:405b-text-q2_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 159987531776, - "digest": "f7b0ab60bfbe", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q3_K_S", - "model": "llama3.1:405b-text-q3_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 187904819200, - "digest": "6c66c6eac804", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q3_K_M", - "model": "llama3.1:405b-text-q3_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 209379655680, - "digest": "b9fb97304e8e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q3_K_L", - "model": "llama3.1:405b-text-q3_K_L", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 228707008512, - "digest": "94bf2a77e235", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q4_0", - "model": "llama3.1:405b-text-q4_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 245886877696, - "digest": "320335002c0c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q4_1", - "model": "llama3.1:405b-text-q4_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 272730423296, - "digest": "fea44733a09c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q4_K_S", - "model": "llama3.1:405b-text-q4_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 248034361344, - "digest": "06c63988889d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q4_K_M", - "model": "llama3.1:405b-text-q4_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 260919263232, - "digest": "d8a18ddb2815", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q5_0", - "model": "llama3.1:405b-text-q5_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 299573968896, - "digest": "8d3fd1384383", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q5_1", - "model": "llama3.1:405b-text-q5_1", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 327491256320, - "digest": "105c1a731c53", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q5_K_S", - "model": "llama3.1:405b-text-q5_K_S", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 299573968896, - "digest": "8be1c5b6185d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q5_K_M", - "model": "llama3.1:405b-text-q5_K_M", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 308163903488, - "digest": "0d410297a920", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q6_K", - "model": "llama3.1:405b-text-q6_K", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 357556027392, - "digest": "0217d822dee9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-q8_0", - "model": "llama3.1:405b-text-q8_0", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 462782726144, - "digest": "394d4ab99b16", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.1:405b-text-fp16", - "model": "llama3.1:405b-text-fp16", - "modified_at": "2024-11-30T22:34:00.000Z", - "size": 871878361088, - "digest": "bc01fb5255d5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:latest", - "model": "deepseek-r1:latest", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 5583457485, - "digest": "6995872bfe4c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:1.5b", - "model": "deepseek-r1:1.5b", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 1181116006, - "digest": "e0979632db5a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:7b", - "model": "deepseek-r1:7b", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 5046586573, - "digest": "755ced02ce7b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:8b", - "model": "deepseek-r1:8b", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 5583457485, - "digest": "6995872bfe4c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:14b", - "model": "deepseek-r1:14b", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 9663676416, - "digest": "c333b7232bdb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:32b", - "model": "deepseek-r1:32b", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 21474836480, - "digest": "edba8017331d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:70b", - "model": "deepseek-r1:70b", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 46170898432, - "digest": "d37b54d01a76", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:671b", - "model": "deepseek-r1:671b", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 433791696896, - "digest": "14a4e575643d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:1.5b-qwen-distill-q4_K_M", - "model": "deepseek-r1:1.5b-qwen-distill-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 1181116006, - "digest": "e0979632db5a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-qwen-distill-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:1.5b-qwen-distill-q8_0", - "model": "deepseek-r1:1.5b-qwen-distill-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 2040109466, - "digest": "21c9dbd320fa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-qwen-distill-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:1.5b-qwen-distill-fp16", - "model": "deepseek-r1:1.5b-qwen-distill-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 3865470566, - "digest": "80c3a3c97773", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-qwen-distill-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:7b-qwen-distill-q4_K_M", - "model": "deepseek-r1:7b-qwen-distill-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 5046586573, - "digest": "755ced02ce7b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-qwen-distill-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:7b-qwen-distill-q8_0", - "model": "deepseek-r1:7b-qwen-distill-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 8697308774, - "digest": "1b1708b22a5f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-qwen-distill-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:7b-qwen-distill-fp16", - "model": "deepseek-r1:7b-qwen-distill-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 16106127360, - "digest": "e18c08316744", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-qwen-distill-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:8b-0528-qwen3-q4_K_M", - "model": "deepseek-r1:8b-0528-qwen3-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 5583457485, - "digest": "6995872bfe4c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-0528-qwen3-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:8b-0528-qwen3-q8_0", - "model": "deepseek-r1:8b-0528-qwen3-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 9556302234, - "digest": "cade62fd2850", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-0528-qwen3-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:8b-0528-qwen3-fp16", - "model": "deepseek-r1:8b-0528-qwen3-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 17179869184, - "digest": "a5f168330005", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-0528-qwen3-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:8b-llama-distill-q4_K_M", - "model": "deepseek-r1:8b-llama-distill-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 5261334938, - "digest": "9e54bf95550c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama-distill-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:8b-llama-distill-q8_0", - "model": "deepseek-r1:8b-llama-distill-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 9126805504, - "digest": "744d1ee47c3d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama-distill-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:8b-llama-distill-fp16", - "model": "deepseek-r1:8b-llama-distill-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 17179869184, - "digest": "859adef8321e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama-distill-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:14b-qwen-distill-q4_K_M", - "model": "deepseek-r1:14b-qwen-distill-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 9663676416, - "digest": "c333b7232bdb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-qwen-distill-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:14b-qwen-distill-q8_0", - "model": "deepseek-r1:14b-qwen-distill-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 17179869184, - "digest": "b3c61716272d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-qwen-distill-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:14b-qwen-distill-fp16", - "model": "deepseek-r1:14b-qwen-distill-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 32212254720, - "digest": "7c72950ea94e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-qwen-distill-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:32b-qwen-distill-q4_K_M", - "model": "deepseek-r1:32b-qwen-distill-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 21474836480, - "digest": "edba8017331d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-qwen-distill-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:32b-qwen-distill-q8_0", - "model": "deepseek-r1:32b-qwen-distill-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 37580963840, - "digest": "b177522350a4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-qwen-distill-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:32b-qwen-distill-fp16", - "model": "deepseek-r1:32b-qwen-distill-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 70866960384, - "digest": "20ed0f80363b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-qwen-distill-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:70b-llama-distill-q4_K_M", - "model": "deepseek-r1:70b-llama-distill-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 46170898432, - "digest": "d37b54d01a76", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama-distill-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:70b-llama-distill-q8_0", - "model": "deepseek-r1:70b-llama-distill-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 80530636800, - "digest": "98d07a28d239", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama-distill-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:70b-llama-distill-fp16", - "model": "deepseek-r1:70b-llama-distill-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 151397597184, - "digest": "7a7636f7c9fd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama-distill-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:671b-0528-q4_K_M", - "model": "deepseek-r1:671b-0528-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 433791696896, - "digest": "14a4e575643d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-0528-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:671b-0528-q8_0", - "model": "deepseek-r1:671b-0528-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 765577920512, - "digest": "c483e7c247e3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-0528-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:671b-0528-fp16", - "model": "deepseek-r1:671b-0528-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 1429365116109, - "digest": "0eabebef839b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-0528-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:671b-q4_K_M", - "model": "deepseek-r1:671b-q4_K_M", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 433791696896, - "digest": "58e944f7074d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:671b-q8_0", - "model": "deepseek-r1:671b-q8_0", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 765577920512, - "digest": "00fb327206ce", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-r1:671b-fp16", - "model": "deepseek-r1:671b-fp16", - "modified_at": "2025-07-02T06:09:00.000Z", - "size": 1429365116109, - "digest": "3f9ee65b4e69", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-fp16", - "quantization_level": "" - } - }, - { - "name": "nomic-embed-text:latest", - "model": "nomic-embed-text:latest", - "modified_at": "2024-02-21T17:26:00.000Z", - "size": 287309824, - "digest": "0a109f422b47", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nomic-embed-text:v1.5", - "model": "nomic-embed-text:v1.5", - "modified_at": "2024-02-21T17:26:00.000Z", - "size": 287309824, - "digest": "0a109f422b47", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "v1.5", - "quantization_level": "" - } - }, - { - "name": "nomic-embed-text:137m-v1.5-fp16", - "model": "nomic-embed-text:137m-v1.5-fp16", - "modified_at": "2024-02-21T17:26:00.000Z", - "size": 287309824, - "digest": "0a109f422b47", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "137m-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.2:latest", - "model": "llama3.2:latest", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2147483648, - "digest": "a80c4f17acd5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b", - "model": "llama3.2:1b", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1395864371, - "digest": "baf6a787fdff", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b", - "model": "llama3.2:3b", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2147483648, - "digest": "a80c4f17acd5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q2_K", - "model": "llama3.2:1b-instruct-q2_K", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 609222656, - "digest": "3718017cfd4e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q3_K_S", - "model": "llama3.2:1b-instruct-q3_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 673185792, - "digest": "109ea9f8f55f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q3_K_M", - "model": "llama3.2:1b-instruct-q3_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 724566016, - "digest": "8459ea7be88f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q3_K_L", - "model": "llama3.2:1b-instruct-q3_K_L", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 768606208, - "digest": "1a709e91d2fb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q4_0", - "model": "llama3.2:1b-instruct-q4_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 808452096, - "digest": "53f2745c8077", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q4_1", - "model": "llama3.2:1b-instruct-q4_1", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 872415232, - "digest": "6163c9206d44", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q4_K_S", - "model": "llama3.2:1b-instruct-q4_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 813694976, - "digest": "f56eaefc2343", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q4_K_M", - "model": "llama3.2:1b-instruct-q4_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 847249408, - "digest": "22bc6b92eb01", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q5_0", - "model": "llama3.2:1b-instruct-q5_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 936378368, - "digest": "e903048bd12a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q5_1", - "model": "llama3.2:1b-instruct-q5_1", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 999292928, - "digest": "910be2666935", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q5_K_S", - "model": "llama3.2:1b-instruct-q5_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 936378368, - "digest": "751fb3907a1a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q5_K_M", - "model": "llama3.2:1b-instruct-q5_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 956301312, - "digest": "3df5a9009be6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q6_K", - "model": "llama3.2:1b-instruct-q6_K", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1073741824, - "digest": "4a2e49e49240", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-q8_0", - "model": "llama3.2:1b-instruct-q8_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1395864371, - "digest": "baf6a787fdff", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-instruct-fp16", - "model": "llama3.2:1b-instruct-fp16", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2684354560, - "digest": "2887c3d03e74", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q2_K", - "model": "llama3.2:1b-text-q2_K", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 609222656, - "digest": "1e2a8fc966e5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q3_K_S", - "model": "llama3.2:1b-text-q3_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 673185792, - "digest": "c74a13c9d01e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q3_K_M", - "model": "llama3.2:1b-text-q3_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 724566016, - "digest": "3bbcd4bb53ad", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q3_K_L", - "model": "llama3.2:1b-text-q3_K_L", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 768606208, - "digest": "62d0627d1f48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q4_0", - "model": "llama3.2:1b-text-q4_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 808452096, - "digest": "33ce72b3b1b1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q4_1", - "model": "llama3.2:1b-text-q4_1", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 872415232, - "digest": "280b5553539c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q4_K_S", - "model": "llama3.2:1b-text-q4_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 813694976, - "digest": "06bf8ed406f1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q4_K_M", - "model": "llama3.2:1b-text-q4_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 847249408, - "digest": "131cc658d843", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q5_0", - "model": "llama3.2:1b-text-q5_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 936378368, - "digest": "b51a18e69a04", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q5_1", - "model": "llama3.2:1b-text-q5_1", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 999292928, - "digest": "b495a5b181dd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q5_K_S", - "model": "llama3.2:1b-text-q5_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 936378368, - "digest": "297b115ffc1d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q5_K_M", - "model": "llama3.2:1b-text-q5_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 956301312, - "digest": "87388f217df5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q6_K", - "model": "llama3.2:1b-text-q6_K", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1073741824, - "digest": "8ed38933c055", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-q8_0", - "model": "llama3.2:1b-text-q8_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1395864371, - "digest": "943f46940dae", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:1b-text-fp16", - "model": "llama3.2:1b-text-fp16", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2684354560, - "digest": "562d60c68b3d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q2_K", - "model": "llama3.2:3b-instruct-q2_K", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1503238554, - "digest": "43e1dcc10fd4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q3_K_S", - "model": "llama3.2:3b-instruct-q3_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1610612736, - "digest": "860e23062c32", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q3_K_M", - "model": "llama3.2:3b-instruct-q3_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1825361101, - "digest": "fea4b4677930", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q3_K_L", - "model": "llama3.2:3b-instruct-q3_K_L", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1932735283, - "digest": "adcbc7b3c10e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q4_0", - "model": "llama3.2:3b-instruct-q4_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2040109466, - "digest": "9b9453afbdd6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q4_1", - "model": "llama3.2:3b-instruct-q4_1", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2254857830, - "digest": "c910c5139ab6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q4_K_S", - "model": "llama3.2:3b-instruct-q4_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2040109466, - "digest": "80f2089878c9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q4_K_M", - "model": "llama3.2:3b-instruct-q4_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2147483648, - "digest": "a80c4f17acd5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q5_0", - "model": "llama3.2:3b-instruct-q5_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2469606195, - "digest": "fa2b62a5f96d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q5_1", - "model": "llama3.2:3b-instruct-q5_1", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2576980378, - "digest": "0452394ac7c9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q5_K_S", - "model": "llama3.2:3b-instruct-q5_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2469606195, - "digest": "97ef2f873c2c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q5_K_M", - "model": "llama3.2:3b-instruct-q5_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2469606195, - "digest": "7709c7357e6d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q6_K", - "model": "llama3.2:3b-instruct-q6_K", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2791728742, - "digest": "355f7bc7ff61", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-q8_0", - "model": "llama3.2:3b-instruct-q8_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 3650722202, - "digest": "e410b836fe61", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-instruct-fp16", - "model": "llama3.2:3b-instruct-fp16", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 6871947674, - "digest": "195a8c01d91e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q2_K", - "model": "llama3.2:3b-text-q2_K", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1503238554, - "digest": "dd1eb967998d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q3_K_S", - "model": "llama3.2:3b-text-q3_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1610612736, - "digest": "4b3d962d7792", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q3_K_M", - "model": "llama3.2:3b-text-q3_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1825361101, - "digest": "c0f8d9281394", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q3_K_L", - "model": "llama3.2:3b-text-q3_K_L", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 1932735283, - "digest": "4e8b52d4f25e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q4_0", - "model": "llama3.2:3b-text-q4_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2040109466, - "digest": "d7842f3d2c28", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q4_1", - "model": "llama3.2:3b-text-q4_1", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2254857830, - "digest": "7c21a62209c3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q4_K_S", - "model": "llama3.2:3b-text-q4_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2040109466, - "digest": "8265cd0d8cf7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q4_K_M", - "model": "llama3.2:3b-text-q4_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2147483648, - "digest": "632997a5a262", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q5_0", - "model": "llama3.2:3b-text-q5_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2469606195, - "digest": "3f80b071deb8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q5_1", - "model": "llama3.2:3b-text-q5_1", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2576980378, - "digest": "4f906c782668", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q5_K_S", - "model": "llama3.2:3b-text-q5_K_S", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2469606195, - "digest": "ca4813388da9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q5_K_M", - "model": "llama3.2:3b-text-q5_K_M", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2469606195, - "digest": "5115e096cd33", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q6_K", - "model": "llama3.2:3b-text-q6_K", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 2791728742, - "digest": "2cc9f183bdd4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-q8_0", - "model": "llama3.2:3b-text-q8_0", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 3650722202, - "digest": "945fcc4a41b8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2:3b-text-fp16", - "model": "llama3.2:3b-text-fp16", - "modified_at": "2024-09-25T21:09:00.000Z", - "size": 6871947674, - "digest": "b9cec48fca20", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma3:latest", - "model": "gemma3:latest", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 3543348019, - "digest": "a2af6cc3eb7f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "gemma3:270m", - "model": "gemma3:270m", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 306184192, - "digest": "e7d36fb2c3b3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "270m", - "quantization_level": "" - } - }, - { - "name": "gemma3:1b", - "model": "gemma3:1b", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 854589440, - "digest": "8648f39daa8f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "gemma3:4b", - "model": "gemma3:4b", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 3543348019, - "digest": "a2af6cc3eb7f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "gemma3:12b", - "model": "gemma3:12b", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 8697308774, - "digest": "f4031aab637d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b", - "quantization_level": "" - } - }, - { - "name": "gemma3:27b", - "model": "gemma3:27b", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 18253611008, - "digest": "a418f5838eaf", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b", - "quantization_level": "" - } - }, - { - "name": "gemma3:270m-it-qat", - "model": "gemma3:270m-it-qat", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 252706816, - "digest": "b16d6d39dfbd", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "270m-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma3:270m-it-q8_0", - "model": "gemma3:270m-it-q8_0", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 306184192, - "digest": "e7d36fb2c3b3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "270m-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma3:270m-it-fp16", - "model": "gemma3:270m-it-fp16", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 569376768, - "digest": "a44af03dd6b3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "270m-it-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma3:270m-it-bf16", - "model": "gemma3:270m-it-bf16", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 569376768, - "digest": "dc598b095ea6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "270m-it-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma3:1b-it-qat", - "model": "gemma3:1b-it-qat", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 1073741824, - "digest": "b491bd3989c6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma3:1b-it-q4_K_M", - "model": "gemma3:1b-it-q4_K_M", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 854589440, - "digest": "8648f39daa8f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma3:1b-it-q8_0", - "model": "gemma3:1b-it-q8_0", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 1181116006, - "digest": "0fdb9c7fefee", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma3:1b-it-fp16", - "model": "gemma3:1b-it-fp16", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 2147483648, - "digest": "16d00907691b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1b-it-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma3:4b-it-qat", - "model": "gemma3:4b-it-qat", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 4294967296, - "digest": "d01ad0579247", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma3:4b-it-q4_K_M", - "model": "gemma3:4b-it-q4_K_M", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 3543348019, - "digest": "a2af6cc3eb7f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma3:4b-it-q8_0", - "model": "gemma3:4b-it-q8_0", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 5368709120, - "digest": "2376388dec16", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma3:4b-it-fp16", - "model": "gemma3:4b-it-fp16", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 9234179686, - "digest": "c4da438ae756", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma3:12b-it-qat", - "model": "gemma3:12b-it-qat", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 9556302234, - "digest": "5d4fa005e7bb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma3:12b-it-q4_K_M", - "model": "gemma3:12b-it-q4_K_M", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 8697308774, - "digest": "f4031aab637d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma3:12b-it-q8_0", - "model": "gemma3:12b-it-q8_0", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 13958643712, - "digest": "997a7c2c0975", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma3:12b-it-fp16", - "model": "gemma3:12b-it-fp16", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 25769803776, - "digest": "6b1ba564b78d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma3:27b-it-qat", - "model": "gemma3:27b-it-qat", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 19327352832, - "digest": "29eb0b9aeda3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma3:27b-it-q4_K_M", - "model": "gemma3:27b-it-q4_K_M", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 18253611008, - "digest": "a418f5838eaf", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma3:27b-it-q8_0", - "model": "gemma3:27b-it-q8_0", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 32212254720, - "digest": "273cbcd67032", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma3:27b-it-fp16", - "model": "gemma3:27b-it-fp16", - "modified_at": "2025-08-15T08:15:00.000Z", - "size": 59055800320, - "digest": "b7d58e2e179e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:latest", - "model": "qwen2.5:latest", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 5046586573, - "digest": "845dbda0ea48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b", - "model": "qwen2.5:0.5b", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 417333248, - "digest": "a8b0c5157701", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b", - "model": "qwen2.5:1.5b", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1033895936, - "digest": "65ec06548149", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b", - "model": "qwen2.5:3b", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2040109466, - "digest": "357c53fb659c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b", - "model": "qwen2.5:7b", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 5046586573, - "digest": "845dbda0ea48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b", - "model": "qwen2.5:14b", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 9663676416, - "digest": "7cdf5a0187d5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b", - "model": "qwen2.5:32b", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 21474836480, - "digest": "9f13ba1299af", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b", - "model": "qwen2.5:72b", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 50465865728, - "digest": "424bad2cc13f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base", - "model": "qwen2.5:0.5b-base", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 417333248, - "digest": "24c564a74dea", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q2_K", - "model": "qwen2.5:0.5b-base-q2_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 355467264, - "digest": "b439066a7c50", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q3_K_S", - "model": "qwen2.5:0.5b-base-q3_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 354418688, - "digest": "cf1fe7a28bac", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q3_K_M", - "model": "qwen2.5:0.5b-base-q3_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 372244480, - "digest": "2b0f4078dcc1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q3_K_L", - "model": "qwen2.5:0.5b-base-q3_K_L", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 386924544, - "digest": "59bf60d67517", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q4_0", - "model": "qwen2.5:0.5b-base-q4_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 369098752, - "digest": "a990247b9c63", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q4_1", - "model": "qwen2.5:0.5b-base-q4_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 393216000, - "digest": "50cc344abeb2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q4_K_S", - "model": "qwen2.5:0.5b-base-q4_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 403701760, - "digest": "75db83387279", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q4_K_M", - "model": "qwen2.5:0.5b-base-q4_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 417333248, - "digest": "24c564a74dea", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q5_0", - "model": "qwen2.5:0.5b-base-q5_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 416284672, - "digest": "a30fbb649ad5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q5_1", - "model": "qwen2.5:0.5b-base-q5_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 439353344, - "digest": "c3e31c5b32da", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q5_K_S", - "model": "qwen2.5:0.5b-base-q5_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 433061888, - "digest": "2484afe4f04e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-base-q8_0", - "model": "qwen2.5:0.5b-base-q8_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 556793856, - "digest": "db0459695543", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct", - "model": "qwen2.5:0.5b-instruct", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 417333248, - "digest": "a8b0c5157701", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q2_K", - "model": "qwen2.5:0.5b-instruct-q2_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 355467264, - "digest": "fa66a85e7fe2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q3_K_S", - "model": "qwen2.5:0.5b-instruct-q3_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 354418688, - "digest": "2b61ae1bb74f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q3_K_M", - "model": "qwen2.5:0.5b-instruct-q3_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 372244480, - "digest": "a1b962ae1ffb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q3_K_L", - "model": "qwen2.5:0.5b-instruct-q3_K_L", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 386924544, - "digest": "2ea07e2fd539", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q4_0", - "model": "qwen2.5:0.5b-instruct-q4_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 369098752, - "digest": "44deb286b008", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q4_1", - "model": "qwen2.5:0.5b-instruct-q4_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 393216000, - "digest": "61378941e31f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q4_K_S", - "model": "qwen2.5:0.5b-instruct-q4_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 403701760, - "digest": "6f4611e3bd35", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q4_K_M", - "model": "qwen2.5:0.5b-instruct-q4_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 417333248, - "digest": "a8b0c5157701", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q5_0", - "model": "qwen2.5:0.5b-instruct-q5_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 416284672, - "digest": "4a8f6fc82b6e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q5_1", - "model": "qwen2.5:0.5b-instruct-q5_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 439353344, - "digest": "95b03700b65c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q5_K_S", - "model": "qwen2.5:0.5b-instruct-q5_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 433061888, - "digest": "5830fc2c0193", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q5_K_M", - "model": "qwen2.5:0.5b-instruct-q5_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 440401920, - "digest": "0762ec590a8c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q6_K", - "model": "qwen2.5:0.5b-instruct-q6_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 530579456, - "digest": "ac75f8387539", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-q8_0", - "model": "qwen2.5:0.5b-instruct-q8_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 556793856, - "digest": "84d044692a2c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:0.5b-instruct-fp16", - "model": "qwen2.5:0.5b-instruct-fp16", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1042284544, - "digest": "c82efd44bfdc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct", - "model": "qwen2.5:1.5b-instruct", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1033895936, - "digest": "65ec06548149", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q2_K", - "model": "qwen2.5:1.5b-instruct-q2_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 708837376, - "digest": "c239521b8b51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q3_K_S", - "model": "qwen2.5:1.5b-instruct-q3_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 797966336, - "digest": "2ead4934f6e9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q3_K_M", - "model": "qwen2.5:1.5b-instruct-q3_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 864026624, - "digest": "5a4d48f91dab", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q3_K_L", - "model": "qwen2.5:1.5b-instruct-q3_K_L", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 922746880, - "digest": "b16c18a133fa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q4_0", - "model": "qwen2.5:1.5b-instruct-q4_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 980418560, - "digest": "635e70c8687b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q4_1", - "model": "qwen2.5:1.5b-instruct-q4_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1073741824, - "digest": "4543b48a5085", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q4_K_S", - "model": "qwen2.5:1.5b-instruct-q4_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 985661440, - "digest": "17dd5468f0a7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q4_K_M", - "model": "qwen2.5:1.5b-instruct-q4_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1033895936, - "digest": "65ec06548149", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q5_0", - "model": "qwen2.5:1.5b-instruct-q5_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1181116006, - "digest": "267c3094f0b0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q5_1", - "model": "qwen2.5:1.5b-instruct-q5_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1288490189, - "digest": "828d5d698355", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q5_K_S", - "model": "qwen2.5:1.5b-instruct-q5_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1181116006, - "digest": "4dce61337043", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q5_K_M", - "model": "qwen2.5:1.5b-instruct-q5_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1181116006, - "digest": "7a0e895425bc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q6_K", - "model": "qwen2.5:1.5b-instruct-q6_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1395864371, - "digest": "03ec957c269f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-q8_0", - "model": "qwen2.5:1.5b-instruct-q8_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1717986918, - "digest": "b19683a34698", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:1.5b-instruct-fp16", - "model": "qwen2.5:1.5b-instruct-fp16", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 3328599654, - "digest": "d8035f049126", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct", - "model": "qwen2.5:3b-instruct", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2040109466, - "digest": "357c53fb659c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q2_K", - "model": "qwen2.5:3b-instruct-q2_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1395864371, - "digest": "1fe27cd0c26a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q3_K_S", - "model": "qwen2.5:3b-instruct-q3_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1610612736, - "digest": "5ed381ff5c13", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q3_K_M", - "model": "qwen2.5:3b-instruct-q3_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1717986918, - "digest": "c3240229f22f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q3_K_L", - "model": "qwen2.5:3b-instruct-q3_K_L", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1825361101, - "digest": "f8d588c5572a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q4_0", - "model": "qwen2.5:3b-instruct-q4_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1932735283, - "digest": "09f7fe4d29e6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q4_1", - "model": "qwen2.5:3b-instruct-q4_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2147483648, - "digest": "c8aefde2cd4f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q4_K_S", - "model": "qwen2.5:3b-instruct-q4_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 1932735283, - "digest": "3033a0ab2cfd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q4_K_M", - "model": "qwen2.5:3b-instruct-q4_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2040109466, - "digest": "357c53fb659c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q5_0", - "model": "qwen2.5:3b-instruct-q5_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2362232013, - "digest": "f2c8c51a4c62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q5_1", - "model": "qwen2.5:3b-instruct-q5_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2469606195, - "digest": "c7e5301cb49e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q5_K_S", - "model": "qwen2.5:3b-instruct-q5_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2362232013, - "digest": "8ce4b148557a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q5_K_M", - "model": "qwen2.5:3b-instruct-q5_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2362232013, - "digest": "19cf317bd479", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q6_K", - "model": "qwen2.5:3b-instruct-q6_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 2684354560, - "digest": "9f78f7728716", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-q8_0", - "model": "qwen2.5:3b-instruct-q8_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 3543348019, - "digest": "cd6aa8b25d7a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:3b-instruct-fp16", - "model": "qwen2.5:3b-instruct-fp16", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 6657199309, - "digest": "de47f806df14", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct", - "model": "qwen2.5:7b-instruct", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 5046586573, - "digest": "845dbda0ea48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q2_K", - "model": "qwen2.5:7b-instruct-q2_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 3221225472, - "digest": "94ac6d14b93f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q3_K_S", - "model": "qwen2.5:7b-instruct-q3_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 3758096384, - "digest": "05d9cc3116db", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q3_K_M", - "model": "qwen2.5:7b-instruct-q3_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 4080218931, - "digest": "29492a928341", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q3_K_L", - "model": "qwen2.5:7b-instruct-q3_K_L", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 4402341478, - "digest": "6ed3506191d1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q4_0", - "model": "qwen2.5:7b-instruct-q4_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 4724464026, - "digest": "2e92ac0dd3a8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q4_1", - "model": "qwen2.5:7b-instruct-q4_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 5261334938, - "digest": "840e00017aa6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q4_K_S", - "model": "qwen2.5:7b-instruct-q4_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 4831838208, - "digest": "d572758f0ffe", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q4_K_M", - "model": "qwen2.5:7b-instruct-q4_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 5046586573, - "digest": "845dbda0ea48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q5_0", - "model": "qwen2.5:7b-instruct-q5_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 5690831667, - "digest": "16c4cf552635", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q5_1", - "model": "qwen2.5:7b-instruct-q5_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 6227702579, - "digest": "0f1627cf5764", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q5_K_S", - "model": "qwen2.5:7b-instruct-q5_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 5690831667, - "digest": "1a3492b0a1dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q5_K_M", - "model": "qwen2.5:7b-instruct-q5_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 5798205850, - "digest": "a1040ddd2b49", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q6_K", - "model": "qwen2.5:7b-instruct-q6_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 6764573491, - "digest": "a7e494737d58", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-q8_0", - "model": "qwen2.5:7b-instruct-q8_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 8697308774, - "digest": "2d9500c94841", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:7b-instruct-fp16", - "model": "qwen2.5:7b-instruct-fp16", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 16106127360, - "digest": "59805ce4a404", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct", - "model": "qwen2.5:14b-instruct", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 9663676416, - "digest": "7cdf5a0187d5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q2_K", - "model": "qwen2.5:14b-instruct-q2_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 6227702579, - "digest": "9caf6424b5f9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q3_K_S", - "model": "qwen2.5:14b-instruct-q3_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 7194070221, - "digest": "c8f457c1f8f5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q3_K_M", - "model": "qwen2.5:14b-instruct-q3_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 7838315315, - "digest": "4d8dbee0507f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q3_K_L", - "model": "qwen2.5:14b-instruct-q3_K_L", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 8482560410, - "digest": "0ab75160d333", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q4_0", - "model": "qwen2.5:14b-instruct-q4_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 9126805504, - "digest": "5449194ff803", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q4_1", - "model": "qwen2.5:14b-instruct-q4_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 10093173146, - "digest": "4d404313d9cd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q4_K_S", - "model": "qwen2.5:14b-instruct-q4_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 9234179686, - "digest": "927254c04779", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q4_K_M", - "model": "qwen2.5:14b-instruct-q4_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 9663676416, - "digest": "7cdf5a0187d5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q5_0", - "model": "qwen2.5:14b-instruct-q5_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 10737418240, - "digest": "e242bafd33eb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q5_1", - "model": "qwen2.5:14b-instruct-q5_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 11811160064, - "digest": "43a5486ba383", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q5_K_S", - "model": "qwen2.5:14b-instruct-q5_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 10737418240, - "digest": "f766877d708a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q5_K_M", - "model": "qwen2.5:14b-instruct-q5_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 11811160064, - "digest": "7bb3f324cafc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q6_K", - "model": "qwen2.5:14b-instruct-q6_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 12884901888, - "digest": "4f6861a20c29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-q8_0", - "model": "qwen2.5:14b-instruct-q8_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 17179869184, - "digest": "985c5f25dfe9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:14b-instruct-fp16", - "model": "qwen2.5:14b-instruct-fp16", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 32212254720, - "digest": "06c8c6f15cf9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct", - "model": "qwen2.5:32b-instruct", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 21474836480, - "digest": "9f13ba1299af", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q2_K", - "model": "qwen2.5:32b-instruct-q2_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 12884901888, - "digest": "ecc53cfdce75", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q3_K_S", - "model": "qwen2.5:32b-instruct-q3_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 15032385536, - "digest": "aefb7287ac72", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q3_K_M", - "model": "qwen2.5:32b-instruct-q3_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 17179869184, - "digest": "44bd723cfd42", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q3_K_L", - "model": "qwen2.5:32b-instruct-q3_K_L", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 18253611008, - "digest": "83db34c608fc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q4_0", - "model": "qwen2.5:32b-instruct-q4_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 20401094656, - "digest": "0508d3b6da02", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q4_1", - "model": "qwen2.5:32b-instruct-q4_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 22548578304, - "digest": "c35507089a57", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q4_K_S", - "model": "qwen2.5:32b-instruct-q4_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 20401094656, - "digest": "0ef28b3b6dba", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q4_K_M", - "model": "qwen2.5:32b-instruct-q4_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 21474836480, - "digest": "9f13ba1299af", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q5_0", - "model": "qwen2.5:32b-instruct-q5_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 24696061952, - "digest": "af981f1d421b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q5_1", - "model": "qwen2.5:32b-instruct-q5_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 26843545600, - "digest": "fc1b4cb1aabb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q5_K_S", - "model": "qwen2.5:32b-instruct-q5_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 24696061952, - "digest": "3cb439a8d19b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q5_K_M", - "model": "qwen2.5:32b-instruct-q5_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 24696061952, - "digest": "b0936ea364bf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q6_K", - "model": "qwen2.5:32b-instruct-q6_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 28991029248, - "digest": "09f123ce518b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-q8_0", - "model": "qwen2.5:32b-instruct-q8_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 37580963840, - "digest": "378290543760", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:32b-instruct-fp16", - "model": "qwen2.5:32b-instruct-fp16", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 70866960384, - "digest": "d988bddd9a2e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct", - "model": "qwen2.5:72b-instruct", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 50465865728, - "digest": "424bad2cc13f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q2_K", - "model": "qwen2.5:72b-instruct-q2_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 32212254720, - "digest": "d072709cc1a8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q3_K_S", - "model": "qwen2.5:72b-instruct-q3_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 36507222016, - "digest": "6fcfede9cc1c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q3_K_M", - "model": "qwen2.5:72b-instruct-q3_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 40802189312, - "digest": "15abb3b7022f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q3_K_L", - "model": "qwen2.5:72b-instruct-q3_K_L", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 42949672960, - "digest": "c3f33d2ad20a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q4_0", - "model": "qwen2.5:72b-instruct-q4_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 44023414784, - "digest": "2dd03ae27777", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q4_1", - "model": "qwen2.5:72b-instruct-q4_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 49392123904, - "digest": "bcf8fafd0731", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q4_K_S", - "model": "qwen2.5:72b-instruct-q4_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 47244640256, - "digest": "a4520526d819", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q4_K_M", - "model": "qwen2.5:72b-instruct-q4_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 50465865728, - "digest": "424bad2cc13f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q5_0", - "model": "qwen2.5:72b-instruct-q5_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 53687091200, - "digest": "7a43bbfe6536", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q5_1", - "model": "qwen2.5:72b-instruct-q5_1", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 59055800320, - "digest": "40630a45532c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q5_K_S", - "model": "qwen2.5:72b-instruct-q5_K_S", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 54760833024, - "digest": "ee3ecbad0795", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q5_K_M", - "model": "qwen2.5:72b-instruct-q5_K_M", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 57982058496, - "digest": "210a146b67de", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q6_K", - "model": "qwen2.5:72b-instruct-q6_K", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 68719476736, - "digest": "5f611a49224d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-q8_0", - "model": "qwen2.5:72b-instruct-q8_0", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 82678120448, - "digest": "23f2cb48bb9a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5:72b-instruct-fp16", - "model": "qwen2.5:72b-instruct-fp16", - "modified_at": "2024-09-19T16:42:00.000Z", - "size": 155692564480, - "digest": "754bbe314ad4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:latest", - "model": "qwen3:latest", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 5583457485, - "digest": "500a1f067a9f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen3:0.6b", - "model": "qwen3:0.6b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 548405248, - "digest": "7df6b6e09427", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.6b", - "quantization_level": "" - } - }, - { - "name": "qwen3:1.7b", - "model": "qwen3:1.7b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 1503238554, - "digest": "8f68893c685c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b", - "model": "qwen3:4b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 2684354560, - "digest": "359d7dd4bcda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "qwen3:8b", - "model": "qwen3:8b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 5583457485, - "digest": "500a1f067a9f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "qwen3:14b", - "model": "qwen3:14b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 9985798963, - "digest": "bdbd181c33f2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b", - "model": "qwen3:30b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 20401094656, - "digest": "ad815644918f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b", - "quantization_level": "" - } - }, - { - "name": "qwen3:32b", - "model": "qwen3:32b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 21474836480, - "digest": "030ee887880f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b", - "model": "qwen3:235b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 152471339008, - "digest": "754a872f1290", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b", - "quantization_level": "" - } - }, - { - "name": "qwen3:0.6b-q4_K_M", - "model": "qwen3:0.6b-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 548405248, - "digest": "7df6b6e09427", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.6b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:0.6b-q8_0", - "model": "qwen3:0.6b-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 872415232, - "digest": "f6358994266d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.6b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:0.6b-fp16", - "model": "qwen3:0.6b-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 1610612736, - "digest": "626c9556a80f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.6b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:1.7b-q4_K_M", - "model": "qwen3:1.7b-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 1503238554, - "digest": "8f68893c685c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:1.7b-q8_0", - "model": "qwen3:1.7b-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 2362232013, - "digest": "29b6a7a420a4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:1.7b-fp16", - "model": "qwen3:1.7b-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 4402341478, - "digest": "e9354f6174db", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-instruct", - "model": "qwen3:4b-instruct", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 2684354560, - "digest": "0edcdef34593", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-instruct-2507-q4_K_M", - "model": "qwen3:4b-instruct-2507-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 2684354560, - "digest": "0edcdef34593", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-2507-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-instruct-2507-q8_0", - "model": "qwen3:4b-instruct-2507-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 4617089843, - "digest": "aa7252f68dda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-2507-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-instruct-2507-fp16", - "model": "qwen3:4b-instruct-2507-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 8697308774, - "digest": "259cbeb0f33b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-2507-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-thinking", - "model": "qwen3:4b-thinking", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 2684354560, - "digest": "359d7dd4bcda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-thinking-2507-q4_K_M", - "model": "qwen3:4b-thinking-2507-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 2684354560, - "digest": "359d7dd4bcda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-thinking-2507-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-thinking-2507-q8_0", - "model": "qwen3:4b-thinking-2507-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 4617089843, - "digest": "446474631042", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-thinking-2507-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-thinking-2507-fp16", - "model": "qwen3:4b-thinking-2507-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 8697308774, - "digest": "c0b9500a47bb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-thinking-2507-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-q4_K_M", - "model": "qwen3:4b-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 2791728742, - "digest": "2bfd38a7daaf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-q8_0", - "model": "qwen3:4b-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 4724464026, - "digest": "6461746fd6b5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:4b-fp16", - "model": "qwen3:4b-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 8697308774, - "digest": "c2a4b6294479", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:8b-q4_K_M", - "model": "qwen3:8b-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 5583457485, - "digest": "500a1f067a9f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:8b-q8_0", - "model": "qwen3:8b-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 9556302234, - "digest": "e56358ca25dd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:8b-fp16", - "model": "qwen3:8b-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 17179869184, - "digest": "0b358e6e9d8c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:14b-q4_K_M", - "model": "qwen3:14b-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 9985798963, - "digest": "bdbd181c33f2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:14b-q8_0", - "model": "qwen3:14b-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 17179869184, - "digest": "304bf7349c71", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:14b-fp16", - "model": "qwen3:14b-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 32212254720, - "digest": "a5be4baba030", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b", - "model": "qwen3:30b-a3b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 20401094656, - "digest": "ad815644918f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-instruct-2507-q4_K_M", - "model": "qwen3:30b-a3b-instruct-2507-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 20401094656, - "digest": "19e422b02313", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-instruct-2507-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-q4_K_M", - "model": "qwen3:30b-a3b-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 20401094656, - "digest": "0b28110b7a33", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-instruct-2507-q8_0", - "model": "qwen3:30b-a3b-instruct-2507-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 34359738368, - "digest": "528dfe43328b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-instruct-2507-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-thinking-2507-q4_K_M", - "model": "qwen3:30b-a3b-thinking-2507-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 20401094656, - "digest": "ad815644918f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-thinking-2507-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-q8_0", - "model": "qwen3:30b-a3b-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 35433480192, - "digest": "a43c3bd181ce", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-thinking-2507-q8_0", - "model": "qwen3:30b-a3b-thinking-2507-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 34359738368, - "digest": "67e5f89a2a5d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-thinking-2507-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-fp16", - "model": "qwen3:30b-a3b-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 65498251264, - "digest": "a46ad892011c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-instruct-2507-fp16", - "model": "qwen3:30b-a3b-instruct-2507-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 65498251264, - "digest": "2ad425bc080c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-instruct-2507-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-a3b-thinking-2507-fp16", - "model": "qwen3:30b-a3b-thinking-2507-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 65498251264, - "digest": "063924ed7f52", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-thinking-2507-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-instruct", - "model": "qwen3:30b-instruct", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 20401094656, - "digest": "19e422b02313", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3:30b-thinking", - "model": "qwen3:30b-thinking", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 20401094656, - "digest": "ad815644918f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3:32b-q4_K_M", - "model": "qwen3:32b-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 21474836480, - "digest": "030ee887880f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:32b-q8_0", - "model": "qwen3:32b-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 37580963840, - "digest": "a46beca077e5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:32b-fp16", - "model": "qwen3:32b-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 70866960384, - "digest": "00dc0cb60a08", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b", - "model": "qwen3:235b-a22b", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 152471339008, - "digest": "754a872f1290", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b-instruct-2507-q4_K_M", - "model": "qwen3:235b-a22b-instruct-2507-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 152471339008, - "digest": "88c401cdc877", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b-instruct-2507-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b-q4_K_M", - "model": "qwen3:235b-a22b-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 152471339008, - "digest": "cf5635fabe3c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b-instruct-2507-q8_0", - "model": "qwen3:235b-a22b-instruct-2507-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 268435456000, - "digest": "714b4861493d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b-instruct-2507-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b-thinking-2507-q4_K_M", - "model": "qwen3:235b-a22b-thinking-2507-q4_K_M", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 152471339008, - "digest": "754a872f1290", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b-thinking-2507-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b-q8_0", - "model": "qwen3:235b-a22b-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 268435456000, - "digest": "37e8cf5bfc74", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b-thinking-2507-q8_0", - "model": "qwen3:235b-a22b-thinking-2507-q8_0", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 268435456000, - "digest": "c4d308613f81", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b-thinking-2507-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b-fp16", - "model": "qwen3:235b-a22b-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 504658657280, - "digest": "4dc3ade61929", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-a22b-thinking-2507-fp16", - "model": "qwen3:235b-a22b-thinking-2507-fp16", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 504658657280, - "digest": "6b430a7e3d29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-a22b-thinking-2507-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-instruct", - "model": "qwen3:235b-instruct", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 152471339008, - "digest": "88c401cdc877", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3:235b-thinking", - "model": "qwen3:235b-thinking", - "modified_at": "2025-10-10T20:18:00.000Z", - "size": 152471339008, - "digest": "754a872f1290", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "235b-thinking", - "quantization_level": "" - } - }, - { - "name": "mistral:latest", - "model": "mistral:latest", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "6577803aa9a0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistral:instruct", - "model": "mistral:instruct", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "3944fe81ec14", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "mistral:text", - "model": "mistral:text", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "495ae085225b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "text", - "quantization_level": "" - } - }, - { - "name": "mistral:v0.1", - "model": "mistral:v0.1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "b17615239298", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "v0.1", - "quantization_level": "" - } - }, - { - "name": "mistral:v0.2", - "model": "mistral:v0.2", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "61e88e884507", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "v0.2", - "quantization_level": "" - } - }, - { - "name": "mistral:v0.3", - "model": "mistral:v0.3", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "6577803aa9a0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "v0.3", - "quantization_level": "" - } - }, - { - "name": "mistral:7b", - "model": "mistral:7b", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "6577803aa9a0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct", - "model": "mistral:7b-instruct", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "6577803aa9a0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q2_K", - "model": "mistral:7b-instruct-q2_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3328599654, - "digest": "1344ecf13c2e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q2_K", - "model": "mistral:7b-instruct-v0.2-q2_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3328599654, - "digest": "6deedd139c2a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q3_K_S", - "model": "mistral:7b-instruct-q3_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3435973837, - "digest": "30ead8e09346", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q3_K_S", - "model": "mistral:7b-instruct-v0.2-q3_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3435973837, - "digest": "a0adecf535f4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q3_K_M", - "model": "mistral:7b-instruct-q3_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3758096384, - "digest": "9fddddabfd5d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q3_K_M", - "model": "mistral:7b-instruct-v0.2-q3_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3758096384, - "digest": "6897f015d8dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q3_K_L", - "model": "mistral:7b-instruct-q3_K_L", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4080218931, - "digest": "7f1b28865005", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q3_K_L", - "model": "mistral:7b-instruct-v0.2-q3_K_L", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4080218931, - "digest": "efe60f8368f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q4_0", - "model": "mistral:7b-instruct-q4_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "b17615239298", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q4_0", - "model": "mistral:7b-instruct-v0.2-q4_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "61e88e884507", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q4_1", - "model": "mistral:7b-instruct-q4_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4939212390, - "digest": "4455f2ee0189", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q4_1", - "model": "mistral:7b-instruct-v0.2-q4_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4939212390, - "digest": "658e1f4c66cc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q4_K_S", - "model": "mistral:7b-instruct-q4_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "d8ee783f8c73", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q4_K_S", - "model": "mistral:7b-instruct-v0.2-q4_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "ba00d3a5239e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q4_K_M", - "model": "mistral:7b-instruct-v0.2-q4_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "eb14864c7427", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q5_0", - "model": "mistral:7b-instruct-v0.2-q5_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "0e6b5e504307", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q5_1", - "model": "mistral:7b-instruct-v0.2-q5_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5798205850, - "digest": "ff048d9b25be", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q5_K_S", - "model": "mistral:7b-instruct-v0.2-q5_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "db882a87043d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q5_K_M", - "model": "mistral:7b-instruct-v0.2-q5_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5476083302, - "digest": "bec2cbe92b28", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q6_K", - "model": "mistral:7b-instruct-v0.2-q6_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 6335076762, - "digest": "1019a5160773", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-q8_0", - "model": "mistral:7b-instruct-v0.2-q8_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 8267812045, - "digest": "3f321fd2a1c3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.2-fp16", - "model": "mistral:7b-instruct-v0.2-fp16", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 15032385536, - "digest": "094d67ff087c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q2_K", - "model": "mistral:7b-instruct-v0.3-q2_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 2899102925, - "digest": "8bada5a287d3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q3_K_S", - "model": "mistral:7b-instruct-v0.3-q3_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3435973837, - "digest": "89f2f40a58a5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q3_K_M", - "model": "mistral:7b-instruct-v0.3-q3_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3758096384, - "digest": "5f4359ac850d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q3_K_L", - "model": "mistral:7b-instruct-v0.3-q3_K_L", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4080218931, - "digest": "9c690c1791aa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q4_0", - "model": "mistral:7b-instruct-v0.3-q4_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "3944fe81ec14", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q4_1", - "model": "mistral:7b-instruct-v0.3-q4_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4939212390, - "digest": "571250ebd2d9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q4_K_S", - "model": "mistral:7b-instruct-v0.3-q4_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "4567baa854e6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q4_K_M", - "model": "mistral:7b-instruct-q4_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "1a85656b534f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q4_K_M", - "model": "mistral:7b-instruct-v0.3-q4_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "6577803aa9a0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q5_0", - "model": "mistral:7b-instruct-q5_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "69b94d2f2086", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q5_0", - "model": "mistral:7b-instruct-v0.3-q5_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "78fdb100e03d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q5_1", - "model": "mistral:7b-instruct-q5_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5798205850, - "digest": "0aeff8418eda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q5_1", - "model": "mistral:7b-instruct-v0.3-q5_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5798205850, - "digest": "8b786c3ade1f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q5_K_S", - "model": "mistral:7b-instruct-q5_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "6e47e694bb5c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q5_K_S", - "model": "mistral:7b-instruct-v0.3-q5_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "13690c9631b6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q5_K_M", - "model": "mistral:7b-instruct-q5_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5476083302, - "digest": "8397c99c426f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q5_K_M", - "model": "mistral:7b-instruct-v0.3-q5_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5476083302, - "digest": "e6968ec1decc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q6_K", - "model": "mistral:7b-instruct-q6_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 6335076762, - "digest": "bb307cbab5aa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q6_K", - "model": "mistral:7b-instruct-v0.3-q6_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 6335076762, - "digest": "80cca373bdb2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-q8_0", - "model": "mistral:7b-instruct-q8_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 8267812045, - "digest": "2162e081e7f0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-q8_0", - "model": "mistral:7b-instruct-v0.3-q8_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 8267812045, - "digest": "7aae4c4eed11", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-fp16", - "model": "mistral:7b-instruct-fp16", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 15032385536, - "digest": "7334da3db4d2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-instruct-v0.3-fp16", - "model": "mistral:7b-instruct-v0.3-fp16", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 15032385536, - "digest": "b7c44a30bb65", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-v0.3-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text", - "model": "mistral:7b-text", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "495ae085225b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q2_K", - "model": "mistral:7b-text-q2_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3328599654, - "digest": "741772b3543d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q2_K", - "model": "mistral:7b-text-v0.2-q2_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 2899102925, - "digest": "748b32627509", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q3_K_S", - "model": "mistral:7b-text-q3_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3435973837, - "digest": "ec0a4bd34689", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q3_K_S", - "model": "mistral:7b-text-v0.2-q3_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3435973837, - "digest": "1cd170493ae6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q3_K_M", - "model": "mistral:7b-text-q3_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3758096384, - "digest": "633491386324", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q3_K_M", - "model": "mistral:7b-text-v0.2-q3_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 3758096384, - "digest": "519ef17de46e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q3_K_L", - "model": "mistral:7b-text-q3_K_L", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4080218931, - "digest": "ae1eaf0c61df", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q3_K_L", - "model": "mistral:7b-text-v0.2-q3_K_L", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4080218931, - "digest": "991a9afb3a73", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q4_0", - "model": "mistral:7b-text-q4_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "d19e34de4cb6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q4_0", - "model": "mistral:7b-text-v0.2-q4_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "495ae085225b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q4_1", - "model": "mistral:7b-text-q4_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4939212390, - "digest": "14d146cb57dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q4_1", - "model": "mistral:7b-text-v0.2-q4_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4939212390, - "digest": "fae6ab253307", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q4_K_S", - "model": "mistral:7b-text-q4_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "e6aa05445f6e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q4_K_S", - "model": "mistral:7b-text-v0.2-q4_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4402341478, - "digest": "1a6db06e5aa7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q4_K_M", - "model": "mistral:7b-text-q4_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "60eca258468e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q4_K_M", - "model": "mistral:7b-text-v0.2-q4_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 4724464026, - "digest": "33518cc91a4d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q5_0", - "model": "mistral:7b-text-q5_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "efb1aa205985", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q5_0", - "model": "mistral:7b-text-v0.2-q5_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "de4b5d95fa55", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q5_1", - "model": "mistral:7b-text-q5_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5798205850, - "digest": "05b86a2ea9de", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q5_1", - "model": "mistral:7b-text-v0.2-q5_1", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5798205850, - "digest": "719e139683a3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q5_K_S", - "model": "mistral:7b-text-q5_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "be6784da326c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q5_K_S", - "model": "mistral:7b-text-v0.2-q5_K_S", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5368709120, - "digest": "d419d7d9e74a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q5_K_M", - "model": "mistral:7b-text-q5_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5476083302, - "digest": "71cd339e522c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q5_K_M", - "model": "mistral:7b-text-v0.2-q5_K_M", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 5476083302, - "digest": "d4e74c03817c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q6_K", - "model": "mistral:7b-text-q6_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 6335076762, - "digest": "08f5c2f86290", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q6_K", - "model": "mistral:7b-text-v0.2-q6_K", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 6335076762, - "digest": "017da36fcc18", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-q8_0", - "model": "mistral:7b-text-q8_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 8267812045, - "digest": "3197b6e23271", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-q8_0", - "model": "mistral:7b-text-v0.2-q8_0", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 8267812045, - "digest": "e844517e7eaf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-fp16", - "model": "mistral:7b-text-fp16", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 15032385536, - "digest": "0c3d49e38913", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral:7b-text-v0.2-fp16", - "model": "mistral:7b-text-v0.2-fp16", - "modified_at": "2025-07-13T00:56:00.000Z", - "size": 15032385536, - "digest": "06b91ca50a5e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma2:latest", - "model": "gemma2:latest", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5798205850, - "digest": "ff02c3702f32", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b", - "model": "gemma2:2b", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1717986918, - "digest": "8ccf136fdd52", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b", - "model": "gemma2:9b", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5798205850, - "digest": "ff02c3702f32", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b", - "model": "gemma2:27b", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 17179869184, - "digest": "53261bc9c192", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q2_K", - "model": "gemma2:2b-instruct-q2_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1288490189, - "digest": "470392386d3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q3_K_S", - "model": "gemma2:2b-instruct-q3_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1503238554, - "digest": "23e3c31b0102", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q3_K_M", - "model": "gemma2:2b-instruct-q3_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1610612736, - "digest": "c9f6dc0ebba9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q3_K_L", - "model": "gemma2:2b-instruct-q3_K_L", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1717986918, - "digest": "3f4d7eff5631", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q4_0", - "model": "gemma2:2b-instruct-q4_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1717986918, - "digest": "8ccf136fdd52", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q4_1", - "model": "gemma2:2b-instruct-q4_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1932735283, - "digest": "147febd40666", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q4_K_S", - "model": "gemma2:2b-instruct-q4_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1717986918, - "digest": "832970b742f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q4_K_M", - "model": "gemma2:2b-instruct-q4_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1825361101, - "digest": "cb2d06dce813", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q5_0", - "model": "gemma2:2b-instruct-q5_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2040109466, - "digest": "33c77c94b6d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q5_1", - "model": "gemma2:2b-instruct-q5_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2147483648, - "digest": "3d4744db4971", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q5_K_S", - "model": "gemma2:2b-instruct-q5_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2040109466, - "digest": "6ced300e723a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q5_K_M", - "model": "gemma2:2b-instruct-q5_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2040109466, - "digest": "44b731fe20db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q6_K", - "model": "gemma2:2b-instruct-q6_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2362232013, - "digest": "6c5eedbb9189", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-q8_0", - "model": "gemma2:2b-instruct-q8_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 3006477107, - "digest": "9d27a8c2325c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-instruct-fp16", - "model": "gemma2:2b-instruct-fp16", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5583457485, - "digest": "ca5f76641a2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q2_K", - "model": "gemma2:2b-text-q2_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1288490189, - "digest": "dc8ae2e5288f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q3_K_S", - "model": "gemma2:2b-text-q3_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1503238554, - "digest": "79e51c86c582", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q3_K_M", - "model": "gemma2:2b-text-q3_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1610612736, - "digest": "d1fbc3646636", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q3_K_L", - "model": "gemma2:2b-text-q3_K_L", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1717986918, - "digest": "3bb5d7d90c92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q4_0", - "model": "gemma2:2b-text-q4_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1717986918, - "digest": "3e796d92bb34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q4_1", - "model": "gemma2:2b-text-q4_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1932735283, - "digest": "47a5df96d4e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q4_K_S", - "model": "gemma2:2b-text-q4_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1717986918, - "digest": "d86f9248222e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q4_K_M", - "model": "gemma2:2b-text-q4_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 1825361101, - "digest": "c104b2dcf9cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q5_0", - "model": "gemma2:2b-text-q5_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2040109466, - "digest": "5584a807b8ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q5_1", - "model": "gemma2:2b-text-q5_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2147483648, - "digest": "6fb41a6313fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q5_K_S", - "model": "gemma2:2b-text-q5_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2040109466, - "digest": "a3cd2a717100", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q5_K_M", - "model": "gemma2:2b-text-q5_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2040109466, - "digest": "d298863d20ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q6_K", - "model": "gemma2:2b-text-q6_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 2362232013, - "digest": "3b637a49f20f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-q8_0", - "model": "gemma2:2b-text-q8_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 3006477107, - "digest": "302f408c0774", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:2b-text-fp16", - "model": "gemma2:2b-text-fp16", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5583457485, - "digest": "230266e59979", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q2_K", - "model": "gemma2:9b-instruct-q2_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 4080218931, - "digest": "592e44efb2df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q3_K_S", - "model": "gemma2:9b-instruct-q3_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 4617089843, - "digest": "1c8775e10b1c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q3_K_M", - "model": "gemma2:9b-instruct-q3_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5153960755, - "digest": "7461deaf5540", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q3_K_L", - "model": "gemma2:9b-instruct-q3_K_L", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5476083302, - "digest": "d714823ae8ef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q4_0", - "model": "gemma2:9b-instruct-q4_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5798205850, - "digest": "ff02c3702f32", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q4_1", - "model": "gemma2:9b-instruct-q4_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 6442450944, - "digest": "5bfc4cf059e2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q4_K_S", - "model": "gemma2:9b-instruct-q4_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5905580032, - "digest": "3d812e007d80", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q4_K_M", - "model": "gemma2:9b-instruct-q4_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 6227702579, - "digest": "c20bec88025f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q5_0", - "model": "gemma2:9b-instruct-q5_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 6979321856, - "digest": "ad7303695a24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q5_1", - "model": "gemma2:9b-instruct-q5_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 7516192768, - "digest": "11404375df45", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q5_K_S", - "model": "gemma2:9b-instruct-q5_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 6979321856, - "digest": "6995ad07422a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q5_K_M", - "model": "gemma2:9b-instruct-q5_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 7086696038, - "digest": "272e1f3a41a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q6_K", - "model": "gemma2:9b-instruct-q6_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 8160437862, - "digest": "3827bab50424", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-q8_0", - "model": "gemma2:9b-instruct-q8_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 10522669875, - "digest": "54faa8324fdf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-instruct-fp16", - "model": "gemma2:9b-instruct-fp16", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 19327352832, - "digest": "28e6684b0850", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q2_K", - "model": "gemma2:9b-text-q2_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 4080218931, - "digest": "81108b242383", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q3_K_S", - "model": "gemma2:9b-text-q3_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 4617089843, - "digest": "021fbe1dc58b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q3_K_M", - "model": "gemma2:9b-text-q3_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5153960755, - "digest": "e224c0ba8c7c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q3_K_L", - "model": "gemma2:9b-text-q3_K_L", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5476083302, - "digest": "5cb6a0b99634", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q4_0", - "model": "gemma2:9b-text-q4_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5798205850, - "digest": "dedd536d2868", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q4_1", - "model": "gemma2:9b-text-q4_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 6442450944, - "digest": "39d615163f3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q4_K_S", - "model": "gemma2:9b-text-q4_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 5905580032, - "digest": "89a237d62c43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q4_K_M", - "model": "gemma2:9b-text-q4_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 6227702579, - "digest": "f4da9dd04c19", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q5_0", - "model": "gemma2:9b-text-q5_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 6979321856, - "digest": "3d1c595d93ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q5_1", - "model": "gemma2:9b-text-q5_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 7516192768, - "digest": "2c8271d50a2c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q5_K_S", - "model": "gemma2:9b-text-q5_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 6979321856, - "digest": "d569833b0000", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q5_K_M", - "model": "gemma2:9b-text-q5_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 7086696038, - "digest": "cb5cdf64cd6a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q6_K", - "model": "gemma2:9b-text-q6_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 8160437862, - "digest": "eecb7df81861", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-q8_0", - "model": "gemma2:9b-text-q8_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 10522669875, - "digest": "e09381422c99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:9b-text-fp16", - "model": "gemma2:9b-text-fp16", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 19327352832, - "digest": "71ccbb94da28", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q2_K", - "model": "gemma2:27b-instruct-q2_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 10737418240, - "digest": "76893265b678", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q3_K_S", - "model": "gemma2:27b-instruct-q3_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 12884901888, - "digest": "69280a4e9328", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q3_K_M", - "model": "gemma2:27b-instruct-q3_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 13958643712, - "digest": "6a5f9669ec46", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q3_K_L", - "model": "gemma2:27b-instruct-q3_K_L", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 16106127360, - "digest": "b4373ced0518", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q4_0", - "model": "gemma2:27b-instruct-q4_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 17179869184, - "digest": "53261bc9c192", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q4_1", - "model": "gemma2:27b-instruct-q4_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 18253611008, - "digest": "00571b7df00d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q4_K_S", - "model": "gemma2:27b-instruct-q4_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 17179869184, - "digest": "04e31e399ce4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q4_K_M", - "model": "gemma2:27b-instruct-q4_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 18253611008, - "digest": "cfd95e5696e9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q5_0", - "model": "gemma2:27b-instruct-q5_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 20401094656, - "digest": "9a3c9159e872", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q5_1", - "model": "gemma2:27b-instruct-q5_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 22548578304, - "digest": "2945f01919f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q5_K_S", - "model": "gemma2:27b-instruct-q5_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 20401094656, - "digest": "44414d6eeb99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q5_K_M", - "model": "gemma2:27b-instruct-q5_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 20401094656, - "digest": "fc62fd7d70c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q6_K", - "model": "gemma2:27b-instruct-q6_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 23622320128, - "digest": "42dd7dda6a9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-q8_0", - "model": "gemma2:27b-instruct-q8_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 31138512896, - "digest": "dab5dca674db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-instruct-fp16", - "model": "gemma2:27b-instruct-fp16", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 57982058496, - "digest": "4a8f851205c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q2_K", - "model": "gemma2:27b-text-q2_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 10737418240, - "digest": "b155db00c442", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q3_K_S", - "model": "gemma2:27b-text-q3_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 12884901888, - "digest": "5005188f3c9f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q3_K_M", - "model": "gemma2:27b-text-q3_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 13958643712, - "digest": "a0339d8fbaca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q3_K_L", - "model": "gemma2:27b-text-q3_K_L", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 16106127360, - "digest": "141000b954c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q4_0", - "model": "gemma2:27b-text-q4_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 17179869184, - "digest": "7fc57426afcc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q4_1", - "model": "gemma2:27b-text-q4_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 18253611008, - "digest": "e478a638db41", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q4_K_S", - "model": "gemma2:27b-text-q4_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 17179869184, - "digest": "3943c447b4cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q4_K_M", - "model": "gemma2:27b-text-q4_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 18253611008, - "digest": "1cab10d40d57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q5_0", - "model": "gemma2:27b-text-q5_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 20401094656, - "digest": "b14cd86ea97e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q5_1", - "model": "gemma2:27b-text-q5_1", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 22548578304, - "digest": "43e7a8f2c64b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q5_K_S", - "model": "gemma2:27b-text-q5_K_S", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 20401094656, - "digest": "3cdf7604434b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q5_K_M", - "model": "gemma2:27b-text-q5_K_M", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 20401094656, - "digest": "bd157e89aea0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q6_K", - "model": "gemma2:27b-text-q6_K", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 23622320128, - "digest": "c0d8f9013cd0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-q8_0", - "model": "gemma2:27b-text-q8_0", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 31138512896, - "digest": "0f062e1aad57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma2:27b-text-fp16", - "model": "gemma2:27b-text-fp16", - "modified_at": "2024-08-01T18:51:00.000Z", - "size": 57982058496, - "digest": "f2bf7cf9592e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3:latest", - "model": "llama3:latest", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "365c0bd3c000", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama3:instruct", - "model": "llama3:instruct", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "365c0bd3c000", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "llama3:text", - "model": "llama3:text", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "870a5d02cfaf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "text", - "quantization_level": "" - } - }, - { - "name": "llama3:8b", - "model": "llama3:8b", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "365c0bd3c000", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "llama3:70b", - "model": "llama3:70b", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 42949672960, - "digest": "786f3184aec0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q2_K", - "model": "llama3:8b-instruct-q2_K", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 3435973837, - "digest": "2745d547f376", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q3_K_S", - "model": "llama3:8b-instruct-q3_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 3972844749, - "digest": "0891d012c467", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q3_K_M", - "model": "llama3:8b-instruct-q3_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 4294967296, - "digest": "726a1960bfed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q3_K_L", - "model": "llama3:8b-instruct-q3_K_L", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 4617089843, - "digest": "df7624806f55", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q4_0", - "model": "llama3:8b-instruct-q4_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "365c0bd3c000", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q4_1", - "model": "llama3:8b-instruct-q4_1", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5476083302, - "digest": "ec0a6ea1fb9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q4_K_S", - "model": "llama3:8b-instruct-q4_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "469db3d82576", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q4_K_M", - "model": "llama3:8b-instruct-q4_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5261334938, - "digest": "9b8f3f3385bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q5_0", - "model": "llama3:8b-instruct-q5_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 6012954214, - "digest": "a13deb0590c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q5_1", - "model": "llama3:8b-instruct-q5_1", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 6549825126, - "digest": "662158bc9277", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q5_K_S", - "model": "llama3:8b-instruct-q5_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 6012954214, - "digest": "7eae3176f5b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q5_K_M", - "model": "llama3:8b-instruct-q5_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 6120328397, - "digest": "af3083b17cd4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q6_K", - "model": "llama3:8b-instruct-q6_K", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 7086696038, - "digest": "e4a3943fcd76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-q8_0", - "model": "llama3:8b-instruct-q8_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 9126805504, - "digest": "1b8e49cece7f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-instruct-fp16", - "model": "llama3:8b-instruct-fp16", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 17179869184, - "digest": "c666fe422df7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text", - "model": "llama3:8b-text", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "870a5d02cfaf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q2_K", - "model": "llama3:8b-text-q2_K", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 3435973837, - "digest": "ddab15c8cb9c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q3_K_S", - "model": "llama3:8b-text-q3_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 3972844749, - "digest": "ef8314434744", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q3_K_M", - "model": "llama3:8b-text-q3_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 4294967296, - "digest": "8dc24663264e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q3_K_L", - "model": "llama3:8b-text-q3_K_L", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 4617089843, - "digest": "c8a0b2fe8826", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q4_0", - "model": "llama3:8b-text-q4_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "870a5d02cfaf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q4_1", - "model": "llama3:8b-text-q4_1", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5476083302, - "digest": "6b5617036d84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q4_K_S", - "model": "llama3:8b-text-q4_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5046586573, - "digest": "9a26d72d3e16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q4_K_M", - "model": "llama3:8b-text-q4_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 5261334938, - "digest": "92666a9c24c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q5_0", - "model": "llama3:8b-text-q5_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 6012954214, - "digest": "fcf1eef68171", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q5_1", - "model": "llama3:8b-text-q5_1", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 6549825126, - "digest": "3c3ab90050f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q5_K_S", - "model": "llama3:8b-text-q5_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 6012954214, - "digest": "248acc1da82b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q5_K_M", - "model": "llama3:8b-text-q5_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 6120328397, - "digest": "f8dbc557876f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q6_K", - "model": "llama3:8b-text-q6_K", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 7086696038, - "digest": "e8210b245747", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-q8_0", - "model": "llama3:8b-text-q8_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 9126805504, - "digest": "7a0307e073ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3:8b-text-fp16", - "model": "llama3:8b-text-fp16", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 17179869184, - "digest": "1a8e5e89d89c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct", - "model": "llama3:70b-instruct", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 42949672960, - "digest": "786f3184aec0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q2_K", - "model": "llama3:70b-instruct-q2_K", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 27917287424, - "digest": "693db6efd8f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q3_K_S", - "model": "llama3:70b-instruct-q3_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 33285996544, - "digest": "4c1a815173f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q3_K_M", - "model": "llama3:70b-instruct-q3_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 36507222016, - "digest": "aa0e78b2b879", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q3_K_L", - "model": "llama3:70b-instruct-q3_K_L", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 39728447488, - "digest": "e5d560a5f1ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q4_0", - "model": "llama3:70b-instruct-q4_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 42949672960, - "digest": "786f3184aec0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q4_1", - "model": "llama3:70b-instruct-q4_1", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 47244640256, - "digest": "df99b9a013cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q4_K_S", - "model": "llama3:70b-instruct-q4_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 42949672960, - "digest": "3b5ca57de719", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q4_K_M", - "model": "llama3:70b-instruct-q4_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 46170898432, - "digest": "f04e196898af", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q5_0", - "model": "llama3:70b-instruct-q5_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 52613349376, - "digest": "4b557d9edc8f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q5_1", - "model": "llama3:70b-instruct-q5_1", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 56908316672, - "digest": "8fc800ccfec4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q5_K_S", - "model": "llama3:70b-instruct-q5_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 52613349376, - "digest": "639ad63d3803", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q5_K_M", - "model": "llama3:70b-instruct-q5_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 53687091200, - "digest": "4e84a5514862", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q6_K", - "model": "llama3:70b-instruct-q6_K", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 62277025792, - "digest": "a50a7631e818", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-q8_0", - "model": "llama3:70b-instruct-q8_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 80530636800, - "digest": "13ef6d4ac2af", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-instruct-fp16", - "model": "llama3:70b-instruct-fp16", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 151397597184, - "digest": "a84c389adf03", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text", - "model": "llama3:70b-text", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 42949672960, - "digest": "0b88ea68f949", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q2_K", - "model": "llama3:70b-text-q2_K", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 27917287424, - "digest": "8e7acd975e4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q3_K_S", - "model": "llama3:70b-text-q3_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 33285996544, - "digest": "85adac3167c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q3_K_M", - "model": "llama3:70b-text-q3_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 36507222016, - "digest": "05a42206e81a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q3_K_L", - "model": "llama3:70b-text-q3_K_L", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 39728447488, - "digest": "a59e68b60a66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q4_0", - "model": "llama3:70b-text-q4_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 42949672960, - "digest": "0b88ea68f949", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q4_1", - "model": "llama3:70b-text-q4_1", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 47244640256, - "digest": "0568b52cd894", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q4_K_S", - "model": "llama3:70b-text-q4_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 42949672960, - "digest": "13aba0c20a4a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q4_K_M", - "model": "llama3:70b-text-q4_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 46170898432, - "digest": "d1a70936a292", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q5_0", - "model": "llama3:70b-text-q5_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 52613349376, - "digest": "878949e474d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q5_1", - "model": "llama3:70b-text-q5_1", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 56908316672, - "digest": "f26e4666536b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q5_K_S", - "model": "llama3:70b-text-q5_K_S", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 52613349376, - "digest": "3c9bae7f46ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q5_K_M", - "model": "llama3:70b-text-q5_K_M", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 53687091200, - "digest": "3a9680b7a812", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q6_K", - "model": "llama3:70b-text-q6_K", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 62277025792, - "digest": "9a3e4b9ce0a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-q8_0", - "model": "llama3:70b-text-q8_0", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 80530636800, - "digest": "ec846ca4f4c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3:70b-text-fp16", - "model": "llama3:70b-text-fp16", - "modified_at": "2024-05-21T04:54:00.000Z", - "size": 151397597184, - "digest": "f698d14954d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma4:latest", - "model": "gemma4:latest", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 10307921510, - "digest": "c6eb396dbd59", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b", - "model": "gemma4:e2b", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 7730941133, - "digest": "7fbdbf8f5e45", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b", - "model": "gemma4:e4b", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 10307921510, - "digest": "c6eb396dbd59", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b", - "model": "gemma4:12b", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 8160437862, - "digest": "4eb23ef187e2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b", - "model": "gemma4:26b", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 19327352832, - "digest": "5571076f3d70", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b", - "model": "gemma4:31b", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 21474836480, - "digest": "6316f0629137", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b-it-qat", - "model": "gemma4:e2b-it-qat", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 4617089843, - "digest": "07ea59a47401", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b-it-q4_K_M", - "model": "gemma4:e2b-it-q4_K_M", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 7730941133, - "digest": "7fbdbf8f5e45", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b-it-q8_0", - "model": "gemma4:e2b-it-q8_0", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 8697308774, - "digest": "95e5aad2e60a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b-it-bf16", - "model": "gemma4:e2b-it-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 10737418240, - "digest": "850bc7fea32f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b-mlx", - "model": "gemma4:e2b-mlx", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 6979321856, - "digest": "e98b54fe1913", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b-mlx", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b-mlx-bf16", - "model": "gemma4:e2b-mlx-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 10737418240, - "digest": "8781e4366f28", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b-mxfp8", - "model": "gemma4:e2b-mxfp8", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 8697308774, - "digest": "c423521436c1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "gemma4:e2b-nvfp4", - "model": "gemma4:e2b-nvfp4", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 6979321856, - "digest": "e98b54fe1913", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e2b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b-it-qat", - "model": "gemma4:e4b-it-qat", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 6549825126, - "digest": "ee6656371218", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b-it-q4_K_M", - "model": "gemma4:e4b-it-q4_K_M", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 10307921510, - "digest": "c6eb396dbd59", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b-it-q8_0", - "model": "gemma4:e4b-it-q8_0", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 12884901888, - "digest": "9dcc35808b42", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b-it-bf16", - "model": "gemma4:e4b-it-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 17179869184, - "digest": "d0d10a1b1ddb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b-mlx", - "model": "gemma4:e4b-mlx", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 9448928051, - "digest": "aa6f2058d5dc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b-mlx", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b-mlx-bf16", - "model": "gemma4:e4b-mlx-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 17179869184, - "digest": "b2987c709afc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b-mxfp8", - "model": "gemma4:e4b-mxfp8", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 12884901888, - "digest": "2ac3229467f4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "gemma4:e4b-nvfp4", - "model": "gemma4:e4b-nvfp4", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 9448928051, - "digest": "aa6f2058d5dc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "e4b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b-it-qat", - "model": "gemma4:12b-it-qat", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 7730941133, - "digest": "38044be4f923", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b-it-q4_K_M", - "model": "gemma4:12b-it-q4_K_M", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 8160437862, - "digest": "4eb23ef187e2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b-it-q8_0", - "model": "gemma4:12b-it-q8_0", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 13958643712, - "digest": "41c402fdddc2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b-it-bf16", - "model": "gemma4:12b-it-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 25769803776, - "digest": "54f4a2f82e7c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b-mlx", - "model": "gemma4:12b-mlx", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 8267812045, - "digest": "117d0d84cf2a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-mlx", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b-mlx-bf16", - "model": "gemma4:12b-mlx-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 26843545600, - "digest": "94f530b6fa3f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b-mxfp8", - "model": "gemma4:12b-mxfp8", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 13958643712, - "digest": "d537f35829da", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "gemma4:12b-nvfp4", - "model": "gemma4:12b-nvfp4", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 8267812045, - "digest": "117d0d84cf2a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b-a4b-it-qat", - "model": "gemma4:26b-a4b-it-qat", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 17179869184, - "digest": "2dd70431afed", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b-a4b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b-a4b-it-q4_K_M", - "model": "gemma4:26b-a4b-it-q4_K_M", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 19327352832, - "digest": "5571076f3d70", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b-a4b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b-a4b-it-q8_0", - "model": "gemma4:26b-a4b-it-q8_0", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 30064771072, - "digest": "6bfaf9a8cb37", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b-a4b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b-a4b-it-bf16", - "model": "gemma4:26b-a4b-it-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 55834574848, - "digest": "05d829735ad8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b-a4b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b-mlx", - "model": "gemma4:26b-mlx", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 19327352832, - "digest": "c8656f50f0a6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b-mlx", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b-mlx-bf16", - "model": "gemma4:26b-mlx-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 56908316672, - "digest": "fa29b1495bbb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b-mxfp8", - "model": "gemma4:26b-mxfp8", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 30064771072, - "digest": "91109d36dc02", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "gemma4:26b-nvfp4", - "model": "gemma4:26b-nvfp4", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 19327352832, - "digest": "c8656f50f0a6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "26b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-coding-mtp-bf16", - "model": "gemma4:31b-coding-mtp-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 68719476736, - "digest": "feb38c11d5b8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-coding-mtp-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-it-qat", - "model": "gemma4:31b-it-qat", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 20401094656, - "digest": "e0812a55773b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-it-qat", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-it-q4_K_M", - "model": "gemma4:31b-it-q4_K_M", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 21474836480, - "digest": "6316f0629137", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-it-q8_0", - "model": "gemma4:31b-it-q8_0", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 36507222016, - "digest": "53dd8459790f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-it-bf16", - "model": "gemma4:31b-it-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 67645734912, - "digest": "236d76ae0874", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-mlx", - "model": "gemma4:31b-mlx", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 20401094656, - "digest": "637cc0ff1570", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-mlx", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-mlx-bf16", - "model": "gemma4:31b-mlx-bf16", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 68719476736, - "digest": "fb3f25b3bc8d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-mxfp8", - "model": "gemma4:31b-mxfp8", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 35433480192, - "digest": "1434769c1561", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "gemma4:31b-nvfp4", - "model": "gemma4:31b-nvfp4", - "modified_at": "2026-06-30T22:16:00.000Z", - "size": 20401094656, - "digest": "637cc0ff1570", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "31b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:latest", - "model": "qwen2.5-coder:latest", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5046586573, - "digest": "dae161e27b0e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b", - "model": "qwen2.5-coder:0.5b", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 417333248, - "digest": "4ff64a7f502a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b", - "model": "qwen2.5-coder:1.5b", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1033895936, - "digest": "d7372fd82851", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b", - "model": "qwen2.5-coder:3b", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2040109466, - "digest": "f72c60cabf62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b", - "model": "qwen2.5-coder:7b", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5046586573, - "digest": "dae161e27b0e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b", - "model": "qwen2.5-coder:14b", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9663676416, - "digest": "9ec8897f747e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b", - "model": "qwen2.5-coder:32b", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 21474836480, - "digest": "b92d6a0bd47e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base", - "model": "qwen2.5-coder:0.5b-base", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 556793856, - "digest": "a0a84cca0f91", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q2_K", - "model": "qwen2.5-coder:0.5b-base-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 355467264, - "digest": "d31a8a24175b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q3_K_S", - "model": "qwen2.5-coder:0.5b-base-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 354418688, - "digest": "e422e12f737e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q3_K_M", - "model": "qwen2.5-coder:0.5b-base-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 372244480, - "digest": "2f339fd12a48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q3_K_L", - "model": "qwen2.5-coder:0.5b-base-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 386924544, - "digest": "4a05a175ece5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q4_0", - "model": "qwen2.5-coder:0.5b-base-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 369098752, - "digest": "5b162945dc3f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q4_1", - "model": "qwen2.5-coder:0.5b-base-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 393216000, - "digest": "27c4e36f2bf1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q4_K_S", - "model": "qwen2.5-coder:0.5b-base-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 403701760, - "digest": "fb9f36e97c1a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q4_K_M", - "model": "qwen2.5-coder:0.5b-base-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 417333248, - "digest": "a5e657de26cb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q5_0", - "model": "qwen2.5-coder:0.5b-base-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 416284672, - "digest": "d913cffe15a5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q5_1", - "model": "qwen2.5-coder:0.5b-base-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 439353344, - "digest": "90fb0d5bbe28", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q5_K_S", - "model": "qwen2.5-coder:0.5b-base-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 433061888, - "digest": "8a75bd23fad4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q5_K_M", - "model": "qwen2.5-coder:0.5b-base-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 440401920, - "digest": "057639c6959e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q6_K", - "model": "qwen2.5-coder:0.5b-base-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 530579456, - "digest": "d71ccdf96af9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-q8_0", - "model": "qwen2.5-coder:0.5b-base-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 556793856, - "digest": "a0a84cca0f91", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-base-fp16", - "model": "qwen2.5-coder:0.5b-base-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1042284544, - "digest": "7df7a5e33f40", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct", - "model": "qwen2.5-coder:0.5b-instruct", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 417333248, - "digest": "4ff64a7f502a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q2_K", - "model": "qwen2.5-coder:0.5b-instruct-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 355467264, - "digest": "76b5ba6f676e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q3_K_S", - "model": "qwen2.5-coder:0.5b-instruct-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 354418688, - "digest": "8bb2ad3ffe61", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q3_K_M", - "model": "qwen2.5-coder:0.5b-instruct-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 372244480, - "digest": "bfa544a4a1e4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q3_K_L", - "model": "qwen2.5-coder:0.5b-instruct-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 386924544, - "digest": "421e449ec2a2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q4_0", - "model": "qwen2.5-coder:0.5b-instruct-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 369098752, - "digest": "563b972026e4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q4_1", - "model": "qwen2.5-coder:0.5b-instruct-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 393216000, - "digest": "1a07144b5855", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q4_K_S", - "model": "qwen2.5-coder:0.5b-instruct-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 403701760, - "digest": "3260403e0ead", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q4_K_M", - "model": "qwen2.5-coder:0.5b-instruct-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 417333248, - "digest": "4ff64a7f502a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q5_0", - "model": "qwen2.5-coder:0.5b-instruct-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 416284672, - "digest": "3f95976d5c24", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q5_1", - "model": "qwen2.5-coder:0.5b-instruct-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 439353344, - "digest": "fecbd9bca6f9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q5_K_S", - "model": "qwen2.5-coder:0.5b-instruct-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 433061888, - "digest": "6fcf5fa0efeb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q5_K_M", - "model": "qwen2.5-coder:0.5b-instruct-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 440401920, - "digest": "415eac8f1777", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q6_K", - "model": "qwen2.5-coder:0.5b-instruct-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 530579456, - "digest": "ec7f86cd81f6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-q8_0", - "model": "qwen2.5-coder:0.5b-instruct-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 556793856, - "digest": "4270293369d4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:0.5b-instruct-fp16", - "model": "qwen2.5-coder:0.5b-instruct-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1042284544, - "digest": "06760f570b0a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base", - "model": "qwen2.5-coder:1.5b-base", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1033895936, - "digest": "02e0f2817a89", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q2_K", - "model": "qwen2.5-coder:1.5b-base-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 708837376, - "digest": "21495720163c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q3_K_S", - "model": "qwen2.5-coder:1.5b-base-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 797966336, - "digest": "a8bf69c72535", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q3_K_M", - "model": "qwen2.5-coder:1.5b-base-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 864026624, - "digest": "c60d4f18ee47", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q3_K_L", - "model": "qwen2.5-coder:1.5b-base-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 922746880, - "digest": "4426c1041b69", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q4_0", - "model": "qwen2.5-coder:1.5b-base-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 980418560, - "digest": "d7b55910863e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q4_1", - "model": "qwen2.5-coder:1.5b-base-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1073741824, - "digest": "fe2fd45b0b62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q4_K_S", - "model": "qwen2.5-coder:1.5b-base-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 985661440, - "digest": "08ec5a15b673", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q4_K_M", - "model": "qwen2.5-coder:1.5b-base-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1033895936, - "digest": "02e0f2817a89", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q5_0", - "model": "qwen2.5-coder:1.5b-base-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1181116006, - "digest": "b4c976b09f43", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q5_1", - "model": "qwen2.5-coder:1.5b-base-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1288490189, - "digest": "88c33ad03a34", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q5_K_S", - "model": "qwen2.5-coder:1.5b-base-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1181116006, - "digest": "3fee77d92bdb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q5_K_M", - "model": "qwen2.5-coder:1.5b-base-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1181116006, - "digest": "654fda51b75d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q6_K", - "model": "qwen2.5-coder:1.5b-base-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1395864371, - "digest": "ee6aadc25edf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-q8_0", - "model": "qwen2.5-coder:1.5b-base-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1717986918, - "digest": "e24beaf2eeb1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-base-fp16", - "model": "qwen2.5-coder:1.5b-base-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 3328599654, - "digest": "c60c78f3f951", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct", - "model": "qwen2.5-coder:1.5b-instruct", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1033895936, - "digest": "d7372fd82851", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q2_K", - "model": "qwen2.5-coder:1.5b-instruct-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 708837376, - "digest": "5008a5a67b13", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q3_K_S", - "model": "qwen2.5-coder:1.5b-instruct-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 797966336, - "digest": "50b6466504f4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q3_K_M", - "model": "qwen2.5-coder:1.5b-instruct-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 864026624, - "digest": "3100989a4f7e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q3_K_L", - "model": "qwen2.5-coder:1.5b-instruct-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 922746880, - "digest": "ec7d0b60e2cd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q4_0", - "model": "qwen2.5-coder:1.5b-instruct-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 980418560, - "digest": "27dfe771df04", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q4_1", - "model": "qwen2.5-coder:1.5b-instruct-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1073741824, - "digest": "29e8647bfa15", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q4_K_S", - "model": "qwen2.5-coder:1.5b-instruct-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 985661440, - "digest": "0c75bb7da9d0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q4_K_M", - "model": "qwen2.5-coder:1.5b-instruct-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1033895936, - "digest": "d7372fd82851", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q5_0", - "model": "qwen2.5-coder:1.5b-instruct-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1181116006, - "digest": "b3359588c67d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q5_1", - "model": "qwen2.5-coder:1.5b-instruct-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1288490189, - "digest": "fe1d72286fc6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q5_K_S", - "model": "qwen2.5-coder:1.5b-instruct-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1181116006, - "digest": "ef800a86cb7d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q5_K_M", - "model": "qwen2.5-coder:1.5b-instruct-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1181116006, - "digest": "75166f189bc7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q6_K", - "model": "qwen2.5-coder:1.5b-instruct-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1395864371, - "digest": "883db0c781e0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-q8_0", - "model": "qwen2.5-coder:1.5b-instruct-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1717986918, - "digest": "00f372390c1d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:1.5b-instruct-fp16", - "model": "qwen2.5-coder:1.5b-instruct-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 3328599654, - "digest": "924fe2ce462d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base", - "model": "qwen2.5-coder:3b-base", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2040109466, - "digest": "b71a053ff1b3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q2_K", - "model": "qwen2.5-coder:3b-base-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1395864371, - "digest": "7bd2c4ab30c1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q3_K_S", - "model": "qwen2.5-coder:3b-base-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1610612736, - "digest": "490a8c46fec2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q3_K_M", - "model": "qwen2.5-coder:3b-base-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1717986918, - "digest": "c039b31a931f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q3_K_L", - "model": "qwen2.5-coder:3b-base-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1825361101, - "digest": "e5e9e860e01c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q4_0", - "model": "qwen2.5-coder:3b-base-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1932735283, - "digest": "f1f7ad8989c3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q4_1", - "model": "qwen2.5-coder:3b-base-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2147483648, - "digest": "6ba296c4ee70", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q4_K_S", - "model": "qwen2.5-coder:3b-base-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1932735283, - "digest": "09aa6f058dde", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q4_K_M", - "model": "qwen2.5-coder:3b-base-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2040109466, - "digest": "b71a053ff1b3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q5_0", - "model": "qwen2.5-coder:3b-base-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2362232013, - "digest": "5d9e4253f276", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q5_1", - "model": "qwen2.5-coder:3b-base-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2469606195, - "digest": "1a003934c203", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q5_K_S", - "model": "qwen2.5-coder:3b-base-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2362232013, - "digest": "a5c8f5c89aec", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q5_K_M", - "model": "qwen2.5-coder:3b-base-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2362232013, - "digest": "5ebe29b5b83a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q6_K", - "model": "qwen2.5-coder:3b-base-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2684354560, - "digest": "30b38aca8440", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-q8_0", - "model": "qwen2.5-coder:3b-base-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 3543348019, - "digest": "153d272fe602", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-base-fp16", - "model": "qwen2.5-coder:3b-base-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 6657199309, - "digest": "47f26db97419", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct", - "model": "qwen2.5-coder:3b-instruct", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2040109466, - "digest": "f72c60cabf62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q2_K", - "model": "qwen2.5-coder:3b-instruct-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1395864371, - "digest": "ae1e7fbfd6ff", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q3_K_S", - "model": "qwen2.5-coder:3b-instruct-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1610612736, - "digest": "ed2bcd656906", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q3_K_M", - "model": "qwen2.5-coder:3b-instruct-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1717986918, - "digest": "65ff2bc170f3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q3_K_L", - "model": "qwen2.5-coder:3b-instruct-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1825361101, - "digest": "361756468e52", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q4_0", - "model": "qwen2.5-coder:3b-instruct-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1932735283, - "digest": "6a55fb15068d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q4_1", - "model": "qwen2.5-coder:3b-instruct-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2147483648, - "digest": "c687a8f39d3a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q4_K_S", - "model": "qwen2.5-coder:3b-instruct-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 1932735283, - "digest": "e6e376f35d18", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q4_K_M", - "model": "qwen2.5-coder:3b-instruct-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2040109466, - "digest": "f72c60cabf62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q5_0", - "model": "qwen2.5-coder:3b-instruct-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2362232013, - "digest": "29a4dfd4e052", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q5_1", - "model": "qwen2.5-coder:3b-instruct-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2469606195, - "digest": "6d4e1a16fa81", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q5_K_S", - "model": "qwen2.5-coder:3b-instruct-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2362232013, - "digest": "3d691932fd92", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q5_K_M", - "model": "qwen2.5-coder:3b-instruct-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2362232013, - "digest": "cbccf6dfb086", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q6_K", - "model": "qwen2.5-coder:3b-instruct-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 2684354560, - "digest": "34027fd05f12", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-q8_0", - "model": "qwen2.5-coder:3b-instruct-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 3543348019, - "digest": "0dbd6230e2a1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:3b-instruct-fp16", - "model": "qwen2.5-coder:3b-instruct-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 6657199309, - "digest": "6691c4d4410e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base", - "model": "qwen2.5-coder:7b-base", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5046586573, - "digest": "bd8755145f1c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q2_K", - "model": "qwen2.5-coder:7b-base-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 3221225472, - "digest": "50bf64f37239", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q3_K_S", - "model": "qwen2.5-coder:7b-base-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 3758096384, - "digest": "7dad768fb3cc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q3_K_M", - "model": "qwen2.5-coder:7b-base-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 4080218931, - "digest": "7220be37a0f0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q3_K_L", - "model": "qwen2.5-coder:7b-base-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 4402341478, - "digest": "59db8a8c458f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q4_0", - "model": "qwen2.5-coder:7b-base-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 4724464026, - "digest": "a1ef3d25fea3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q4_1", - "model": "qwen2.5-coder:7b-base-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5261334938, - "digest": "bcfe87323815", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q4_K_S", - "model": "qwen2.5-coder:7b-base-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 4831838208, - "digest": "d31c13ff6e03", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q4_K_M", - "model": "qwen2.5-coder:7b-base-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5046586573, - "digest": "bd8755145f1c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q5_0", - "model": "qwen2.5-coder:7b-base-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5690831667, - "digest": "149f852482c9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q5_1", - "model": "qwen2.5-coder:7b-base-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 6227702579, - "digest": "91c4eefa305c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q5_K_S", - "model": "qwen2.5-coder:7b-base-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5690831667, - "digest": "4b75c6a0075d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q5_K_M", - "model": "qwen2.5-coder:7b-base-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5798205850, - "digest": "0785cbeb9bcb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q6_K", - "model": "qwen2.5-coder:7b-base-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 6764573491, - "digest": "7a4f1acbac2d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-q8_0", - "model": "qwen2.5-coder:7b-base-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 8697308774, - "digest": "a7b028fab948", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-base-fp16", - "model": "qwen2.5-coder:7b-base-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 16106127360, - "digest": "f48b27b8de29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct", - "model": "qwen2.5-coder:7b-instruct", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5046586573, - "digest": "dae161e27b0e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q2_K", - "model": "qwen2.5-coder:7b-instruct-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 3221225472, - "digest": "84115f3c993a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q3_K_S", - "model": "qwen2.5-coder:7b-instruct-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 3758096384, - "digest": "748645786a08", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q3_K_M", - "model": "qwen2.5-coder:7b-instruct-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 4080218931, - "digest": "bb739a02927e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q3_K_L", - "model": "qwen2.5-coder:7b-instruct-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 4402341478, - "digest": "2be479bc8fba", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q4_0", - "model": "qwen2.5-coder:7b-instruct-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 4724464026, - "digest": "8d7f257337d3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q4_1", - "model": "qwen2.5-coder:7b-instruct-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5261334938, - "digest": "b0a7459186aa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q4_K_S", - "model": "qwen2.5-coder:7b-instruct-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 4831838208, - "digest": "37ff7e52b958", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q4_K_M", - "model": "qwen2.5-coder:7b-instruct-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5046586573, - "digest": "dae161e27b0e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q5_0", - "model": "qwen2.5-coder:7b-instruct-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5690831667, - "digest": "3d0c545719ac", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q5_1", - "model": "qwen2.5-coder:7b-instruct-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 6227702579, - "digest": "3ea28eb602de", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q5_K_S", - "model": "qwen2.5-coder:7b-instruct-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5690831667, - "digest": "6a191775f37b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q5_K_M", - "model": "qwen2.5-coder:7b-instruct-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 5798205850, - "digest": "771d6745a8b6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q6_K", - "model": "qwen2.5-coder:7b-instruct-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 6764573491, - "digest": "764353927508", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-q8_0", - "model": "qwen2.5-coder:7b-instruct-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 8697308774, - "digest": "7e480bd46127", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:7b-instruct-fp16", - "model": "qwen2.5-coder:7b-instruct-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 16106127360, - "digest": "9bff1b5c46f8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base", - "model": "qwen2.5-coder:14b-base", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9663676416, - "digest": "8221e52a9c29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q2_K", - "model": "qwen2.5-coder:14b-base-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 6227702579, - "digest": "336a7203708b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q3_K_S", - "model": "qwen2.5-coder:14b-base-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 7194070221, - "digest": "1e806311530b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q3_K_M", - "model": "qwen2.5-coder:14b-base-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 7838315315, - "digest": "758b2a555be0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q3_K_L", - "model": "qwen2.5-coder:14b-base-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 8482560410, - "digest": "b0053e4e7dd8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q4_0", - "model": "qwen2.5-coder:14b-base-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9126805504, - "digest": "6850c57047b9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q4_1", - "model": "qwen2.5-coder:14b-base-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 10093173146, - "digest": "f9927b6d5824", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q4_K_S", - "model": "qwen2.5-coder:14b-base-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9234179686, - "digest": "5e43c1525d54", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q4_K_M", - "model": "qwen2.5-coder:14b-base-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9663676416, - "digest": "8221e52a9c29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q5_0", - "model": "qwen2.5-coder:14b-base-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 10737418240, - "digest": "6223133e20d6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q5_1", - "model": "qwen2.5-coder:14b-base-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 11811160064, - "digest": "f40e9e553b82", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q5_K_S", - "model": "qwen2.5-coder:14b-base-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 10737418240, - "digest": "d43da79decc7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q5_K_M", - "model": "qwen2.5-coder:14b-base-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 11811160064, - "digest": "cef4074e0c1a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q6_K", - "model": "qwen2.5-coder:14b-base-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 12884901888, - "digest": "7170ab999364", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-q8_0", - "model": "qwen2.5-coder:14b-base-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 17179869184, - "digest": "95f760beca2d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-base-fp16", - "model": "qwen2.5-coder:14b-base-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 32212254720, - "digest": "6f5c33bce184", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct", - "model": "qwen2.5-coder:14b-instruct", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9663676416, - "digest": "9ec8897f747e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q2_K", - "model": "qwen2.5-coder:14b-instruct-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 6227702579, - "digest": "dfeff73b234d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q3_K_S", - "model": "qwen2.5-coder:14b-instruct-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 7194070221, - "digest": "ff7e2b2086f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q3_K_M", - "model": "qwen2.5-coder:14b-instruct-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 7838315315, - "digest": "e00d09afd55a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q3_K_L", - "model": "qwen2.5-coder:14b-instruct-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 8482560410, - "digest": "93a65e662efb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q4_0", - "model": "qwen2.5-coder:14b-instruct-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9126805504, - "digest": "4463d4082ea3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q4_1", - "model": "qwen2.5-coder:14b-instruct-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 10093173146, - "digest": "fc7a302d00fd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q4_K_S", - "model": "qwen2.5-coder:14b-instruct-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9234179686, - "digest": "9214d9fd3ff9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q4_K_M", - "model": "qwen2.5-coder:14b-instruct-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 9663676416, - "digest": "9ec8897f747e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q5_0", - "model": "qwen2.5-coder:14b-instruct-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 10737418240, - "digest": "10dd53534fbf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q5_1", - "model": "qwen2.5-coder:14b-instruct-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 11811160064, - "digest": "32c5de158f9f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q5_K_S", - "model": "qwen2.5-coder:14b-instruct-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 10737418240, - "digest": "e7c55dc04467", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q5_K_M", - "model": "qwen2.5-coder:14b-instruct-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 11811160064, - "digest": "05d16c5ac1c1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q6_K", - "model": "qwen2.5-coder:14b-instruct-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 12884901888, - "digest": "8c4e48ce02e2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-q8_0", - "model": "qwen2.5-coder:14b-instruct-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 17179869184, - "digest": "bd9a836c38a9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:14b-instruct-fp16", - "model": "qwen2.5-coder:14b-instruct-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 32212254720, - "digest": "dd44773a07d3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base", - "model": "qwen2.5-coder:32b-base", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 21474836480, - "digest": "9218192e3d91", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q2_K", - "model": "qwen2.5-coder:32b-base-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 12884901888, - "digest": "683f75295796", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q3_K_S", - "model": "qwen2.5-coder:32b-base-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 15032385536, - "digest": "6c379ab949e2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q3_K_M", - "model": "qwen2.5-coder:32b-base-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 17179869184, - "digest": "b70130470871", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q3_K_L", - "model": "qwen2.5-coder:32b-base-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 18253611008, - "digest": "c141ac6ccade", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q4_0", - "model": "qwen2.5-coder:32b-base-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 20401094656, - "digest": "94dd845c2f84", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q4_1", - "model": "qwen2.5-coder:32b-base-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 22548578304, - "digest": "55acce9dfb07", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q4_K_S", - "model": "qwen2.5-coder:32b-base-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 20401094656, - "digest": "0de3f2ef4e30", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q4_K_M", - "model": "qwen2.5-coder:32b-base-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 21474836480, - "digest": "9218192e3d91", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q5_0", - "model": "qwen2.5-coder:32b-base-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 24696061952, - "digest": "ef595b15da0e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q5_1", - "model": "qwen2.5-coder:32b-base-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 26843545600, - "digest": "2e04e7beaf1e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q5_K_S", - "model": "qwen2.5-coder:32b-base-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 24696061952, - "digest": "a438a70c2b5e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q5_K_M", - "model": "qwen2.5-coder:32b-base-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 24696061952, - "digest": "8a30437e1e25", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q6_K", - "model": "qwen2.5-coder:32b-base-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 28991029248, - "digest": "45489e1efe1b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-q8_0", - "model": "qwen2.5-coder:32b-base-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 37580963840, - "digest": "2888b8e6d633", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-base-fp16", - "model": "qwen2.5-coder:32b-base-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 70866960384, - "digest": "200c76285efc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct", - "model": "qwen2.5-coder:32b-instruct", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 21474836480, - "digest": "b92d6a0bd47e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q2_K", - "model": "qwen2.5-coder:32b-instruct-q2_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 12884901888, - "digest": "aeea77078359", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q3_K_S", - "model": "qwen2.5-coder:32b-instruct-q3_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 15032385536, - "digest": "e0ccc6861bda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q3_K_M", - "model": "qwen2.5-coder:32b-instruct-q3_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 17179869184, - "digest": "df283619993d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q3_K_L", - "model": "qwen2.5-coder:32b-instruct-q3_K_L", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 18253611008, - "digest": "bf022e722063", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q4_0", - "model": "qwen2.5-coder:32b-instruct-q4_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 20401094656, - "digest": "5d9fe09996e7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q4_1", - "model": "qwen2.5-coder:32b-instruct-q4_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 22548578304, - "digest": "373036e3b706", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q4_K_S", - "model": "qwen2.5-coder:32b-instruct-q4_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 20401094656, - "digest": "372b04be0b1a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q4_K_M", - "model": "qwen2.5-coder:32b-instruct-q4_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 21474836480, - "digest": "b92d6a0bd47e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q5_0", - "model": "qwen2.5-coder:32b-instruct-q5_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 24696061952, - "digest": "6648fbbcab73", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q5_1", - "model": "qwen2.5-coder:32b-instruct-q5_1", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 26843545600, - "digest": "571efad5efed", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q5_K_S", - "model": "qwen2.5-coder:32b-instruct-q5_K_S", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 24696061952, - "digest": "d843ee55c762", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q5_K_M", - "model": "qwen2.5-coder:32b-instruct-q5_K_M", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 24696061952, - "digest": "72881160103b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q6_K", - "model": "qwen2.5-coder:32b-instruct-q6_K", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 28991029248, - "digest": "f9fb728566cf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-q8_0", - "model": "qwen2.5-coder:32b-instruct-q8_0", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 37580963840, - "digest": "17c822ec821d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5-coder:32b-instruct-fp16", - "model": "qwen2.5-coder:32b-instruct-fp16", - "modified_at": "2025-05-28T01:19:00.000Z", - "size": 70866960384, - "digest": "938472346418", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "phi3:latest", - "model": "phi3:latest", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "4f2222927938", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "phi3:instruct", - "model": "phi3:instruct", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "4f2222927938", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "phi3:medium", - "model": "phi3:medium", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8482560410, - "digest": "cf611a26b048", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "medium", - "quantization_level": "" - } - }, - { - "name": "phi3:mini", - "model": "phi3:mini", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "4f2222927938", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "mini", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b", - "model": "phi3:3.8b", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "4f2222927938", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b", - "quantization_level": "" - } - }, - { - "name": "phi3:14b", - "model": "phi3:14b", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8482560410, - "digest": "cf611a26b048", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-instruct", - "model": "phi3:3.8b-instruct", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "4f2222927938", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-instruct", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q2_K", - "model": "phi3:3.8b-mini-128k-instruct-q2_K", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 1503238554, - "digest": "0dc429b5761b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q3_K_S", - "model": "phi3:3.8b-mini-128k-instruct-q3_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 1825361101, - "digest": "b867d0390a90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q3_K_M", - "model": "phi3:3.8b-mini-128k-instruct-q3_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2147483648, - "digest": "bf51ffbfc6fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q3_K_L", - "model": "phi3:3.8b-mini-128k-instruct-q3_K_L", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2254857830, - "digest": "58dabb8dab6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q4_0", - "model": "phi3:3.8b-mini-128k-instruct-q4_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "4f2222927938", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q4_1", - "model": "phi3:3.8b-mini-128k-instruct-q4_1", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2576980378, - "digest": "7ed2c3a2024e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q4_K_S", - "model": "phi3:3.8b-mini-128k-instruct-q4_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "786fb198d976", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q4_K_M", - "model": "phi3:3.8b-mini-128k-instruct-q4_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2576980378, - "digest": "5a157c52afff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q5_0", - "model": "phi3:3.8b-mini-128k-instruct-q5_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2791728742, - "digest": "68e0cbe0eb8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q5_1", - "model": "phi3:3.8b-mini-128k-instruct-q5_1", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 3113851290, - "digest": "7ccd40684bd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q5_K_S", - "model": "phi3:3.8b-mini-128k-instruct-q5_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2791728742, - "digest": "86b1e7aa6fd8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q5_K_M", - "model": "phi3:3.8b-mini-128k-instruct-q5_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 3006477107, - "digest": "ffbd0ae55416", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q6_K", - "model": "phi3:3.8b-mini-128k-instruct-q6_K", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 3328599654, - "digest": "90771235c599", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-q8_0", - "model": "phi3:3.8b-mini-128k-instruct-q8_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 4402341478, - "digest": "adc0589ce82e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-128k-instruct-fp16", - "model": "phi3:3.8b-mini-128k-instruct-fp16", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8160437862, - "digest": "40010fd60dc7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-128k-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q2_K", - "model": "phi3:3.8b-mini-4k-instruct-q2_K", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 1503238554, - "digest": "f71db22ea23b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q3_K_S", - "model": "phi3:3.8b-mini-4k-instruct-q3_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 1825361101, - "digest": "71d5c0da0a45", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q3_K_M", - "model": "phi3:3.8b-mini-4k-instruct-q3_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2147483648, - "digest": "9971a6367aaa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q3_K_L", - "model": "phi3:3.8b-mini-4k-instruct-q3_K_L", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2254857830, - "digest": "7b07bdbff049", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q4_0", - "model": "phi3:3.8b-mini-4k-instruct-q4_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "9e6804ea5320", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q4_1", - "model": "phi3:3.8b-mini-4k-instruct-q4_1", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2576980378, - "digest": "ce621d0c2d06", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q4_K_S", - "model": "phi3:3.8b-mini-4k-instruct-q4_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "3a368186663f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q4_K_M", - "model": "phi3:3.8b-mini-4k-instruct-q4_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2576980378, - "digest": "d5ea514251bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q5_0", - "model": "phi3:3.8b-mini-4k-instruct-q5_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2791728742, - "digest": "df35ca8fb243", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q5_1", - "model": "phi3:3.8b-mini-4k-instruct-q5_1", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 3113851290, - "digest": "416e85af3eae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q5_K_S", - "model": "phi3:3.8b-mini-4k-instruct-q5_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2791728742, - "digest": "2f614430e421", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q5_K_M", - "model": "phi3:3.8b-mini-4k-instruct-q5_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 3006477107, - "digest": "a902ed3435bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q6_K", - "model": "phi3:3.8b-mini-4k-instruct-q6_K", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 3328599654, - "digest": "bbae7edc39d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-q8_0", - "model": "phi3:3.8b-mini-4k-instruct-q8_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 4402341478, - "digest": "6b7f8cbb8b25", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi3:3.8b-mini-4k-instruct-fp16", - "model": "phi3:3.8b-mini-4k-instruct-fp16", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8160437862, - "digest": "d2a1bcb6ea9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-4k-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-instruct", - "model": "phi3:14b-instruct", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8482560410, - "digest": "cf611a26b048", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-instruct", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q2_K", - "model": "phi3:14b-medium-128k-instruct-q2_K", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 5476083302, - "digest": "94ce47285859", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q3_K_S", - "model": "phi3:14b-medium-128k-instruct-q3_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 6549825126, - "digest": "2538a4dd560c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q3_K_M", - "model": "phi3:14b-medium-128k-instruct-q3_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 7408818586, - "digest": "b0a6824d6ba9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q3_K_L", - "model": "phi3:14b-medium-128k-instruct-q3_K_L", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8053063680, - "digest": "214c9ceb5140", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q4_0", - "model": "phi3:14b-medium-128k-instruct-q4_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8482560410, - "digest": "cf611a26b048", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q4_1", - "model": "phi3:14b-medium-128k-instruct-q4_1", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 9448928051, - "digest": "92a08305e23f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q4_K_S", - "model": "phi3:14b-medium-128k-instruct-q4_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8589934592, - "digest": "7a0ee8ddd91b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q4_K_M", - "model": "phi3:14b-medium-128k-instruct-q4_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 9234179686, - "digest": "1372226c9b0b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q5_0", - "model": "phi3:14b-medium-128k-instruct-q5_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 10307921510, - "digest": "87d42cf3a64b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q5_1", - "model": "phi3:14b-medium-128k-instruct-q5_1", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 10737418240, - "digest": "06195d5c378a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q5_K_S", - "model": "phi3:14b-medium-128k-instruct-q5_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 10307921510, - "digest": "85a94efb79c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q5_K_M", - "model": "phi3:14b-medium-128k-instruct-q5_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 10737418240, - "digest": "0d45fefe05bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q6_K", - "model": "phi3:14b-medium-128k-instruct-q6_K", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 11811160064, - "digest": "3aa42cb65da9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-q8_0", - "model": "phi3:14b-medium-128k-instruct-q8_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 16106127360, - "digest": "f1d91573aa38", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-128k-instruct-fp16", - "model": "phi3:14b-medium-128k-instruct-fp16", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 30064771072, - "digest": "ab0d71a0814b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-128k-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q2_K", - "model": "phi3:14b-medium-4k-instruct-q2_K", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 5476083302, - "digest": "1d0b237ac0c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q3_K_S", - "model": "phi3:14b-medium-4k-instruct-q3_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 6549825126, - "digest": "1d8e8b16704d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q3_K_M", - "model": "phi3:14b-medium-4k-instruct-q3_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 7408818586, - "digest": "b44869982901", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q3_K_L", - "model": "phi3:14b-medium-4k-instruct-q3_K_L", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8053063680, - "digest": "8c89f02e74e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q4_0", - "model": "phi3:14b-medium-4k-instruct-q4_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8482560410, - "digest": "325e47441f3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q4_1", - "model": "phi3:14b-medium-4k-instruct-q4_1", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 9448928051, - "digest": "7e56b73c5446", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q4_K_S", - "model": "phi3:14b-medium-4k-instruct-q4_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8589934592, - "digest": "98b4f4a2f662", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q4_K_M", - "model": "phi3:14b-medium-4k-instruct-q4_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 9234179686, - "digest": "4de15128ef23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q5_0", - "model": "phi3:14b-medium-4k-instruct-q5_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 10307921510, - "digest": "621f05f2d49e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q5_1", - "model": "phi3:14b-medium-4k-instruct-q5_1", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 10737418240, - "digest": "d7fd9927e592", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q5_K_S", - "model": "phi3:14b-medium-4k-instruct-q5_K_S", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 10307921510, - "digest": "0efda84af8ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q5_K_M", - "model": "phi3:14b-medium-4k-instruct-q5_K_M", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 10737418240, - "digest": "44aec5aa964d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q6_K", - "model": "phi3:14b-medium-4k-instruct-q6_K", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 11811160064, - "digest": "8d6899ff682b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-q8_0", - "model": "phi3:14b-medium-4k-instruct-q8_0", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 16106127360, - "digest": "87e27f01007b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi3:14b-medium-4k-instruct-fp16", - "model": "phi3:14b-medium-4k-instruct-fp16", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 30064771072, - "digest": "b8af0a87fe3b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-medium-4k-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "phi3:medium-128k", - "model": "phi3:medium-128k", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8482560410, - "digest": "cf611a26b048", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "medium-128k", - "quantization_level": "" - } - }, - { - "name": "phi3:medium-4k", - "model": "phi3:medium-4k", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 8482560410, - "digest": "325e47441f3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "medium-4k", - "quantization_level": "" - } - }, - { - "name": "phi3:mini-128k", - "model": "phi3:mini-128k", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2362232013, - "digest": "4f2222927938", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "mini-128k", - "quantization_level": "" - } - }, - { - "name": "phi3:mini-4k", - "model": "phi3:mini-4k", - "modified_at": "2024-07-30T18:53:00.000Z", - "size": 2576980378, - "digest": "d5ea514251bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "mini-4k", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:latest", - "model": "qwen3.5:latest", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 7086696038, - "digest": "6488c96fa5fa", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:0.8b", - "model": "qwen3.5:0.8b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 1073741824, - "digest": "f3817196d142", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "0.8b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:2b", - "model": "qwen3.5:2b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 2899102925, - "digest": "324d162be6ca", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:4b", - "model": "qwen3.5:4b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 3650722202, - "digest": "2a654d98e6fb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:9b", - "model": "qwen3.5:9b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 7086696038, - "digest": "6488c96fa5fa", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "9b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b", - "model": "qwen3.5:27b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 18253611008, - "digest": "7653528ba5cb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b", - "model": "qwen3.5:35b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 25769803776, - "digest": "3460ffeede54", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:122b", - "model": "qwen3.5:122b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 86973087744, - "digest": "8b9d11d807c5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "122b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:0.8b-mlx", - "model": "qwen3.5:0.8b-mlx", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 1288490189, - "digest": "6a48dd9c06e3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "0.8b-mlx", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:0.8b-mlx-bf16", - "model": "qwen3.5:0.8b-mlx-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 1825361101, - "digest": "95fbaba894b5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "0.8b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:0.8b-mxfp8", - "model": "qwen3.5:0.8b-mxfp8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 1288490189, - "digest": "6a48dd9c06e3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "0.8b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:0.8b-nvfp4", - "model": "qwen3.5:0.8b-nvfp4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 1073741824, - "digest": "6d2b253cfc04", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "0.8b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:0.8b-q8_0", - "model": "qwen3.5:0.8b-q8_0", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 1073741824, - "digest": "f3817196d142", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "0.8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:0.8b-bf16", - "model": "qwen3.5:0.8b-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 1932735283, - "digest": "81a0b6550a2d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "0.8b-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:2b-mlx", - "model": "qwen3.5:2b-mlx", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 3328599654, - "digest": "3a4a00dbfb1d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-mlx", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:2b-mlx-bf16", - "model": "qwen3.5:2b-mlx-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 4724464026, - "digest": "1bd0618256e3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:2b-mxfp8", - "model": "qwen3.5:2b-mxfp8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 3328599654, - "digest": "3a4a00dbfb1d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:2b-nvfp4", - "model": "qwen3.5:2b-nvfp4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 2684354560, - "digest": "0ab1f7a1e882", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:2b-q4_K_M", - "model": "qwen3.5:2b-q4_K_M", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 2040109466, - "digest": "124a03c34777", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:2b-q8_0", - "model": "qwen3.5:2b-q8_0", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 2899102925, - "digest": "324d162be6ca", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:2b-bf16", - "model": "qwen3.5:2b-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 4939212390, - "digest": "64148169aba8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:4b-mlx", - "model": "qwen3.5:4b-mlx", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 4294967296, - "digest": "61aa3858e9d3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-mlx", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:4b-mlx-bf16", - "model": "qwen3.5:4b-mlx-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 9771050598, - "digest": "7a3f49fa6b40", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:4b-mxfp8", - "model": "qwen3.5:4b-mxfp8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 6012954214, - "digest": "9f0b053985be", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:4b-nvfp4", - "model": "qwen3.5:4b-nvfp4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 4294967296, - "digest": "61aa3858e9d3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:4b-q4_K_M", - "model": "qwen3.5:4b-q4_K_M", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 3650722202, - "digest": "2a654d98e6fb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:4b-q8_0", - "model": "qwen3.5:4b-q8_0", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 5690831667, - "digest": "8722f47c2791", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:4b-bf16", - "model": "qwen3.5:4b-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 9985798963, - "digest": "d7207ebcf0be", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:9b-mlx", - "model": "qwen3.5:9b-mlx", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 9556302234, - "digest": "203e30078279", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "9b-mlx", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:9b-mlx-bf16", - "model": "qwen3.5:9b-mlx-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 20401094656, - "digest": "1adfd61eea4f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "9b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:9b-mxfp8", - "model": "qwen3.5:9b-mxfp8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 12884901888, - "digest": "e8798d842029", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "9b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:9b-nvfp4", - "model": "qwen3.5:9b-nvfp4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 9556302234, - "digest": "203e30078279", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "9b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:9b-q4_K_M", - "model": "qwen3.5:9b-q4_K_M", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 7086696038, - "digest": "6488c96fa5fa", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "9b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:9b-q8_0", - "model": "qwen3.5:9b-q8_0", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 11811160064, - "digest": "441ec31e4d2a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "9b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:9b-bf16", - "model": "qwen3.5:9b-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 20401094656, - "digest": "df2b035304ec", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "9b-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-coding-mxfp8", - "model": "qwen3.5:27b-coding-mxfp8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 33285996544, - "digest": "6a8551f75a5d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-coding-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-coding-nvfp4", - "model": "qwen3.5:27b-coding-nvfp4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 21474836480, - "digest": "d57ac1bd5340", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-coding-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-coding-bf16", - "model": "qwen3.5:27b-coding-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 59055800320, - "digest": "0a4075181a1f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-coding-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-int4", - "model": "qwen3.5:27b-int4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 17179869184, - "digest": "06964f7d5387", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-int4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-int8", - "model": "qwen3.5:27b-int8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 32212254720, - "digest": "be0e0062ecdc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-int8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-mlx", - "model": "qwen3.5:27b-mlx", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 21474836480, - "digest": "41eb9db48b39", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mlx", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-mlx-bf16", - "model": "qwen3.5:27b-mlx-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 59055800320, - "digest": "821db087c439", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-mxfp8", - "model": "qwen3.5:27b-mxfp8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 33285996544, - "digest": "8395662719bb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-nvfp4", - "model": "qwen3.5:27b-nvfp4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 21474836480, - "digest": "41eb9db48b39", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-q4_K_M", - "model": "qwen3.5:27b-q4_K_M", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 18253611008, - "digest": "7653528ba5cb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-q8_0", - "model": "qwen3.5:27b-q8_0", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 32212254720, - "digest": "728880d65c32", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:27b-bf16", - "model": "qwen3.5:27b-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 60129542144, - "digest": "f9ebcd0c9957", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b", - "model": "qwen3.5:35b-a3b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 25769803776, - "digest": "3460ffeede54", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-coding-mxfp8", - "model": "qwen3.5:35b-a3b-coding-mxfp8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 40802189312, - "digest": "739228199b87", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-coding-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-coding-nvfp4", - "model": "qwen3.5:35b-a3b-coding-nvfp4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 23622320128, - "digest": "6e73b30f8f1c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-coding-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-coding-bf16", - "model": "qwen3.5:35b-a3b-coding-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 75161927680, - "digest": "37b8d012f58e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-coding-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-int4", - "model": "qwen3.5:35b-a3b-int4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 21474836480, - "digest": "39a73d8a124d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-int4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-int8", - "model": "qwen3.5:35b-a3b-int8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 40802189312, - "digest": "fc565b23657b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-int8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-mxfp8", - "model": "qwen3.5:35b-a3b-mxfp8", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 40802189312, - "digest": "c37d5fb67190", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-nvfp4", - "model": "qwen3.5:35b-a3b-nvfp4", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 23622320128, - "digest": "fb2d58ab6d45", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-q4_K_M", - "model": "qwen3.5:35b-a3b-q4_K_M", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 25769803776, - "digest": "3460ffeede54", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-q8_0", - "model": "qwen3.5:35b-a3b-q8_0", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 41875931136, - "digest": "655d273ede3a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-bf16", - "model": "qwen3.5:35b-a3b-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 77309411328, - "digest": "85eaedff99c3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-a3b-mlx-bf16", - "model": "qwen3.5:35b-a3b-mlx-bf16", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 75161927680, - "digest": "f6555d933b86", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:35b-mlx", - "model": "qwen3.5:35b-mlx", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 23622320128, - "digest": "fb2d58ab6d45", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-mlx", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:122b-a10b", - "model": "qwen3.5:122b-a10b", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 86973087744, - "digest": "8b9d11d807c5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "122b-a10b", - "quantization_level": "" - } - }, - { - "name": "qwen3.5:122b-a10b-q4_K_M", - "model": "qwen3.5:122b-a10b-q4_K_M", - "modified_at": "2026-05-21T19:08:00.000Z", - "size": 86973087744, - "digest": "8b9d11d807c5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "122b-a10b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:latest", - "model": "llava:latest", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5046586573, - "digest": "8dd30f6b0cb1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llava:v1.6", - "model": "llava:v1.6", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5046586573, - "digest": "8dd30f6b0cb1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "v1.6", - "quantization_level": "" - } - }, - { - "name": "llava:7b", - "model": "llava:7b", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5046586573, - "digest": "8dd30f6b0cb1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "llava:13b", - "model": "llava:13b", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8589934592, - "digest": "0d0eb4d7f485", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "llava:34b", - "model": "llava:34b", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 21474836480, - "digest": "3d2d24f46674", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q2_K", - "model": "llava:7b-v1.5-q2_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 3758096384, - "digest": "33973d2589d1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q3_K_S", - "model": "llava:7b-v1.5-q3_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 3865470566, - "digest": "605b68e0b568", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q3_K_M", - "model": "llava:7b-v1.5-q3_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4187593114, - "digest": "9d738df24288", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q3_K_L", - "model": "llava:7b-v1.5-q3_K_L", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4509715661, - "digest": "057fefd59cdb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q4_0", - "model": "llava:7b-v1.5-q4_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4831838208, - "digest": "cd3274b81a85", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q4_1", - "model": "llava:7b-v1.5-q4_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5261334938, - "digest": "146a55d9df75", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q4_K_S", - "model": "llava:7b-v1.5-q4_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4831838208, - "digest": "d8d545afa5f0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q4_K_M", - "model": "llava:7b-v1.5-q4_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5046586573, - "digest": "75a9333e75cd", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q5_0", - "model": "llava:7b-v1.5-q5_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5690831667, - "digest": "339249626980", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q5_1", - "model": "llava:7b-v1.5-q5_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6120328397, - "digest": "6d97e8715c53", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q5_K_S", - "model": "llava:7b-v1.5-q5_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5690831667, - "digest": "34f9b24f2315", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q5_K_M", - "model": "llava:7b-v1.5-q5_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5798205850, - "digest": "4fb097b9cfa3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q6_K", - "model": "llava:7b-v1.5-q6_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6657199309, - "digest": "df0203e92f79", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-q8_0", - "model": "llava:7b-v1.5-q8_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8375186227, - "digest": "c684b68b3f34", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.5-fp16", - "model": "llava:7b-v1.5-fp16", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 15032385536, - "digest": "337a5b25bada", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6", - "model": "llava:7b-v1.6", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5046586573, - "digest": "8dd30f6b0cb1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q2_K", - "model": "llava:7b-v1.6-mistral-q2_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 3543348019, - "digest": "52e0ce44a5f5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q2_K", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q3_K_S", - "model": "llava:7b-v1.6-mistral-q3_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4080218931, - "digest": "2b9c055fe6a2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q3_K_M", - "model": "llava:7b-v1.6-mistral-q3_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4402341478, - "digest": "25a00600f8b4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q3_K_L", - "model": "llava:7b-v1.6-mistral-q3_K_L", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4724464026, - "digest": "a48bbc9b567b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q4_0", - "model": "llava:7b-v1.6-mistral-q4_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5046586573, - "digest": "8dd30f6b0cb1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q4_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q4_1", - "model": "llava:7b-v1.6-mistral-q4_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5583457485, - "digest": "8da3213068e6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q4_1", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q4_K_S", - "model": "llava:7b-v1.6-mistral-q4_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5153960755, - "digest": "2878e8c79f6e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q4_K_M", - "model": "llava:7b-v1.6-mistral-q4_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5368709120, - "digest": "8d3fbd6ad3f4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q5_0", - "model": "llava:7b-v1.6-mistral-q5_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6012954214, - "digest": "b8f63553f521", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q5_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q5_1", - "model": "llava:7b-v1.6-mistral-q5_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6549825126, - "digest": "eda0b3f3b09b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q5_1", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q5_K_S", - "model": "llava:7b-v1.6-mistral-q5_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6012954214, - "digest": "62dc434a7ae8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q5_K_M", - "model": "llava:7b-v1.6-mistral-q5_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6227702579, - "digest": "244b7e3d3d5a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q6_K", - "model": "llava:7b-v1.6-mistral-q6_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 7086696038, - "digest": "8781169d7f8f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q6_K", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-q8_0", - "model": "llava:7b-v1.6-mistral-q8_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8912057139, - "digest": "c2973e390e84", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-q8_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-mistral-fp16", - "model": "llava:7b-v1.6-mistral-fp16", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 16106127360, - "digest": "9fd1e5417c5f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-mistral-fp16", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q2_K", - "model": "llava:7b-v1.6-vicuna-q2_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 3435973837, - "digest": "6321163f3833", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q2_K", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q3_K_S", - "model": "llava:7b-v1.6-vicuna-q3_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 3865470566, - "digest": "7701df672950", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q3_K_M", - "model": "llava:7b-v1.6-vicuna-q3_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4187593114, - "digest": "7004e1f24eb1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q3_K_L", - "model": "llava:7b-v1.6-vicuna-q3_K_L", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4509715661, - "digest": "0127d9087e07", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q4_0", - "model": "llava:7b-v1.6-vicuna-q4_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4831838208, - "digest": "b6cbe07f1d5e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q4_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q4_1", - "model": "llava:7b-v1.6-vicuna-q4_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5261334938, - "digest": "f8a27e237e97", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q4_1", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q4_K_S", - "model": "llava:7b-v1.6-vicuna-q4_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 4831838208, - "digest": "5006a8a41d2b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q4_K_M", - "model": "llava:7b-v1.6-vicuna-q4_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5046586573, - "digest": "15360a9e0fb9", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q5_0", - "model": "llava:7b-v1.6-vicuna-q5_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5690831667, - "digest": "6a2bb61a611a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q5_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q5_1", - "model": "llava:7b-v1.6-vicuna-q5_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6120328397, - "digest": "1bd37032ec33", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q5_1", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q5_K_S", - "model": "llava:7b-v1.6-vicuna-q5_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5690831667, - "digest": "4aaa19502e34", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q5_K_M", - "model": "llava:7b-v1.6-vicuna-q5_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5798205850, - "digest": "b22b0c041223", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q6_K", - "model": "llava:7b-v1.6-vicuna-q6_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6657199309, - "digest": "11bd55683f9c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q6_K", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-q8_0", - "model": "llava:7b-v1.6-vicuna-q8_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8375186227, - "digest": "6da20a71d9bb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-q8_0", - "quantization_level": "" - } - }, - { - "name": "llava:7b-v1.6-vicuna-fp16", - "model": "llava:7b-v1.6-vicuna-fp16", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 15032385536, - "digest": "bb8da134bacb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1.6-vicuna-fp16", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q2_K", - "model": "llava:13b-v1.5-q2_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6549825126, - "digest": "3cdd3869f154", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q3_K_S", - "model": "llava:13b-v1.5-q3_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6764573491, - "digest": "c860f869008d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q3_K_M", - "model": "llava:13b-v1.5-q3_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 7516192768, - "digest": "61441e82808c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q3_K_L", - "model": "llava:13b-v1.5-q3_K_L", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8160437862, - "digest": "07b1b74ec398", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q4_0", - "model": "llava:13b-v1.5-q4_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8589934592, - "digest": "e3b7997801dc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q4_1", - "model": "llava:13b-v1.5-q4_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 9448928051, - "digest": "0ca30ff66062", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q4_K_S", - "model": "llava:13b-v1.5-q4_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8697308774, - "digest": "16939c152bd9", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q4_K_M", - "model": "llava:13b-v1.5-q4_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 9126805504, - "digest": "d0a6a3f0e6c4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q5_0", - "model": "llava:13b-v1.5-q5_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 10307921510, - "digest": "78e17026912a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q5_1", - "model": "llava:13b-v1.5-q5_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 10737418240, - "digest": "b11f33bc65fa", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q5_K_S", - "model": "llava:13b-v1.5-q5_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 10307921510, - "digest": "c7f4b8076a0e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q5_K_M", - "model": "llava:13b-v1.5-q5_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 10630044058, - "digest": "48418b116e18", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q6_K", - "model": "llava:13b-v1.5-q6_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 11811160064, - "digest": "3c085b55f924", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-q8_0", - "model": "llava:13b-v1.5-q8_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 15032385536, - "digest": "4e00c435bb25", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.5-fp16", - "model": "llava:13b-v1.5-fp16", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 28991029248, - "digest": "ce3bde71eaa7", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6", - "model": "llava:13b-v1.6", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8589934592, - "digest": "0d0eb4d7f485", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q2_K", - "model": "llava:13b-v1.6-vicuna-q2_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 5905580032, - "digest": "87aecb135e2a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q2_K", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q3_K_S", - "model": "llava:13b-v1.6-vicuna-q3_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 6764573491, - "digest": "54ef03322645", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q3_K_M", - "model": "llava:13b-v1.6-vicuna-q3_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 7516192768, - "digest": "2e48f094b51a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q3_K_L", - "model": "llava:13b-v1.6-vicuna-q3_K_L", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8160437862, - "digest": "a2b56a2b8e79", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q4_0", - "model": "llava:13b-v1.6-vicuna-q4_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8589934592, - "digest": "0d0eb4d7f485", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q4_0", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q4_1", - "model": "llava:13b-v1.6-vicuna-q4_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 9448928051, - "digest": "0b97528b26b0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q4_1", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q4_K_S", - "model": "llava:13b-v1.6-vicuna-q4_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 8697308774, - "digest": "5e4cf96dfc4c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q4_K_M", - "model": "llava:13b-v1.6-vicuna-q4_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 9126805504, - "digest": "0843119c3874", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q5_0", - "model": "llava:13b-v1.6-vicuna-q5_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 10307921510, - "digest": "6e06e1393058", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q5_0", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q5_1", - "model": "llava:13b-v1.6-vicuna-q5_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 10737418240, - "digest": "31f1d78cb272", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q5_1", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q5_K_S", - "model": "llava:13b-v1.6-vicuna-q5_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 10307921510, - "digest": "53999e2c86c8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q5_K_M", - "model": "llava:13b-v1.6-vicuna-q5_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 10630044058, - "digest": "446b10458a6a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q6_K", - "model": "llava:13b-v1.6-vicuna-q6_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 11811160064, - "digest": "1c0a91e1e4d9", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q6_K", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-q8_0", - "model": "llava:13b-v1.6-vicuna-q8_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 15032385536, - "digest": "b25c4195f9e2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-q8_0", - "quantization_level": "" - } - }, - { - "name": "llava:13b-v1.6-vicuna-fp16", - "model": "llava:13b-v1.6-vicuna-fp16", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 28991029248, - "digest": "81e28406a4e9", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "13b-v1.6-vicuna-fp16", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6", - "model": "llava:34b-v1.6", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 21474836480, - "digest": "3d2d24f46674", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q2_K", - "model": "llava:34b-v1.6-q2_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 15032385536, - "digest": "6326f59da4f1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q2_K", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q3_K_S", - "model": "llava:34b-v1.6-q3_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 17179869184, - "digest": "a0376a205682", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q3_K_M", - "model": "llava:34b-v1.6-q3_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 18253611008, - "digest": "89e924fed7d4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q3_K_L", - "model": "llava:34b-v1.6-q3_K_L", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 20401094656, - "digest": "7f9889648d1a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q4_0", - "model": "llava:34b-v1.6-q4_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 21474836480, - "digest": "3d2d24f46674", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q4_0", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q4_1", - "model": "llava:34b-v1.6-q4_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 23622320128, - "digest": "96d20de28a1a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q4_1", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q4_K_S", - "model": "llava:34b-v1.6-q4_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 21474836480, - "digest": "787b2213f0db", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q4_K_M", - "model": "llava:34b-v1.6-q4_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 22548578304, - "digest": "538ff4c5a8b8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q5_0", - "model": "llava:34b-v1.6-q5_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 25769803776, - "digest": "b239e218bdf0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q5_0", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q5_1", - "model": "llava:34b-v1.6-q5_1", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 28991029248, - "digest": "60926fd725ec", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q5_1", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q5_K_S", - "model": "llava:34b-v1.6-q5_K_S", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 25769803776, - "digest": "cdd8d5db3870", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q5_K_M", - "model": "llava:34b-v1.6-q5_K_M", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 26843545600, - "digest": "0eb2ab10d35c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q6_K", - "model": "llava:34b-v1.6-q6_K", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 31138512896, - "digest": "8f572ea02185", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q6_K", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-q8_0", - "model": "llava:34b-v1.6-q8_0", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 39728447488, - "digest": "959065f30849", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-q8_0", - "quantization_level": "" - } - }, - { - "name": "llava:34b-v1.6-fp16", - "model": "llava:34b-v1.6-fp16", - "modified_at": "2024-02-01T08:41:00.000Z", - "size": 74088185856, - "digest": "89c50af82d5e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "34b-v1.6-fp16", - "quantization_level": "" - } - }, - { - "name": "mxbai-embed-large:latest", - "model": "mxbai-embed-large:latest", - "modified_at": "2024-05-06T23:36:00.000Z", - "size": 702545920, - "digest": "468836162de7", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mxbai-embed-large:v1", - "model": "mxbai-embed-large:v1", - "modified_at": "2024-05-06T23:36:00.000Z", - "size": 702545920, - "digest": "468836162de7", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "v1", - "quantization_level": "" - } - }, - { - "name": "mxbai-embed-large:335m", - "model": "mxbai-embed-large:335m", - "modified_at": "2024-05-06T23:36:00.000Z", - "size": 702545920, - "digest": "468836162de7", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "335m", - "quantization_level": "" - } - }, - { - "name": "mxbai-embed-large:335m-v1-fp16", - "model": "mxbai-embed-large:335m-v1-fp16", - "modified_at": "2024-05-06T23:36:00.000Z", - "size": 702545920, - "digest": "468836162de7", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "335m-v1-fp16", - "quantization_level": "" - } - }, - { - "name": "gpt-oss:latest", - "model": "gpt-oss:latest", - "modified_at": "2025-10-09T19:47:00.000Z", - "size": 15032385536, - "digest": "17052f91a42e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "gpt-oss:20b", - "model": "gpt-oss:20b", - "modified_at": "2025-10-09T19:47:00.000Z", - "size": 15032385536, - "digest": "17052f91a42e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "20b", - "quantization_level": "" - } - }, - { - "name": "gpt-oss:120b", - "model": "gpt-oss:120b", - "modified_at": "2025-10-09T19:47:00.000Z", - "size": 69793218560, - "digest": "a951a23b46a1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "120b", - "quantization_level": "" - } - }, - { - "name": "phi4:latest", - "model": "phi4:latest", - "modified_at": "2025-01-08T18:08:00.000Z", - "size": 9771050598, - "digest": "ac896e5b8b34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "phi4:14b", - "model": "phi4:14b", - "modified_at": "2025-01-08T18:08:00.000Z", - "size": 9771050598, - "digest": "ac896e5b8b34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "phi4:14b-q4_K_M", - "model": "phi4:14b-q4_K_M", - "modified_at": "2025-01-08T18:08:00.000Z", - "size": 9771050598, - "digest": "ac896e5b8b34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi4:14b-q8_0", - "model": "phi4:14b-q8_0", - "modified_at": "2025-01-08T18:08:00.000Z", - "size": 17179869184, - "digest": "310d366232f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi4:14b-fp16", - "model": "phi4:14b-fp16", - "modified_at": "2025-01-08T18:08:00.000Z", - "size": 31138512896, - "digest": "227695f919b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:latest", - "model": "qwen3-coder:latest", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 20401094656, - "digest": "06c1097efce0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:30b", - "model": "qwen3-coder:30b", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 20401094656, - "digest": "06c1097efce0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:480b", - "model": "qwen3-coder:480b", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 311385128960, - "digest": "72b144baf727", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "480b", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:30b-a3b-q4_K_M", - "model": "qwen3-coder:30b-a3b-q4_K_M", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 20401094656, - "digest": "06c1097efce0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:30b-a3b-q8_0", - "model": "qwen3-coder:30b-a3b-q8_0", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 34359738368, - "digest": "7b438a19895a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:30b-a3b-fp16", - "model": "qwen3-coder:30b-a3b-fp16", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 65498251264, - "digest": "0d2a10a65d2f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:480b-a35b-q4_K_M", - "model": "qwen3-coder:480b-a35b-q4_K_M", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 311385128960, - "digest": "72b144baf727", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "480b-a35b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:480b-a35b-q8_0", - "model": "qwen3-coder:480b-a35b-q8_0", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 547608330240, - "digest": "459cea34ff3a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "480b-a35b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder:480b-a35b-fp16", - "model": "qwen3-coder:480b-a35b-fp16", - "modified_at": "2025-09-23T19:14:00.000Z", - "size": 1030792151040, - "digest": "23af91755def", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "480b-a35b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:latest", - "model": "qwen:latest", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2469606195, - "digest": "d53d04290064", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b", - "model": "qwen:0.5b", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 414187520, - "digest": "b5dc5e784f2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b", - "model": "qwen:1.8b", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "b6e8ec2e7126", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b", - "quantization_level": "" - } - }, - { - "name": "qwen:4b", - "model": "qwen:4b", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2469606195, - "digest": "d53d04290064", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "qwen:7b", - "model": "qwen:7b", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "2091ee8c8d8f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "qwen:14b", - "model": "qwen:14b", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "80362ced6553", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "qwen:32b", - "model": "qwen:32b", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 19327352832, - "digest": "26e7e8447f5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "qwen:72b", - "model": "qwen:72b", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "e1c64582de5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b", - "quantization_level": "" - } - }, - { - "name": "qwen:110b", - "model": "qwen:110b", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 67645734912, - "digest": "7fed4b7787da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat", - "model": "qwen:0.5b-chat", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 414187520, - "digest": "b5dc5e784f2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q2_K", - "model": "qwen:0.5b-chat-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 312475648, - "digest": "a16189bc79c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q3_K_S", - "model": "qwen:0.5b-chat-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 349175808, - "digest": "0bcee5f34ad7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q3_K_M", - "model": "qwen:0.5b-chat-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 367001600, - "digest": "b18e5c255a90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q3_K_L", - "model": "qwen:0.5b-chat-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 381681664, - "digest": "d184d2901228", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q4_0", - "model": "qwen:0.5b-chat-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 414187520, - "digest": "b5dc5e784f2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q4_1", - "model": "qwen:0.5b-chat-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 444596224, - "digest": "1bf15c40f38e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q4_K_S", - "model": "qwen:0.5b-chat-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 416284672, - "digest": "5d85925638c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q4_K_M", - "model": "qwen:0.5b-chat-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 426770432, - "digest": "e1c9c6192a7e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q5_0", - "model": "qwen:0.5b-chat-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 475004928, - "digest": "60ea3fa139a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q5_1", - "model": "qwen:0.5b-chat-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 505413632, - "digest": "a60a006869f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q5_K_S", - "model": "qwen:0.5b-chat-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 475004928, - "digest": "1cf5f7bb58c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q5_K_M", - "model": "qwen:0.5b-chat-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 481296384, - "digest": "743996dfe09d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q6_K", - "model": "qwen:0.5b-chat-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 540016640, - "digest": "0d79ae8737db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-q8_0", - "model": "qwen:0.5b-chat-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 697303040, - "digest": "38781999773b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-chat-v1.5-fp16", - "model": "qwen:0.5b-chat-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "967f7a3593ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text", - "model": "qwen:0.5b-text", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 414187520, - "digest": "f92ac32068ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q2_K", - "model": "qwen:0.5b-text-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 312475648, - "digest": "6be7d85c1f37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q3_K_S", - "model": "qwen:0.5b-text-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 349175808, - "digest": "37eeb0d10fd8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q3_K_M", - "model": "qwen:0.5b-text-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 367001600, - "digest": "7b641307e2fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q3_K_L", - "model": "qwen:0.5b-text-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 381681664, - "digest": "49837f2c5b03", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q4_0", - "model": "qwen:0.5b-text-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 414187520, - "digest": "f92ac32068ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q4_1", - "model": "qwen:0.5b-text-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 444596224, - "digest": "8634f265be16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q4_K_S", - "model": "qwen:0.5b-text-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 416284672, - "digest": "b0702a4235ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q4_K_M", - "model": "qwen:0.5b-text-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 426770432, - "digest": "d8d0c86b10cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q5_0", - "model": "qwen:0.5b-text-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 475004928, - "digest": "3822065b797a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q5_1", - "model": "qwen:0.5b-text-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 505413632, - "digest": "9f7ae5e6520b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q5_K_S", - "model": "qwen:0.5b-text-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 475004928, - "digest": "4ea8ddc7c860", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q5_K_M", - "model": "qwen:0.5b-text-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 481296384, - "digest": "dcedf0beaf7e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q6_K", - "model": "qwen:0.5b-text-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 540016640, - "digest": "c8c2e4f579df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-q8_0", - "model": "qwen:0.5b-text-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 697303040, - "digest": "c92fe3f525ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:0.5b-text-v1.5-fp16", - "model": "qwen:0.5b-text-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "9cedb3d846db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-text-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat", - "model": "qwen:1.8b-chat", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "b6e8ec2e7126", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q2_K", - "model": "qwen:1.8b-chat-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 894435328, - "digest": "467dbacce487", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q2_K", - "model": "qwen:1.8b-chat-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 904921088, - "digest": "5ec5deec0331", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q3_K_S", - "model": "qwen:1.8b-chat-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1017118720, - "digest": "9c807784e6fb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q3_K_S", - "model": "qwen:1.8b-chat-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1017118720, - "digest": "45631575b031", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q3_K_M", - "model": "qwen:1.8b-chat-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1073741824, - "digest": "f7be0cbb0c5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q3_K_M", - "model": "qwen:1.8b-chat-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1073741824, - "digest": "1e7a582ce4d6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q3_K_L", - "model": "qwen:1.8b-chat-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "e3d057690a37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q3_K_L", - "model": "qwen:1.8b-chat-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "7e69fb050fc6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q4_0", - "model": "qwen:1.8b-chat-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "ef087b004e83", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q4_0", - "model": "qwen:1.8b-chat-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "b6e8ec2e7126", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q4_1", - "model": "qwen:1.8b-chat-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "e422a7c56e8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q4_1", - "model": "qwen:1.8b-chat-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "5520d901c708", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q4_K_S", - "model": "qwen:1.8b-chat-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "d04762cf1457", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q4_K_S", - "model": "qwen:1.8b-chat-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "318bbcfbbcb1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q4_K_M", - "model": "qwen:1.8b-chat-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "9c250efbd096", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q4_K_M", - "model": "qwen:1.8b-chat-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "27cd5d607aa3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q5_0", - "model": "qwen:1.8b-chat-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1395864371, - "digest": "39b08d9c553f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q5_0", - "model": "qwen:1.8b-chat-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1395864371, - "digest": "942791d6df80", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q5_1", - "model": "qwen:1.8b-chat-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1503238554, - "digest": "ac833a41e88c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q5_1", - "model": "qwen:1.8b-chat-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1503238554, - "digest": "5cb573856803", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q5_K_S", - "model": "qwen:1.8b-chat-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1395864371, - "digest": "857ae180d71f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q5_K_S", - "model": "qwen:1.8b-chat-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1395864371, - "digest": "63a97b074a77", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q5_K_M", - "model": "qwen:1.8b-chat-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1503238554, - "digest": "8341fb324ce5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q5_K_M", - "model": "qwen:1.8b-chat-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1503238554, - "digest": "c3c9b43d0ae7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q6_K", - "model": "qwen:1.8b-chat-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1717986918, - "digest": "6068eacf7eab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q6_K", - "model": "qwen:1.8b-chat-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1717986918, - "digest": "1b54bd2ede5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-q8_0", - "model": "qwen:1.8b-chat-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2147483648, - "digest": "761057adac8d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-q8_0", - "model": "qwen:1.8b-chat-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2147483648, - "digest": "2af802a8e3c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-fp16", - "model": "qwen:1.8b-chat-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3972844749, - "digest": "7b9c77c7b5b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-chat-v1.5-fp16", - "model": "qwen:1.8b-chat-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3972844749, - "digest": "e3562f7740ef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text", - "model": "qwen:1.8b-text", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "617cceb63756", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q2_K", - "model": "qwen:1.8b-text-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 894435328, - "digest": "25e8928e67d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q2_K", - "model": "qwen:1.8b-text-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 904921088, - "digest": "9fbae281c54a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q3_K_S", - "model": "qwen:1.8b-text-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1017118720, - "digest": "6d276d0b0e4d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q3_K_S", - "model": "qwen:1.8b-text-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1017118720, - "digest": "cfddca3d7609", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q3_K_M", - "model": "qwen:1.8b-text-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1073741824, - "digest": "2d9bc3e28126", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q3_K_M", - "model": "qwen:1.8b-text-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1073741824, - "digest": "1e00ca7ca1af", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q3_K_L", - "model": "qwen:1.8b-text-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "b6d15127867d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q3_K_L", - "model": "qwen:1.8b-text-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "55006f44ba8f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q4_0", - "model": "qwen:1.8b-text-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "03dc8b7a4353", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q4_0", - "model": "qwen:1.8b-text-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1181116006, - "digest": "617cceb63756", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q4_1", - "model": "qwen:1.8b-text-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "9d03e4ff6283", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q4_1", - "model": "qwen:1.8b-text-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "9c3064af8a6a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q4_K_S", - "model": "qwen:1.8b-text-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "35417f1033ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q4_K_S", - "model": "qwen:1.8b-text-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "9de4291d63b0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q4_K_M", - "model": "qwen:1.8b-text-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "8f4011c63861", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q4_K_M", - "model": "qwen:1.8b-text-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1288490189, - "digest": "2120d6a01bc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q5_0", - "model": "qwen:1.8b-text-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1395864371, - "digest": "5dee62f8b270", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q5_0", - "model": "qwen:1.8b-text-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1395864371, - "digest": "fbc1dd7dbb3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q5_1", - "model": "qwen:1.8b-text-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1503238554, - "digest": "1ace6d0d6868", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q5_1", - "model": "qwen:1.8b-text-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1503238554, - "digest": "110bb7065fe0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q5_K_S", - "model": "qwen:1.8b-text-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1395864371, - "digest": "fc7b98d4110c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q5_K_S", - "model": "qwen:1.8b-text-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1395864371, - "digest": "b12f16343645", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q5_K_M", - "model": "qwen:1.8b-text-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1503238554, - "digest": "ba3f032feb07", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q5_K_M", - "model": "qwen:1.8b-text-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1503238554, - "digest": "e2aedf4a65d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q6_K", - "model": "qwen:1.8b-text-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1717986918, - "digest": "60c274911b01", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q6_K", - "model": "qwen:1.8b-text-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1717986918, - "digest": "e7be77cc89a1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-q8_0", - "model": "qwen:1.8b-text-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2147483648, - "digest": "fb7576710ad5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-q8_0", - "model": "qwen:1.8b-text-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2147483648, - "digest": "48d0284fc9fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-fp16", - "model": "qwen:1.8b-text-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3972844749, - "digest": "f4bf3caa7f4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:1.8b-text-v1.5-fp16", - "model": "qwen:1.8b-text-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3972844749, - "digest": "5b31a65f7476", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-text-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat", - "model": "qwen:4b-chat", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2469606195, - "digest": "d53d04290064", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q2_K", - "model": "qwen:4b-chat-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1717986918, - "digest": "e6c11802c6ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q3_K_S", - "model": "qwen:4b-chat-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2040109466, - "digest": "d75968a2b37c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q3_K_M", - "model": "qwen:4b-chat-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2147483648, - "digest": "da9fe589f9b3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q3_K_L", - "model": "qwen:4b-chat-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2362232013, - "digest": "373625817e6f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q4_0", - "model": "qwen:4b-chat-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2469606195, - "digest": "d53d04290064", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q4_1", - "model": "qwen:4b-chat-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2791728742, - "digest": "8d4b987199fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q4_K_S", - "model": "qwen:4b-chat-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2469606195, - "digest": "1f33fcfdb4b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q4_K_M", - "model": "qwen:4b-chat-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2684354560, - "digest": "84dd8780ab54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q5_0", - "model": "qwen:4b-chat-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3006477107, - "digest": "1a7d31503b2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q5_1", - "model": "qwen:4b-chat-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3221225472, - "digest": "061afe4b95b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q5_K_S", - "model": "qwen:4b-chat-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3006477107, - "digest": "4a434490ef35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q5_K_M", - "model": "qwen:4b-chat-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3006477107, - "digest": "0f701078af82", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q6_K", - "model": "qwen:4b-chat-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3435973837, - "digest": "13f15e36187d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-q8_0", - "model": "qwen:4b-chat-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4509715661, - "digest": "7dfc4f0660c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-chat-v1.5-fp16", - "model": "qwen:4b-chat-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8482560410, - "digest": "86621ca225c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text", - "model": "qwen:4b-text", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2469606195, - "digest": "a1332f1a62c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q2_K", - "model": "qwen:4b-text-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 1717986918, - "digest": "9f5aaac70cb0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q3_K_S", - "model": "qwen:4b-text-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2040109466, - "digest": "8a41ec56a16b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q3_K_M", - "model": "qwen:4b-text-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2147483648, - "digest": "b446af0b99f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q3_K_L", - "model": "qwen:4b-text-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2362232013, - "digest": "34cd35706e60", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q4_0", - "model": "qwen:4b-text-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2469606195, - "digest": "a1332f1a62c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q4_1", - "model": "qwen:4b-text-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2791728742, - "digest": "0139d9637b43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q4_K_S", - "model": "qwen:4b-text-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2469606195, - "digest": "a569a7c9c36b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q4_K_M", - "model": "qwen:4b-text-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 2684354560, - "digest": "ba6453687014", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q5_0", - "model": "qwen:4b-text-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3006477107, - "digest": "9c5c32de923f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q5_1", - "model": "qwen:4b-text-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3221225472, - "digest": "33f576bd435a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q5_K_S", - "model": "qwen:4b-text-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3006477107, - "digest": "dc8f41c10a81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q5_K_M", - "model": "qwen:4b-text-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3006477107, - "digest": "55b9362ae113", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q6_K", - "model": "qwen:4b-text-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3435973837, - "digest": "e40c4d6f1e33", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-q8_0", - "model": "qwen:4b-text-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4509715661, - "digest": "e3bafc3eec84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:4b-text-v1.5-fp16", - "model": "qwen:4b-text-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8482560410, - "digest": "bd8bb0558fba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "4b-text-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat", - "model": "qwen:7b-chat", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "2091ee8c8d8f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q2_K", - "model": "qwen:7b-chat-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3221225472, - "digest": "b1e83e951244", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q2_K", - "model": "qwen:7b-chat-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3328599654, - "digest": "faee39b0b827", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q3_K_S", - "model": "qwen:7b-chat-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3865470566, - "digest": "6ee05062598c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q3_K_S", - "model": "qwen:7b-chat-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3865470566, - "digest": "ef462b8bc3ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q3_K_M", - "model": "qwen:7b-chat-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4402341478, - "digest": "981740748bb1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q3_K_M", - "model": "qwen:7b-chat-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4187593114, - "digest": "dfd589fd9f3b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q3_K_L", - "model": "qwen:7b-chat-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4617089843, - "digest": "6c760e557c98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q3_K_L", - "model": "qwen:7b-chat-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4509715661, - "digest": "c78b559835da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q4_0", - "model": "qwen:7b-chat-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "8a759e224c54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q4_0", - "model": "qwen:7b-chat-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "2091ee8c8d8f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q4_1", - "model": "qwen:7b-chat-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5368709120, - "digest": "e70d79f49f09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q4_1", - "model": "qwen:7b-chat-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5368709120, - "digest": "3dc4f8204e32", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q4_K_S", - "model": "qwen:7b-chat-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "670c5afa68d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q4_K_S", - "model": "qwen:7b-chat-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "1b769918d6f3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q4_K_M", - "model": "qwen:7b-chat-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5261334938, - "digest": "6c6f9fb7cb7b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q4_K_M", - "model": "qwen:7b-chat-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5153960755, - "digest": "315448cc7b99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q5_0", - "model": "qwen:7b-chat-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5798205850, - "digest": "940f9af7bba7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q5_0", - "model": "qwen:7b-chat-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5798205850, - "digest": "76b41a9e206c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q5_1", - "model": "qwen:7b-chat-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6227702579, - "digest": "71556ed81da3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q5_1", - "model": "qwen:7b-chat-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6227702579, - "digest": "80b5a8dd99a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q5_K_S", - "model": "qwen:7b-chat-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5798205850, - "digest": "82f7b355c834", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q5_K_S", - "model": "qwen:7b-chat-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5798205850, - "digest": "94f4b35970c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q5_K_M", - "model": "qwen:7b-chat-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6120328397, - "digest": "eb70368f4555", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q5_K_M", - "model": "qwen:7b-chat-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5905580032, - "digest": "44ca6b3fda9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q6_K", - "model": "qwen:7b-chat-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6764573491, - "digest": "be7c8c5aee85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q6_K", - "model": "qwen:7b-chat-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6764573491, - "digest": "6b5b161d1076", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-q8_0", - "model": "qwen:7b-chat-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "75224d9ec839", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-q8_0", - "model": "qwen:7b-chat-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "3985a6e61dfa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-fp16", - "model": "qwen:7b-chat-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 16106127360, - "digest": "496130f8bb9c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-chat-v1.5-fp16", - "model": "qwen:7b-chat-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 16106127360, - "digest": "39e2b1482d7d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text", - "model": "qwen:7b-text", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "952dc7c77fea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q2_K", - "model": "qwen:7b-text-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3328599654, - "digest": "7c798100fec5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q3_K_S", - "model": "qwen:7b-text-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3865470566, - "digest": "59ff1e9f7a72", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q3_K_M", - "model": "qwen:7b-text-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4187593114, - "digest": "fab4b0426e2d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q3_K_L", - "model": "qwen:7b-text-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4509715661, - "digest": "c103abc28f47", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q4_0", - "model": "qwen:7b-text-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "952dc7c77fea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q4_1", - "model": "qwen:7b-text-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5368709120, - "digest": "1c67239d76ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q4_K_S", - "model": "qwen:7b-text-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "05bb240791f0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q4_K_M", - "model": "qwen:7b-text-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5153960755, - "digest": "a2e8ed289a56", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q5_0", - "model": "qwen:7b-text-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5798205850, - "digest": "2074857a59f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q5_1", - "model": "qwen:7b-text-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6227702579, - "digest": "0945490c2698", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q5_K_S", - "model": "qwen:7b-text-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5798205850, - "digest": "6d3df3af15c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q5_K_M", - "model": "qwen:7b-text-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5905580032, - "digest": "4bf2de545437", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q6_K", - "model": "qwen:7b-text-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6764573491, - "digest": "989f69b773a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-q8_0", - "model": "qwen:7b-text-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "968572e9757d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-text-v1.5-fp16", - "model": "qwen:7b-text-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 16106127360, - "digest": "ba1ea7856323", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q2_K", - "model": "qwen:7b-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3221225472, - "digest": "afe0b73c064a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q3_K_S", - "model": "qwen:7b-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 3865470566, - "digest": "e770768ad724", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q3_K_M", - "model": "qwen:7b-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4402341478, - "digest": "407571073d23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q3_K_L", - "model": "qwen:7b-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4617089843, - "digest": "2a971f9c4019", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q4_0", - "model": "qwen:7b-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "a602ed3d295f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q4_1", - "model": "qwen:7b-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5368709120, - "digest": "aced3b622251", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q4_K_S", - "model": "qwen:7b-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 4831838208, - "digest": "13660ea6e426", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q4_K_M", - "model": "qwen:7b-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5261334938, - "digest": "e6124c271f88", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q5_0", - "model": "qwen:7b-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5798205850, - "digest": "82a77b5d2839", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q5_1", - "model": "qwen:7b-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6227702579, - "digest": "3a554a4eca23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q5_K_S", - "model": "qwen:7b-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 5798205850, - "digest": "48ac7dcf12ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q5_K_M", - "model": "qwen:7b-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6120328397, - "digest": "ee14f131c864", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q6_K", - "model": "qwen:7b-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6764573491, - "digest": "733a6dcda35a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-q8_0", - "model": "qwen:7b-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "ea380ed299dd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:7b-fp16", - "model": "qwen:7b-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 16106127360, - "digest": "bdb4603ac3f3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat", - "model": "qwen:14b-chat", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "80362ced6553", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q2_K", - "model": "qwen:14b-chat-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6442450944, - "digest": "fd1a3ccd26ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q2_K", - "model": "qwen:14b-chat-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6549825126, - "digest": "42f07244d30a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q3_K_S", - "model": "qwen:14b-chat-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 7408818586, - "digest": "79c06fc56da4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q3_K_S", - "model": "qwen:14b-chat-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 7408818586, - "digest": "3ad40beca67d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q3_K_M", - "model": "qwen:14b-chat-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8267812045, - "digest": "f3e7aa8567ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q3_K_M", - "model": "qwen:14b-chat-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 7945689498, - "digest": "319f64f95f85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q3_K_L", - "model": "qwen:14b-chat-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8589934592, - "digest": "8b5eb6ea106d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q3_K_L", - "model": "qwen:14b-chat-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8375186227, - "digest": "0eca84ada344", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q4_0", - "model": "qwen:14b-chat-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "e5a75212c4d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q4_0", - "model": "qwen:14b-chat-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "80362ced6553", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q4_1", - "model": "qwen:14b-chat-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9663676416, - "digest": "282ce204bb6b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q4_1", - "model": "qwen:14b-chat-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9663676416, - "digest": "4f50c5079631", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q4_K_S", - "model": "qwen:14b-chat-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9234179686, - "digest": "dc341a2db63b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q4_K_S", - "model": "qwen:14b-chat-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9234179686, - "digest": "e6c0570ce501", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q4_K_M", - "model": "qwen:14b-chat-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10093173146, - "digest": "f845925f8d90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q4_K_M", - "model": "qwen:14b-chat-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9878424781, - "digest": "128a75c88e2f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q5_0", - "model": "qwen:14b-chat-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10630044058, - "digest": "ee17956b87cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q5_0", - "model": "qwen:14b-chat-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10630044058, - "digest": "d06d5137e584", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q5_1", - "model": "qwen:14b-chat-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 11811160064, - "digest": "248b0b25c47e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q5_1", - "model": "qwen:14b-chat-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 11811160064, - "digest": "a16ff3fb4f19", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q5_K_S", - "model": "qwen:14b-chat-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10737418240, - "digest": "91f5698531f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q5_K_S", - "model": "qwen:14b-chat-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10737418240, - "digest": "85650ef588d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q5_K_M", - "model": "qwen:14b-chat-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 11811160064, - "digest": "240a4381badd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q5_K_M", - "model": "qwen:14b-chat-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 11811160064, - "digest": "ba0e61d66b27", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q6_K", - "model": "qwen:14b-chat-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 12884901888, - "digest": "5967f08cc189", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q6_K", - "model": "qwen:14b-chat-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 12884901888, - "digest": "9378d98cce24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-q8_0", - "model": "qwen:14b-chat-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 16106127360, - "digest": "66f562724bd2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-q8_0", - "model": "qwen:14b-chat-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 16106127360, - "digest": "f1954a35f7ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-fp16", - "model": "qwen:14b-chat-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 30064771072, - "digest": "13c401be87d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-chat-v1.5-fp16", - "model": "qwen:14b-chat-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 30064771072, - "digest": "cb20f077361d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text", - "model": "qwen:14b-text", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "06e198d562c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q2_K", - "model": "qwen:14b-text-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6442450944, - "digest": "490383e818bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q2_K", - "model": "qwen:14b-text-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 6549825126, - "digest": "b29e82a9291d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q3_K_S", - "model": "qwen:14b-text-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 7408818586, - "digest": "7b6da3dbc02c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q3_K_S", - "model": "qwen:14b-text-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 7408818586, - "digest": "79262f8761eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q3_K_M", - "model": "qwen:14b-text-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8267812045, - "digest": "35babf7c6752", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q3_K_M", - "model": "qwen:14b-text-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 7945689498, - "digest": "8ba10671f72c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q3_K_L", - "model": "qwen:14b-text-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8589934592, - "digest": "e706cfc43d67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q3_K_L", - "model": "qwen:14b-text-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8375186227, - "digest": "e5feaa6b570f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q4_0", - "model": "qwen:14b-text-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "856ff95ace9a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q4_0", - "model": "qwen:14b-text-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 8804682957, - "digest": "06e198d562c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q4_1", - "model": "qwen:14b-text-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9663676416, - "digest": "fb080c3f9385", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q4_1", - "model": "qwen:14b-text-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9663676416, - "digest": "3514cc84da3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q4_K_S", - "model": "qwen:14b-text-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9234179686, - "digest": "074ac9031894", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q4_K_S", - "model": "qwen:14b-text-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9234179686, - "digest": "ab6680a741b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q4_K_M", - "model": "qwen:14b-text-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10093173146, - "digest": "9a20ad8849dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q4_K_M", - "model": "qwen:14b-text-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 9878424781, - "digest": "4a22e598c7c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q5_0", - "model": "qwen:14b-text-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10630044058, - "digest": "7f52ab937912", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q5_0", - "model": "qwen:14b-text-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10630044058, - "digest": "c9413c9c81d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q5_1", - "model": "qwen:14b-text-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 11811160064, - "digest": "9a711abdb0ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q5_1", - "model": "qwen:14b-text-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 11811160064, - "digest": "5f196042dc74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q5_K_S", - "model": "qwen:14b-text-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10737418240, - "digest": "8c818d039803", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q5_K_S", - "model": "qwen:14b-text-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 10737418240, - "digest": "a31ed924fdab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q5_K_M", - "model": "qwen:14b-text-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 11811160064, - "digest": "2acf4c66179b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q5_K_M", - "model": "qwen:14b-text-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 11811160064, - "digest": "1564ba9fc84c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q6_K", - "model": "qwen:14b-text-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 12884901888, - "digest": "e653065c8329", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q6_K", - "model": "qwen:14b-text-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 12884901888, - "digest": "d65ba73d052f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-q8_0", - "model": "qwen:14b-text-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 16106127360, - "digest": "3c3330be50fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-q8_0", - "model": "qwen:14b-text-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 16106127360, - "digest": "5cc57127891d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-fp16", - "model": "qwen:14b-text-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 30064771072, - "digest": "c49a8e18017a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:14b-text-v1.5-fp16", - "model": "qwen:14b-text-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 30064771072, - "digest": "6a5ff630639c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-text-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat", - "model": "qwen:32b-chat", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 19327352832, - "digest": "26e7e8447f5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q2_K", - "model": "qwen:32b-chat-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 12884901888, - "digest": "cae8aaeddda8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q3_K_S", - "model": "qwen:32b-chat-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 15032385536, - "digest": "1d172657e5a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q3_K_M", - "model": "qwen:32b-chat-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 17179869184, - "digest": "ecaa1f67c173", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q3_K_L", - "model": "qwen:32b-chat-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 18253611008, - "digest": "d3bd7dde094e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q4_0", - "model": "qwen:32b-chat-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 19327352832, - "digest": "26e7e8447f5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q4_1", - "model": "qwen:32b-chat-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 21474836480, - "digest": "7fe1bf3d215e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q4_K_S", - "model": "qwen:32b-chat-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 20401094656, - "digest": "4016dd0cf4e1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q4_K_M", - "model": "qwen:32b-chat-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 21474836480, - "digest": "7975942ff0b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q5_0", - "model": "qwen:32b-chat-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 23622320128, - "digest": "828e952fda6b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q5_1", - "model": "qwen:32b-chat-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 25769803776, - "digest": "f3d3a42b3783", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q5_K_S", - "model": "qwen:32b-chat-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 23622320128, - "digest": "e67b35358286", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q5_K_M", - "model": "qwen:32b-chat-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 24696061952, - "digest": "380f376a451a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q6_K", - "model": "qwen:32b-chat-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 28991029248, - "digest": "af95b2a2409c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-q8_0", - "model": "qwen:32b-chat-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 37580963840, - "digest": "33c6cb647280", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-chat-v1.5-fp16", - "model": "qwen:32b-chat-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 69793218560, - "digest": "bb930ce340f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text", - "model": "qwen:32b-text", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 19327352832, - "digest": "e0618f6f0310", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q2_K", - "model": "qwen:32b-text-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 12884901888, - "digest": "95302f736724", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q3_K_S", - "model": "qwen:32b-text-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 15032385536, - "digest": "1d103fa3fd6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q3_K_M", - "model": "qwen:32b-text-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 17179869184, - "digest": "24ea7d162ce2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q3_K_L", - "model": "qwen:32b-text-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 18253611008, - "digest": "1a047023c341", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q4_0", - "model": "qwen:32b-text-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 19327352832, - "digest": "e0618f6f0310", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q4_1", - "model": "qwen:32b-text-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 21474836480, - "digest": "cefaaea22fea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q4_K_S", - "model": "qwen:32b-text-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 20401094656, - "digest": "b68f170dbfd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q5_0", - "model": "qwen:32b-text-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 23622320128, - "digest": "8ab0ebc4b274", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q5_1", - "model": "qwen:32b-text-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 25769803776, - "digest": "577251d3ca12", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:32b-text-v1.5-q8_0", - "model": "qwen:32b-text-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 37580963840, - "digest": "60a90eb7a7da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-text-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat", - "model": "qwen:72b-chat", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "e1c64582de5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q2_K", - "model": "qwen:72b-chat-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 28991029248, - "digest": "244e559ab857", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q2_K", - "model": "qwen:72b-chat-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 30064771072, - "digest": "26d588038b9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q3_K_S", - "model": "qwen:72b-chat-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 34359738368, - "digest": "e69b5490aa6d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q3_K_S", - "model": "qwen:72b-chat-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 35433480192, - "digest": "a3f91495a290", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q3_K_M", - "model": "qwen:72b-chat-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 39728447488, - "digest": "2142023c2267", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q3_K_M", - "model": "qwen:72b-chat-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 38654705664, - "digest": "8c8712c6e79c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q3_K_L", - "model": "qwen:72b-chat-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 41875931136, - "digest": "227bc5757311", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q3_K_L", - "model": "qwen:72b-chat-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 40802189312, - "digest": "1a4a7d398f67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q4_0", - "model": "qwen:72b-chat-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "bf2a98cf5f68", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q4_0", - "model": "qwen:72b-chat-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "e1c64582de5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q4_1", - "model": "qwen:72b-chat-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 48318382080, - "digest": "4d7d270862ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q4_1", - "model": "qwen:72b-chat-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 48318382080, - "digest": "a5a048009124", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q4_K_S", - "model": "qwen:72b-chat-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "5c65776c1c19", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q4_K_S", - "model": "qwen:72b-chat-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 45097156608, - "digest": "7e941773ce08", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q4_K_M", - "model": "qwen:72b-chat-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 48318382080, - "digest": "d1f376d8aaa7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q4_K_M", - "model": "qwen:72b-chat-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 47244640256, - "digest": "92daf708b997", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q5_0", - "model": "qwen:72b-chat-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 53687091200, - "digest": "7363152de4ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q5_0", - "model": "qwen:72b-chat-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 53687091200, - "digest": "7ff940bf7ddc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q5_1", - "model": "qwen:72b-chat-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 57982058496, - "digest": "d3f70b712d5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q5_1", - "model": "qwen:72b-chat-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 57982058496, - "digest": "8432bf6237b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q5_K_S", - "model": "qwen:72b-chat-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 53687091200, - "digest": "f9a9015181f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q5_K_S", - "model": "qwen:72b-chat-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 53687091200, - "digest": "f92117215877", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q5_K_M", - "model": "qwen:72b-chat-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 56908316672, - "digest": "29453752b3f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q5_K_M", - "model": "qwen:72b-chat-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 54760833024, - "digest": "13a773260811", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q6_K", - "model": "qwen:72b-chat-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 63350767616, - "digest": "5d2b88c19b53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q6_K", - "model": "qwen:72b-chat-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 63350767616, - "digest": "5e3a83c19698", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-q8_0", - "model": "qwen:72b-chat-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 82678120448, - "digest": "030f5b2af0ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-q8_0", - "model": "qwen:72b-chat-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 82678120448, - "digest": "d9fd9f90f55b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-fp16", - "model": "qwen:72b-chat-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 155692564480, - "digest": "123c97eccf0d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-chat-v1.5-fp16", - "model": "qwen:72b-chat-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 155692564480, - "digest": "28d7b95e342e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text", - "model": "qwen:72b-text", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 67645734912, - "digest": "641bc60e9274", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q2_K", - "model": "qwen:72b-text-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 28991029248, - "digest": "23b4e03b0625", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q2_K", - "model": "qwen:72b-text-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 30064771072, - "digest": "197347e6f44a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q3_K_S", - "model": "qwen:72b-text-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 34359738368, - "digest": "325a8011ee4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q3_K_S", - "model": "qwen:72b-text-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 35433480192, - "digest": "543046c80b47", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q3_K_M", - "model": "qwen:72b-text-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 39728447488, - "digest": "1c5d6fd01ff9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q3_K_M", - "model": "qwen:72b-text-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 38654705664, - "digest": "0369ae92fbbb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q3_K_L", - "model": "qwen:72b-text-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 41875931136, - "digest": "a7cdeaeb4dc6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q3_K_L", - "model": "qwen:72b-text-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 40802189312, - "digest": "12d317b5786e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q4_0", - "model": "qwen:72b-text-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "1cd3d5885ed6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q4_0", - "model": "qwen:72b-text-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "d5c16df7f831", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q4_1", - "model": "qwen:72b-text-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 48318382080, - "digest": "b466cc1b68b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q4_1", - "model": "qwen:72b-text-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 48318382080, - "digest": "c43dd2a16f0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q4_K_S", - "model": "qwen:72b-text-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "66750638e89b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q4_K_S", - "model": "qwen:72b-text-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 45097156608, - "digest": "c395d71df009", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q4_K_M", - "model": "qwen:72b-text-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 48318382080, - "digest": "17d08105327a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q4_K_M", - "model": "qwen:72b-text-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 47244640256, - "digest": "b6c1eefce0a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q5_0", - "model": "qwen:72b-text-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 53687091200, - "digest": "d552a292aad1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q5_0", - "model": "qwen:72b-text-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 53687091200, - "digest": "ce956e731751", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q5_1", - "model": "qwen:72b-text-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 57982058496, - "digest": "d8d15961dfea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q5_1", - "model": "qwen:72b-text-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 57982058496, - "digest": "e61f727ecdb2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q5_K_S", - "model": "qwen:72b-text-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 53687091200, - "digest": "c47f6138bc77", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q5_K_S", - "model": "qwen:72b-text-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 53687091200, - "digest": "8c427eabb6e1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q5_K_M", - "model": "qwen:72b-text-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 56908316672, - "digest": "5a9b21fe4698", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q5_K_M", - "model": "qwen:72b-text-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 54760833024, - "digest": "ea68416fee98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q6_K", - "model": "qwen:72b-text-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 63350767616, - "digest": "025578f7c6ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q6_K", - "model": "qwen:72b-text-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 63350767616, - "digest": "c75eef5a9035", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-q8_0", - "model": "qwen:72b-text-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 82678120448, - "digest": "5c8b151ce1ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-q8_0", - "model": "qwen:72b-text-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 82678120448, - "digest": "da7cc3b6659a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-fp16", - "model": "qwen:72b-text-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 155692564480, - "digest": "34db8c6fcc66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:72b-text-v1.5-fp16", - "model": "qwen:72b-text-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 155692564480, - "digest": "e45fb69e7592", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-text-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat", - "model": "qwen:110b-chat", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 67645734912, - "digest": "7fed4b7787da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q2_K", - "model": "qwen:110b-chat-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "1e7acfd0a780", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q3_K_S", - "model": "qwen:110b-chat-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 51539607552, - "digest": "a2f6e6c88111", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q3_K_M", - "model": "qwen:110b-chat-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 57982058496, - "digest": "e1dea48c9e67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q3_K_L", - "model": "qwen:110b-chat-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 62277025792, - "digest": "38eec5a3a415", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q4_0", - "model": "qwen:110b-chat-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 67645734912, - "digest": "7fed4b7787da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q4_1", - "model": "qwen:110b-chat-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 75161927680, - "digest": "6122c3a9ed71", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q4_K_S", - "model": "qwen:110b-chat-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 67645734912, - "digest": "89cc28d3008f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q4_K_M", - "model": "qwen:110b-chat-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 71940702208, - "digest": "b9cfda07d6f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q5_0", - "model": "qwen:110b-chat-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 82678120448, - "digest": "34209c9810a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q5_1", - "model": "qwen:110b-chat-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 90194313216, - "digest": "e74e5965cc23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q5_K_S", - "model": "qwen:110b-chat-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 82678120448, - "digest": "7ba26ace3df0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q5_K_M", - "model": "qwen:110b-chat-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 84825604096, - "digest": "98574b6ea163", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q6_K", - "model": "qwen:110b-chat-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 97710505984, - "digest": "1e57b2da94fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-q8_0", - "model": "qwen:110b-chat-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 126701535232, - "digest": "a7b94c2ca097", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-chat-v1.5-fp16", - "model": "qwen:110b-chat-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 238370684928, - "digest": "ba695125f554", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q2_K", - "model": "qwen:110b-text-v1.5-q2_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 44023414784, - "digest": "0c0dc39aeb62", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q3_K_S", - "model": "qwen:110b-text-v1.5-q3_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 51539607552, - "digest": "f47bf7b34be3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q3_K_M", - "model": "qwen:110b-text-v1.5-q3_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 57982058496, - "digest": "354ef171b532", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q3_K_L", - "model": "qwen:110b-text-v1.5-q3_K_L", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 62277025792, - "digest": "d600eac4b5ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q4_0", - "model": "qwen:110b-text-v1.5-q4_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 67645734912, - "digest": "641bc60e9274", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q4_1", - "model": "qwen:110b-text-v1.5-q4_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 75161927680, - "digest": "88fd1ce3561e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q4_K_S", - "model": "qwen:110b-text-v1.5-q4_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 67645734912, - "digest": "29294418d682", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q4_K_M", - "model": "qwen:110b-text-v1.5-q4_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 71940702208, - "digest": "b66e1e01042f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q5_0", - "model": "qwen:110b-text-v1.5-q5_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 82678120448, - "digest": "818ee5b08aa2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q5_1", - "model": "qwen:110b-text-v1.5-q5_1", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 90194313216, - "digest": "19c32c34f04a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q5_K_S", - "model": "qwen:110b-text-v1.5-q5_K_S", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 82678120448, - "digest": "358e654339d6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q5_K_M", - "model": "qwen:110b-text-v1.5-q5_K_M", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 84825604096, - "digest": "db245b9a7f62", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q6_K", - "model": "qwen:110b-text-v1.5-q6_K", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 97710505984, - "digest": "446cabb2ebd6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-q8_0", - "model": "qwen:110b-text-v1.5-q8_0", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 126701535232, - "digest": "53bc7e72b768", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen:110b-text-v1.5-fp16", - "model": "qwen:110b-text-v1.5-fp16", - "modified_at": "2024-04-26T20:31:00.000Z", - "size": 238370684928, - "digest": "db7af5aa87cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "110b-text-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma:latest", - "model": "gemma:latest", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "a72c7f4d0a15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "gemma:instruct", - "model": "gemma:instruct", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "a72c7f4d0a15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "gemma:text", - "model": "gemma:text", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5583457485, - "digest": "af57093b878e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "text", - "quantization_level": "" - } - }, - { - "name": "gemma:v1.1", - "model": "gemma:v1.1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "a72c7f4d0a15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v1.1", - "quantization_level": "" - } - }, - { - "name": "gemma:2b", - "model": "gemma:2b", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1825361101, - "digest": "b50d6c999e59", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "gemma:7b", - "model": "gemma:7b", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "a72c7f4d0a15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct", - "model": "gemma:2b-instruct", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1717986918, - "digest": "030ee63283b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q2_K", - "model": "gemma:2b-instruct-q2_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1395864371, - "digest": "462aa639add9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q2_K", - "model": "gemma:2b-instruct-v1.1-q2_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1288490189, - "digest": "8be00e58cf4f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q3_K_S", - "model": "gemma:2b-instruct-q3_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1503238554, - "digest": "1147ae8910c1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q3_K_S", - "model": "gemma:2b-instruct-v1.1-q3_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1395864371, - "digest": "fa7ef5ec4918", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q3_K_M", - "model": "gemma:2b-instruct-q3_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1610612736, - "digest": "0bb5a6a99256", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q3_K_M", - "model": "gemma:2b-instruct-v1.1-q3_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1503238554, - "digest": "5bb1882722eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q3_K_L", - "model": "gemma:2b-instruct-q3_K_L", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1717986918, - "digest": "a5e1a96f2947", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q3_K_L", - "model": "gemma:2b-instruct-v1.1-q3_K_L", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1610612736, - "digest": "198260e1ebc4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q4_0", - "model": "gemma:2b-instruct-q4_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1825361101, - "digest": "b50d6c999e59", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q4_0", - "model": "gemma:2b-instruct-v1.1-q4_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1717986918, - "digest": "030ee63283b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q4_1", - "model": "gemma:2b-instruct-q4_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1932735283, - "digest": "79f47baf629d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q4_1", - "model": "gemma:2b-instruct-v1.1-q4_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1825361101, - "digest": "7eceb81ab6c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q4_K_S", - "model": "gemma:2b-instruct-q4_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1825361101, - "digest": "1f62e695daaf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q4_K_S", - "model": "gemma:2b-instruct-v1.1-q4_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1717986918, - "digest": "0c8c655954ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q4_K_M", - "model": "gemma:2b-instruct-q4_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1932735283, - "digest": "073d0876d678", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q4_K_M", - "model": "gemma:2b-instruct-v1.1-q4_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1717986918, - "digest": "1a26b1fdc8cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q5_0", - "model": "gemma:2b-instruct-q5_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2040109466, - "digest": "f2e0978e20a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q5_0", - "model": "gemma:2b-instruct-v1.1-q5_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1932735283, - "digest": "08119f9e759a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q5_1", - "model": "gemma:2b-instruct-q5_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2254857830, - "digest": "2005cd5b9f9a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q5_1", - "model": "gemma:2b-instruct-v1.1-q5_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2040109466, - "digest": "c30cb73e47bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q5_K_S", - "model": "gemma:2b-instruct-q5_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2040109466, - "digest": "466d55f10b72", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q5_K_S", - "model": "gemma:2b-instruct-v1.1-q5_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1932735283, - "digest": "86981b46f254", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q5_K_M", - "model": "gemma:2b-instruct-q5_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2147483648, - "digest": "79fe7a4a6e26", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q5_K_M", - "model": "gemma:2b-instruct-v1.1-q5_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1932735283, - "digest": "8b4445dd0168", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q6_K", - "model": "gemma:2b-instruct-q6_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2362232013, - "digest": "2934d89f4873", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q6_K", - "model": "gemma:2b-instruct-v1.1-q6_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2254857830, - "digest": "25735feffbe0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-q8_0", - "model": "gemma:2b-instruct-q8_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2899102925, - "digest": "233b6c11a9a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-q8_0", - "model": "gemma:2b-instruct-v1.1-q8_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2899102925, - "digest": "040645156534", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-fp16", - "model": "gemma:2b-instruct-fp16", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 4831838208, - "digest": "1cca4a1914b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-instruct-v1.1-fp16", - "model": "gemma:2b-instruct-v1.1-fp16", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "fa8ddc50dcc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-instruct-v1.1-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text", - "model": "gemma:2b-text", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1825361101, - "digest": "4003359bdf67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q2_K", - "model": "gemma:2b-text-q2_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1395864371, - "digest": "fa08f447fb74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q3_K_S", - "model": "gemma:2b-text-q3_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1503238554, - "digest": "30edc7975a67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q3_K_M", - "model": "gemma:2b-text-q3_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1610612736, - "digest": "3755aa666a62", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q3_K_L", - "model": "gemma:2b-text-q3_K_L", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1717986918, - "digest": "fb3cb86ed3a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q4_0", - "model": "gemma:2b-text-q4_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1825361101, - "digest": "4003359bdf67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q4_1", - "model": "gemma:2b-text-q4_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1932735283, - "digest": "2336b3481fc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q4_K_S", - "model": "gemma:2b-text-q4_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1825361101, - "digest": "e1f170c66fed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q4_K_M", - "model": "gemma:2b-text-q4_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1932735283, - "digest": "14b9181dd33c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q5_0", - "model": "gemma:2b-text-q5_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2040109466, - "digest": "b82a85f35c76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q5_1", - "model": "gemma:2b-text-q5_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2254857830, - "digest": "af9d160f687e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q5_K_S", - "model": "gemma:2b-text-q5_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2040109466, - "digest": "dbbce6ea20a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q5_K_M", - "model": "gemma:2b-text-q5_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2147483648, - "digest": "75095004592a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q6_K", - "model": "gemma:2b-text-q6_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2362232013, - "digest": "5bd4a449bdbe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-q8_0", - "model": "gemma:2b-text-q8_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 2899102925, - "digest": "40e5082de8d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-text-fp16", - "model": "gemma:2b-text-fp16", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 4831838208, - "digest": "bced1b198253", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma:2b-v1.1", - "model": "gemma:2b-v1.1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 1717986918, - "digest": "030ee63283b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-v1.1", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct", - "model": "gemma:7b-instruct", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "a72c7f4d0a15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q2_K", - "model": "gemma:7b-instruct-q2_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 3972844749, - "digest": "831e95226882", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q2_K", - "model": "gemma:7b-instruct-v1.1-q2_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 3758096384, - "digest": "bbdb1a3dd39f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q3_K_S", - "model": "gemma:7b-instruct-q3_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 4509715661, - "digest": "e4aea70c287e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q3_K_S", - "model": "gemma:7b-instruct-v1.1-q3_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 4294967296, - "digest": "d858885a94e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q3_K_M", - "model": "gemma:7b-instruct-q3_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 4939212390, - "digest": "92dd270cb673", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q3_K_M", - "model": "gemma:7b-instruct-v1.1-q3_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 4724464026, - "digest": "e71bd8c16242", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q3_K_L", - "model": "gemma:7b-instruct-q3_K_L", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5261334938, - "digest": "1fa1f8e1a003", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q3_K_L", - "model": "gemma:7b-instruct-v1.1-q3_K_L", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5046586573, - "digest": "567c802627ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q4_0", - "model": "gemma:7b-instruct-q4_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5583457485, - "digest": "430ed3535049", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q4_0", - "model": "gemma:7b-instruct-v1.1-q4_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "a72c7f4d0a15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q4_1", - "model": "gemma:7b-instruct-q4_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6120328397, - "digest": "e1e4a2e0c8ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q4_1", - "model": "gemma:7b-instruct-v1.1-q4_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5905580032, - "digest": "a65ceace358f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q4_K_S", - "model": "gemma:7b-instruct-q4_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5583457485, - "digest": "bb7b8325814d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q4_K_S", - "model": "gemma:7b-instruct-v1.1-q4_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "2c55699e04d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q4_K_M", - "model": "gemma:7b-instruct-q4_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5905580032, - "digest": "d9c26a968eb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q4_K_M", - "model": "gemma:7b-instruct-v1.1-q4_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5690831667, - "digest": "81c8c66b7df1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q5_0", - "model": "gemma:7b-instruct-q5_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6657199309, - "digest": "de923fde2f26", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q5_0", - "model": "gemma:7b-instruct-v1.1-q5_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6442450944, - "digest": "800d99beee5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q5_1", - "model": "gemma:7b-instruct-q5_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 7194070221, - "digest": "2e51588baf45", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q5_1", - "model": "gemma:7b-instruct-v1.1-q5_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6979321856, - "digest": "cdf1dca21036", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q5_K_S", - "model": "gemma:7b-instruct-q5_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6657199309, - "digest": "42630cbe71a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q5_K_S", - "model": "gemma:7b-instruct-v1.1-q5_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6442450944, - "digest": "31eb523ac3df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q5_K_M", - "model": "gemma:7b-instruct-q5_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6764573491, - "digest": "556abeb39bfd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q5_K_M", - "model": "gemma:7b-instruct-v1.1-q5_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6549825126, - "digest": "adf00ced5519", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q6_K", - "model": "gemma:7b-instruct-q6_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 7730941133, - "digest": "5c7aded0b8bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q6_K", - "model": "gemma:7b-instruct-v1.1-q6_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 7516192768, - "digest": "ad2f1a0dacb5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-q8_0", - "model": "gemma:7b-instruct-q8_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 9771050598, - "digest": "61d0f0df3637", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-q8_0", - "model": "gemma:7b-instruct-v1.1-q8_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 9771050598, - "digest": "f6dee485fe1a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-fp16", - "model": "gemma:7b-instruct-fp16", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 18253611008, - "digest": "f689ad351c8d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-instruct-v1.1-fp16", - "model": "gemma:7b-instruct-v1.1-fp16", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 18253611008, - "digest": "056b9586873a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text", - "model": "gemma:7b-text", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5583457485, - "digest": "af57093b878e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q2_K", - "model": "gemma:7b-text-q2_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 3972844749, - "digest": "e43e18a484ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q3_K_S", - "model": "gemma:7b-text-q3_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 4509715661, - "digest": "f40e21d459ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q3_K_M", - "model": "gemma:7b-text-q3_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 4939212390, - "digest": "ffd8ea66cf1f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q3_K_L", - "model": "gemma:7b-text-q3_K_L", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5261334938, - "digest": "1676d1f86165", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q4_0", - "model": "gemma:7b-text-q4_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5583457485, - "digest": "af57093b878e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q4_1", - "model": "gemma:7b-text-q4_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6120328397, - "digest": "a7adb7322d8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q4_K_S", - "model": "gemma:7b-text-q4_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5583457485, - "digest": "51854f1241b3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q4_K_M", - "model": "gemma:7b-text-q4_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5905580032, - "digest": "5ec372e05241", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q5_0", - "model": "gemma:7b-text-q5_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6657199309, - "digest": "fd6dc849a9f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q5_1", - "model": "gemma:7b-text-q5_1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 7194070221, - "digest": "938308342124", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q5_K_S", - "model": "gemma:7b-text-q5_K_S", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6657199309, - "digest": "df449b30e2e1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q5_K_M", - "model": "gemma:7b-text-q5_K_M", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 6764573491, - "digest": "dc8f812e49c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q6_K", - "model": "gemma:7b-text-q6_K", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 7730941133, - "digest": "9e7cfd3fab5b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-q8_0", - "model": "gemma:7b-text-q8_0", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 9771050598, - "digest": "1b7b1e5e2f98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-text-fp16", - "model": "gemma:7b-text-fp16", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 17179869184, - "digest": "1f1e9df10872", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma:7b-v1.1", - "model": "gemma:7b-v1.1", - "modified_at": "2024-04-09T13:37:00.000Z", - "size": 5368709120, - "digest": "a72c7f4d0a15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1", - "quantization_level": "" - } - }, - { - "name": "llama2:latest", - "model": "llama2:latest", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4080218931, - "digest": "78e26419b446", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama2:chat", - "model": "llama2:chat", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4080218931, - "digest": "78e26419b446", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "chat", - "quantization_level": "" - } - }, - { - "name": "llama2:text", - "model": "llama2:text", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4080218931, - "digest": "53b394a404fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "text", - "quantization_level": "" - } - }, - { - "name": "llama2:7b", - "model": "llama2:7b", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4080218931, - "digest": "78e26419b446", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "llama2:13b", - "model": "llama2:13b", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7945689498, - "digest": "d475bf4c50bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "llama2:70b", - "model": "llama2:70b", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 41875931136, - "digest": "e7f6c06ffef4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat", - "model": "llama2:7b-chat", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4080218931, - "digest": "78e26419b446", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q2_K", - "model": "llama2:7b-chat-q2_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 3006477107, - "digest": "56baf05e3e67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q3_K_S", - "model": "llama2:7b-chat-q3_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 3113851290, - "digest": "3af967e4a825", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q3_K_M", - "model": "llama2:7b-chat-q3_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 3543348019, - "digest": "63ebc93e095e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q3_K_L", - "model": "llama2:7b-chat-q3_K_L", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 3865470566, - "digest": "c04042faafd0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q4_0", - "model": "llama2:7b-chat-q4_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4080218931, - "digest": "78e26419b446", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q4_1", - "model": "llama2:7b-chat-q4_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4509715661, - "digest": "85eb4bc10598", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q4_K_S", - "model": "llama2:7b-chat-q4_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4187593114, - "digest": "bec61ac554e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q4_K_M", - "model": "llama2:7b-chat-q4_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4402341478, - "digest": "fe3834f64df5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q5_0", - "model": "llama2:7b-chat-q5_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5046586573, - "digest": "68cf22a36a37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q5_1", - "model": "llama2:7b-chat-q5_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5476083302, - "digest": "ae646aad1ac9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q5_K_S", - "model": "llama2:7b-chat-q5_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5046586573, - "digest": "4f771b179264", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q5_K_M", - "model": "llama2:7b-chat-q5_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5153960755, - "digest": "5918a2e3bb37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q6_K", - "model": "llama2:7b-chat-q6_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5905580032, - "digest": "7eabddae7b75", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-q8_0", - "model": "llama2:7b-chat-q8_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7730941133, - "digest": "fc35dd6c8370", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-chat-fp16", - "model": "llama2:7b-chat-fp16", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 13958643712, - "digest": "50a12b7ddb9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text", - "model": "llama2:7b-text", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4080218931, - "digest": "53b394a404fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q2_K", - "model": "llama2:7b-text-q2_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 3006477107, - "digest": "c581571a4e90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q3_K_S", - "model": "llama2:7b-text-q3_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 3113851290, - "digest": "2f3ee65fe92a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q3_K_M", - "model": "llama2:7b-text-q3_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 3543348019, - "digest": "c1ddf19ff6db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q3_K_L", - "model": "llama2:7b-text-q3_K_L", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 3865470566, - "digest": "df57d4d53dac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q4_0", - "model": "llama2:7b-text-q4_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4080218931, - "digest": "53b394a404fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q4_1", - "model": "llama2:7b-text-q4_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4509715661, - "digest": "189a0d0904e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q4_K_S", - "model": "llama2:7b-text-q4_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4187593114, - "digest": "1c2571d89f3b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q4_K_M", - "model": "llama2:7b-text-q4_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 4402341478, - "digest": "b50304b988e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q5_0", - "model": "llama2:7b-text-q5_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5046586573, - "digest": "7377932417e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q5_1", - "model": "llama2:7b-text-q5_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5476083302, - "digest": "1a5e521c1e5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q5_K_S", - "model": "llama2:7b-text-q5_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5046586573, - "digest": "6dd64259f527", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q5_K_M", - "model": "llama2:7b-text-q5_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5153960755, - "digest": "eaa320e04479", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q6_K", - "model": "llama2:7b-text-q6_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5905580032, - "digest": "7e54061a4751", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-q8_0", - "model": "llama2:7b-text-q8_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7730941133, - "digest": "fd701415200a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2:7b-text-fp16", - "model": "llama2:7b-text-fp16", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 13958643712, - "digest": "f69718db483a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat", - "model": "llama2:13b-chat", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7945689498, - "digest": "d475bf4c50bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q2_K", - "model": "llama2:13b-chat-q2_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5798205850, - "digest": "14d3396d4e1b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q3_K_S", - "model": "llama2:13b-chat-q3_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 6120328397, - "digest": "224005fe00d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q3_K_M", - "model": "llama2:13b-chat-q3_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 6764573491, - "digest": "7a39765cf206", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q3_K_L", - "model": "llama2:13b-chat-q3_K_L", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7408818586, - "digest": "d0a4d669c0b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q4_0", - "model": "llama2:13b-chat-q4_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7945689498, - "digest": "d475bf4c50bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q4_1", - "model": "llama2:13b-chat-q4_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 8804682957, - "digest": "8da45bab53a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q4_K_S", - "model": "llama2:13b-chat-q4_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7945689498, - "digest": "c9bc1759c3b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q4_K_M", - "model": "llama2:13b-chat-q4_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 8482560410, - "digest": "87727269f62c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q5_0", - "model": "llama2:13b-chat-q5_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 9663676416, - "digest": "2ceaa73b479a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q5_1", - "model": "llama2:13b-chat-q5_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 10522669875, - "digest": "76c91147b201", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q5_K_S", - "model": "llama2:13b-chat-q5_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 9663676416, - "digest": "25324e6a6e04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q5_K_M", - "model": "llama2:13b-chat-q5_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 9878424781, - "digest": "34471ad29e7c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q6_K", - "model": "llama2:13b-chat-q6_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 11811160064, - "digest": "df2e3c78030b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-q8_0", - "model": "llama2:13b-chat-q8_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 15032385536, - "digest": "303a83449a06", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-chat-fp16", - "model": "llama2:13b-chat-fp16", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 27917287424, - "digest": "83b0fe8fee34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text", - "model": "llama2:13b-text", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7945689498, - "digest": "d9ecf5544188", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q2_K", - "model": "llama2:13b-text-q2_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 5798205850, - "digest": "64ace2ba0375", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q3_K_S", - "model": "llama2:13b-text-q3_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 6120328397, - "digest": "959925e1415d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q3_K_M", - "model": "llama2:13b-text-q3_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 6764573491, - "digest": "ff280395c1b4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q3_K_L", - "model": "llama2:13b-text-q3_K_L", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7408818586, - "digest": "cc161efc495b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q4_0", - "model": "llama2:13b-text-q4_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7945689498, - "digest": "d9ecf5544188", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q4_1", - "model": "llama2:13b-text-q4_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 8804682957, - "digest": "ff9b7e23cab5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q4_K_S", - "model": "llama2:13b-text-q4_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 7945689498, - "digest": "2fadc16207a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q4_K_M", - "model": "llama2:13b-text-q4_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 8482560410, - "digest": "74b8a493a98e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q5_0", - "model": "llama2:13b-text-q5_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 9663676416, - "digest": "8f3886efc72d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q5_1", - "model": "llama2:13b-text-q5_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 10522669875, - "digest": "2afbee63a3f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q5_K_S", - "model": "llama2:13b-text-q5_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 9663676416, - "digest": "1025495b5ee3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q5_K_M", - "model": "llama2:13b-text-q5_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 9878424781, - "digest": "4be0a0bc5acb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q6_K", - "model": "llama2:13b-text-q6_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 11811160064, - "digest": "376544bcd2db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-q8_0", - "model": "llama2:13b-text-q8_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 15032385536, - "digest": "604d6e23f647", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2:13b-text-fp16", - "model": "llama2:13b-text-fp16", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 27917287424, - "digest": "d19bbe682374", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat", - "model": "llama2:70b-chat", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 41875931136, - "digest": "e7f6c06ffef4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q2_K", - "model": "llama2:70b-chat-q2_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 31138512896, - "digest": "3cac2828f2b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q3_K_S", - "model": "llama2:70b-chat-q3_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 32212254720, - "digest": "051b27c23c3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q3_K_M", - "model": "llama2:70b-chat-q3_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 35433480192, - "digest": "f11f61dc9832", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q3_K_L", - "model": "llama2:70b-chat-q3_K_L", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 38654705664, - "digest": "e2275953b0b3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q4_0", - "model": "llama2:70b-chat-q4_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 41875931136, - "digest": "e7f6c06ffef4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q4_1", - "model": "llama2:70b-chat-q4_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 46170898432, - "digest": "8618469361ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q4_K_S", - "model": "llama2:70b-chat-q4_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 41875931136, - "digest": "e202e9dd13cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q4_K_M", - "model": "llama2:70b-chat-q4_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 44023414784, - "digest": "8f88029f07f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q5_0", - "model": "llama2:70b-chat-q5_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 50465865728, - "digest": "6cb5828911b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q5_1", - "model": "llama2:70b-chat-q5_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 55834574848, - "digest": "9d1fbb3c4074", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q5_K_S", - "model": "llama2:70b-chat-q5_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 50465865728, - "digest": "eb071689d8e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q5_K_M", - "model": "llama2:70b-chat-q5_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 52613349376, - "digest": "2e12d2211dd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q6_K", - "model": "llama2:70b-chat-q6_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 61203283968, - "digest": "b8bbc9a59804", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-q8_0", - "model": "llama2:70b-chat-q8_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 78383153152, - "digest": "d91d0643f080", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-chat-fp16", - "model": "llama2:70b-chat-fp16", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 148176371712, - "digest": "18d69cd1de10", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text", - "model": "llama2:70b-text", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 41875931136, - "digest": "b9b52e6b61c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q2_K", - "model": "llama2:70b-text-q2_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 31138512896, - "digest": "b45d7449cc92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q3_K_S", - "model": "llama2:70b-text-q3_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 32212254720, - "digest": "2227129bfc8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q3_K_M", - "model": "llama2:70b-text-q3_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 35433480192, - "digest": "fbd62f5dcf16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q3_K_L", - "model": "llama2:70b-text-q3_K_L", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 38654705664, - "digest": "b5bdb4982992", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q4_0", - "model": "llama2:70b-text-q4_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 41875931136, - "digest": "b9b52e6b61c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q4_1", - "model": "llama2:70b-text-q4_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 46170898432, - "digest": "92c3da1574b4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q4_K_S", - "model": "llama2:70b-text-q4_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 41875931136, - "digest": "1197a01c76e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q4_K_M", - "model": "llama2:70b-text-q4_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 44023414784, - "digest": "bc70b8e5b4e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q5_0", - "model": "llama2:70b-text-q5_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 50465865728, - "digest": "4ec9f6c43f82", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q5_1", - "model": "llama2:70b-text-q5_1", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 55834574848, - "digest": "9cafaca2d2fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q5_K_S", - "model": "llama2:70b-text-q5_K_S", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 50465865728, - "digest": "eab38b764b5b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q5_K_M", - "model": "llama2:70b-text-q5_K_M", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 52613349376, - "digest": "b365053e53fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q6_K", - "model": "llama2:70b-text-q6_K", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 61203283968, - "digest": "78e480a0450b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-q8_0", - "model": "llama2:70b-text-q8_0", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 78383153152, - "digest": "2aa27df56a63", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2:70b-text-fp16", - "model": "llama2:70b-text-fp16", - "modified_at": "2023-12-27T21:21:00.000Z", - "size": 148176371712, - "digest": "dc03bc3a16cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "glm-ocr:latest", - "model": "glm-ocr:latest", - "modified_at": "2026-02-02T23:29:00.000Z", - "size": 2362232013, - "digest": "6effedd0dc8a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "glm-ocr:q8_0", - "model": "glm-ocr:q8_0", - "modified_at": "2026-02-02T23:29:00.000Z", - "size": 1717986918, - "digest": "2a5a0f1a9301", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q8_0", - "quantization_level": "" - } - }, - { - "name": "glm-ocr:bf16", - "model": "glm-ocr:bf16", - "modified_at": "2026-02-02T23:29:00.000Z", - "size": 2362232013, - "digest": "6effedd0dc8a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "bf16", - "quantization_level": "" - } - }, - { - "name": "qwen2:latest", - "model": "qwen2:latest", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4724464026, - "digest": "dd314f039b9d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b", - "model": "qwen2:0.5b", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 369098752, - "digest": "6f48b936a09f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b", - "model": "qwen2:1.5b", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 980418560, - "digest": "f6daf2b25194", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b", - "model": "qwen2:7b", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4724464026, - "digest": "dd314f039b9d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b", - "model": "qwen2:72b", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 44023414784, - "digest": "93563ef658b2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct", - "model": "qwen2:0.5b-instruct", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 369098752, - "digest": "6f48b936a09f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q2_K", - "model": "qwen2:0.5b-instruct-q2_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 355467264, - "digest": "06dda8c1519a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q3_K_S", - "model": "qwen2:0.5b-instruct-q3_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 354418688, - "digest": "ae41a13fd9b2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q3_K_M", - "model": "qwen2:0.5b-instruct-q3_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 372244480, - "digest": "2adbb16f0a5d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q3_K_L", - "model": "qwen2:0.5b-instruct-q3_K_L", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 386924544, - "digest": "425aee1fa207", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q4_0", - "model": "qwen2:0.5b-instruct-q4_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 369098752, - "digest": "6f48b936a09f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q4_1", - "model": "qwen2:0.5b-instruct-q4_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 393216000, - "digest": "a1a9a139f5f4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q4_K_S", - "model": "qwen2:0.5b-instruct-q4_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 403701760, - "digest": "f6898a38eeae", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q4_K_M", - "model": "qwen2:0.5b-instruct-q4_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 417333248, - "digest": "19d15f48d098", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q5_0", - "model": "qwen2:0.5b-instruct-q5_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 416284672, - "digest": "b17625f38956", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q5_1", - "model": "qwen2:0.5b-instruct-q5_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 439353344, - "digest": "76769ded76b2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q5_K_S", - "model": "qwen2:0.5b-instruct-q5_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 433061888, - "digest": "dfba5ca4486a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q5_K_M", - "model": "qwen2:0.5b-instruct-q5_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 440401920, - "digest": "d9515b0adb44", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q6_K", - "model": "qwen2:0.5b-instruct-q6_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 530579456, - "digest": "8e5bba81c7b5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-q8_0", - "model": "qwen2:0.5b-instruct-q8_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 556793856, - "digest": "6b8eef84f0bf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:0.5b-instruct-fp16", - "model": "qwen2:0.5b-instruct-fp16", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1042284544, - "digest": "f9b12d5481d2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "0.5b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct", - "model": "qwen2:1.5b-instruct", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 980418560, - "digest": "f6daf2b25194", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q2_K", - "model": "qwen2:1.5b-instruct-q2_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 708837376, - "digest": "7851c5581bce", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q3_K_S", - "model": "qwen2:1.5b-instruct-q3_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 797966336, - "digest": "980b3bdef07c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q3_K_M", - "model": "qwen2:1.5b-instruct-q3_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 864026624, - "digest": "4a143b4bca71", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q3_K_L", - "model": "qwen2:1.5b-instruct-q3_K_L", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 922746880, - "digest": "2c7ac92e9b2a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q4_0", - "model": "qwen2:1.5b-instruct-q4_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 980418560, - "digest": "f6daf2b25194", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q4_1", - "model": "qwen2:1.5b-instruct-q4_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1073741824, - "digest": "8cbdd0be53c3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q4_K_S", - "model": "qwen2:1.5b-instruct-q4_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 985661440, - "digest": "976868269c51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q4_K_M", - "model": "qwen2:1.5b-instruct-q4_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1033895936, - "digest": "0d2a504f5771", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q5_0", - "model": "qwen2:1.5b-instruct-q5_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1181116006, - "digest": "945eea96cfa5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q5_1", - "model": "qwen2:1.5b-instruct-q5_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1288490189, - "digest": "5b1266375ca6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q5_K_S", - "model": "qwen2:1.5b-instruct-q5_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1181116006, - "digest": "272e01e2734a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q5_K_M", - "model": "qwen2:1.5b-instruct-q5_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1181116006, - "digest": "2ce7afe8f9e9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q6_K", - "model": "qwen2:1.5b-instruct-q6_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1395864371, - "digest": "1fcc9e410c55", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-q8_0", - "model": "qwen2:1.5b-instruct-q8_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 1717986918, - "digest": "908c3f054aac", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:1.5b-instruct-fp16", - "model": "qwen2:1.5b-instruct-fp16", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 3328599654, - "digest": "44ae02940761", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.5b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct", - "model": "qwen2:7b-instruct", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4724464026, - "digest": "dd314f039b9d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q2_K", - "model": "qwen2:7b-instruct-q2_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 3221225472, - "digest": "2ce92f066b62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q3_K_S", - "model": "qwen2:7b-instruct-q3_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 3758096384, - "digest": "ff9bc8063c30", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q3_K_M", - "model": "qwen2:7b-instruct-q3_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4080218931, - "digest": "39ea238e2e11", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q3_K_L", - "model": "qwen2:7b-instruct-q3_K_L", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4402341478, - "digest": "0022885490d9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q4_0", - "model": "qwen2:7b-instruct-q4_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4724464026, - "digest": "dd314f039b9d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q4_1", - "model": "qwen2:7b-instruct-q4_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 5261334938, - "digest": "6cbf8f4e11ba", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q4_K_S", - "model": "qwen2:7b-instruct-q4_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4831838208, - "digest": "47d94758e9c1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q4_K_M", - "model": "qwen2:7b-instruct-q4_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 5046586573, - "digest": "f10f702d139e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q5_0", - "model": "qwen2:7b-instruct-q5_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 5690831667, - "digest": "383487c3b3c4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q5_1", - "model": "qwen2:7b-instruct-q5_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 6227702579, - "digest": "1dbbe91baa3c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q5_K_S", - "model": "qwen2:7b-instruct-q5_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 5690831667, - "digest": "6879a027e0ab", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q5_K_M", - "model": "qwen2:7b-instruct-q5_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 5798205850, - "digest": "11803450872c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q6_K", - "model": "qwen2:7b-instruct-q6_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 6764573491, - "digest": "43f1d6679e17", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-q8_0", - "model": "qwen2:7b-instruct-q8_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 8697308774, - "digest": "5f579402cc6c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-instruct-fp16", - "model": "qwen2:7b-instruct-fp16", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 16106127360, - "digest": "5ad93c6749a1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text", - "model": "qwen2:7b-text", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4724464026, - "digest": "5c0af9e4500d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q2_K", - "model": "qwen2:7b-text-q2_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 3221225472, - "digest": "37935d384f48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q3_K_S", - "model": "qwen2:7b-text-q3_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 3758096384, - "digest": "2eaaf224cac3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q3_K_M", - "model": "qwen2:7b-text-q3_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4080218931, - "digest": "636d21d77b6c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q3_K_L", - "model": "qwen2:7b-text-q3_K_L", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4402341478, - "digest": "45ac40a8d58b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q4_0", - "model": "qwen2:7b-text-q4_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4724464026, - "digest": "5c0af9e4500d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q4_1", - "model": "qwen2:7b-text-q4_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 5261334938, - "digest": "b765b8677fb7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q4_K_S", - "model": "qwen2:7b-text-q4_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 4831838208, - "digest": "5cfe6a2793de", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q4_K_M", - "model": "qwen2:7b-text-q4_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 5046586573, - "digest": "37dee31a1b72", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q5_0", - "model": "qwen2:7b-text-q5_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 5690831667, - "digest": "b8336b2174d3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q5_1", - "model": "qwen2:7b-text-q5_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 6227702579, - "digest": "0899d84212a8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:7b-text-q8_0", - "model": "qwen2:7b-text-q8_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 8697308774, - "digest": "1ad9e7ef89a6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct", - "model": "qwen2:72b-instruct", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 44023414784, - "digest": "93563ef658b2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q2_K", - "model": "qwen2:72b-instruct-q2_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 32212254720, - "digest": "cb6c3529e5c1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q3_K_S", - "model": "qwen2:72b-instruct-q3_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 36507222016, - "digest": "ae65012ceeac", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q3_K_M", - "model": "qwen2:72b-instruct-q3_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 40802189312, - "digest": "448681f34ba7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q3_K_L", - "model": "qwen2:72b-instruct-q3_K_L", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 42949672960, - "digest": "d78d37529ebe", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q4_0", - "model": "qwen2:72b-instruct-q4_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 44023414784, - "digest": "93563ef658b2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q4_1", - "model": "qwen2:72b-instruct-q4_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 49392123904, - "digest": "3c2ddfc9cd29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q4_K_S", - "model": "qwen2:72b-instruct-q4_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 47244640256, - "digest": "fc25a7dea14d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q4_K_M", - "model": "qwen2:72b-instruct-q4_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 50465865728, - "digest": "1f4e04e13ff3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q5_0", - "model": "qwen2:72b-instruct-q5_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 53687091200, - "digest": "90a488948103", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q5_1", - "model": "qwen2:72b-instruct-q5_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 59055800320, - "digest": "5a83f6b7eca1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q5_K_S", - "model": "qwen2:72b-instruct-q5_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 54760833024, - "digest": "3f262d50f9be", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q5_K_M", - "model": "qwen2:72b-instruct-q5_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 57982058496, - "digest": "36ae993a19fb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q6_K", - "model": "qwen2:72b-instruct-q6_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 68719476736, - "digest": "5a83045ef50f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-q8_0", - "model": "qwen2:72b-instruct-q8_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 82678120448, - "digest": "8f1da3c9500d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-instruct-fp16", - "model": "qwen2:72b-instruct-fp16", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 155692564480, - "digest": "345ab45e8107", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text", - "model": "qwen2:72b-text", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 44023414784, - "digest": "9d70f91bdc28", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q2_K", - "model": "qwen2:72b-text-q2_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 32212254720, - "digest": "9752808de1d3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q3_K_S", - "model": "qwen2:72b-text-q3_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 36507222016, - "digest": "9c8a530d0bd7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q3_K_M", - "model": "qwen2:72b-text-q3_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 40802189312, - "digest": "cfb026174537", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q3_K_L", - "model": "qwen2:72b-text-q3_K_L", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 42949672960, - "digest": "cf78b2fa4fdd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q4_0", - "model": "qwen2:72b-text-q4_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 44023414784, - "digest": "9d70f91bdc28", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q4_1", - "model": "qwen2:72b-text-q4_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 49392123904, - "digest": "137edb538d01", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q4_K_S", - "model": "qwen2:72b-text-q4_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 47244640256, - "digest": "1993d079c16b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q4_K_M", - "model": "qwen2:72b-text-q4_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 50465865728, - "digest": "395e2f1e4576", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q5_0", - "model": "qwen2:72b-text-q5_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 53687091200, - "digest": "e2b400cfa315", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q5_1", - "model": "qwen2:72b-text-q5_1", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 59055800320, - "digest": "de61bf13ea38", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q5_K_S", - "model": "qwen2:72b-text-q5_K_S", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 54760833024, - "digest": "0307018fbf53", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q5_K_M", - "model": "qwen2:72b-text-q5_K_M", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 57982058496, - "digest": "cfaee9537e26", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q6_K", - "model": "qwen2:72b-text-q6_K", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 68719476736, - "digest": "5de588e06754", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-q8_0", - "model": "qwen2:72b-text-q8_0", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 82678120448, - "digest": "480baf5d488d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2:72b-text-fp16", - "model": "qwen2:72b-text-fp16", - "modified_at": "2024-09-11T02:17:00.000Z", - "size": 155692564480, - "digest": "fba4b417782d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:latest", - "model": "codellama:latest", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "8fdf8f752f6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "codellama:code", - "model": "codellama:code", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "8df0a30bb1e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "code", - "quantization_level": "" - } - }, - { - "name": "codellama:instruct", - "model": "codellama:instruct", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "8fdf8f752f6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "codellama:python", - "model": "codellama:python", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "120ca3419eae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "python", - "quantization_level": "" - } - }, - { - "name": "codellama:7b", - "model": "codellama:7b", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "8fdf8f752f6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "codellama:13b", - "model": "codellama:13b", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "9f438cb9cd58", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "codellama:34b", - "model": "codellama:34b", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "685be00e1532", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b", - "quantization_level": "" - } - }, - { - "name": "codellama:70b", - "model": "codellama:70b", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "e59b580dfce7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code", - "model": "codellama:7b-code", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "8df0a30bb1e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q2_K", - "model": "codellama:7b-code-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3006477107, - "digest": "91ff9867e158", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q3_K_S", - "model": "codellama:7b-code-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3113851290, - "digest": "a53cf3fbfba9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q3_K_M", - "model": "codellama:7b-code-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3543348019, - "digest": "feb1d9b1793b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q3_K_L", - "model": "codellama:7b-code-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3865470566, - "digest": "28f2ce50aa95", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q4_0", - "model": "codellama:7b-code-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "8df0a30bb1e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q4_1", - "model": "codellama:7b-code-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4509715661, - "digest": "537584c9d430", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q4_K_S", - "model": "codellama:7b-code-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4187593114, - "digest": "87013da043fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q4_K_M", - "model": "codellama:7b-code-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4402341478, - "digest": "e0f44d809bb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q5_0", - "model": "codellama:7b-code-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5046586573, - "digest": "d7bab15b429c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q5_1", - "model": "codellama:7b-code-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5476083302, - "digest": "a38c1ce2f694", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q5_K_S", - "model": "codellama:7b-code-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5046586573, - "digest": "1854c84f9cd6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q5_K_M", - "model": "codellama:7b-code-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5153960755, - "digest": "19a534f2e7ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q6_K", - "model": "codellama:7b-code-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5905580032, - "digest": "e3d8d04437e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-q8_0", - "model": "codellama:7b-code-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7730941133, - "digest": "b5c402bcc7d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-code-fp16", - "model": "codellama:7b-code-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 13958643712, - "digest": "49e540e808cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct", - "model": "codellama:7b-instruct", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "8fdf8f752f6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q2_K", - "model": "codellama:7b-instruct-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3006477107, - "digest": "28ee56afb6a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q3_K_S", - "model": "codellama:7b-instruct-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3113851290, - "digest": "69d540497dc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q3_K_M", - "model": "codellama:7b-instruct-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3543348019, - "digest": "ddae88ac7060", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q3_K_L", - "model": "codellama:7b-instruct-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3865470566, - "digest": "74aea2ff4240", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q4_0", - "model": "codellama:7b-instruct-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "8fdf8f752f6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q4_1", - "model": "codellama:7b-instruct-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4509715661, - "digest": "82177b511b42", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q4_K_S", - "model": "codellama:7b-instruct-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4187593114, - "digest": "7e7d9567e2be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q4_K_M", - "model": "codellama:7b-instruct-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4402341478, - "digest": "dfd9bbf35961", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q5_0", - "model": "codellama:7b-instruct-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5046586573, - "digest": "1fe20720c90b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q5_1", - "model": "codellama:7b-instruct-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5476083302, - "digest": "96ebcc6283ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q5_K_S", - "model": "codellama:7b-instruct-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5046586573, - "digest": "0a9dfb4ddb84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q5_K_M", - "model": "codellama:7b-instruct-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5153960755, - "digest": "4f6dbd70addc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q6_K", - "model": "codellama:7b-instruct-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5905580032, - "digest": "3a5b549ceb36", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-q8_0", - "model": "codellama:7b-instruct-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7730941133, - "digest": "e371f415ddec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-instruct-fp16", - "model": "codellama:7b-instruct-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 13958643712, - "digest": "6d0772f2d7d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python", - "model": "codellama:7b-python", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "120ca3419eae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q2_K", - "model": "codellama:7b-python-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3006477107, - "digest": "90537ffccfc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q3_K_S", - "model": "codellama:7b-python-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3113851290, - "digest": "32abf4fb831c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q3_K_M", - "model": "codellama:7b-python-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3543348019, - "digest": "f78512a1494b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q3_K_L", - "model": "codellama:7b-python-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 3865470566, - "digest": "89bd2bcbe688", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q4_0", - "model": "codellama:7b-python-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4080218931, - "digest": "120ca3419eae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q4_1", - "model": "codellama:7b-python-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4509715661, - "digest": "229914b4c95a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q4_K_S", - "model": "codellama:7b-python-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4187593114, - "digest": "3e2981f24208", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q4_K_M", - "model": "codellama:7b-python-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 4402341478, - "digest": "82469243d8df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q5_0", - "model": "codellama:7b-python-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5046586573, - "digest": "ca3bea54d322", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q5_1", - "model": "codellama:7b-python-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5476083302, - "digest": "973c0b9ff6f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q5_K_S", - "model": "codellama:7b-python-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5046586573, - "digest": "33d5fb72706b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q5_K_M", - "model": "codellama:7b-python-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5153960755, - "digest": "cf2d34d45cf5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q6_K", - "model": "codellama:7b-python-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5905580032, - "digest": "d03cee358f2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-q8_0", - "model": "codellama:7b-python-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7730941133, - "digest": "9989aa9990d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:7b-python-fp16", - "model": "codellama:7b-python-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 13958643712, - "digest": "c586d7593fc9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code", - "model": "codellama:13b-code", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "61b6aa1b3d0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q2_K", - "model": "codellama:13b-code-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5798205850, - "digest": "15030cfe1222", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q3_K_S", - "model": "codellama:13b-code-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 6120328397, - "digest": "19a8f7d27f99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q3_K_M", - "model": "codellama:13b-code-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 6764573491, - "digest": "89cf92af026f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q3_K_L", - "model": "codellama:13b-code-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7408818586, - "digest": "ba5706a5838b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q4_0", - "model": "codellama:13b-code-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "61b6aa1b3d0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q4_1", - "model": "codellama:13b-code-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 8804682957, - "digest": "57327f6dcb54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q4_K_S", - "model": "codellama:13b-code-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "87379a37e4aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q4_K_M", - "model": "codellama:13b-code-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 8482560410, - "digest": "0aa12f0144e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q5_0", - "model": "codellama:13b-code-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9663676416, - "digest": "1a8f4c7a3c5f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q5_1", - "model": "codellama:13b-code-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 10522669875, - "digest": "1044f602e601", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q5_K_S", - "model": "codellama:13b-code-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9663676416, - "digest": "638856bc2a70", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q5_K_M", - "model": "codellama:13b-code-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9878424781, - "digest": "2ed5f2d821a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q6_K", - "model": "codellama:13b-code-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 11811160064, - "digest": "bbf97c457aa3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-q8_0", - "model": "codellama:13b-code-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 15032385536, - "digest": "03674985089a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-code-fp16", - "model": "codellama:13b-code-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 27917287424, - "digest": "d2d1857cd78a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-code-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct", - "model": "codellama:13b-instruct", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "9f438cb9cd58", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q2_K", - "model": "codellama:13b-instruct-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5798205850, - "digest": "8fb59331633d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q3_K_S", - "model": "codellama:13b-instruct-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 6120328397, - "digest": "c67eb99f3c22", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q3_K_M", - "model": "codellama:13b-instruct-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 6764573491, - "digest": "b6cfa4228952", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q3_K_L", - "model": "codellama:13b-instruct-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7408818586, - "digest": "bce5c62dfd7d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q4_0", - "model": "codellama:13b-instruct-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "9f438cb9cd58", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q4_1", - "model": "codellama:13b-instruct-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 8804682957, - "digest": "e41f7cfb904d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q4_K_S", - "model": "codellama:13b-instruct-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "ea05ed122e9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q4_K_M", - "model": "codellama:13b-instruct-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 8482560410, - "digest": "96b64dad9259", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q5_0", - "model": "codellama:13b-instruct-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9663676416, - "digest": "272076d850ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q5_1", - "model": "codellama:13b-instruct-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 10522669875, - "digest": "c314aa11a40d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q5_K_S", - "model": "codellama:13b-instruct-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9663676416, - "digest": "88522b510fcb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q5_K_M", - "model": "codellama:13b-instruct-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9878424781, - "digest": "d4a5d7a6ca94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q6_K", - "model": "codellama:13b-instruct-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 11811160064, - "digest": "d0a67452c242", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-q8_0", - "model": "codellama:13b-instruct-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 15032385536, - "digest": "196822804b09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-instruct-fp16", - "model": "codellama:13b-instruct-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 27917287424, - "digest": "220d80e5d12b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python", - "model": "codellama:13b-python", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "ac95ebf45ada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q2_K", - "model": "codellama:13b-python-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 5798205850, - "digest": "c9b35dd8cb12", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q3_K_S", - "model": "codellama:13b-python-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 6120328397, - "digest": "0b5b459ae6ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q3_K_M", - "model": "codellama:13b-python-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 6764573491, - "digest": "97d666909551", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q3_K_L", - "model": "codellama:13b-python-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7408818586, - "digest": "f499608bd8fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q4_0", - "model": "codellama:13b-python-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "ac95ebf45ada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q4_1", - "model": "codellama:13b-python-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 8804682957, - "digest": "a7e755ca330e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q4_K_S", - "model": "codellama:13b-python-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 7945689498, - "digest": "efca725ae5a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q4_K_M", - "model": "codellama:13b-python-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 8482560410, - "digest": "897d6f158bff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q5_0", - "model": "codellama:13b-python-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9663676416, - "digest": "4310a4450fac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q5_1", - "model": "codellama:13b-python-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 10522669875, - "digest": "d896d2264b62", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q5_K_S", - "model": "codellama:13b-python-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9663676416, - "digest": "23198bde3624", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q5_K_M", - "model": "codellama:13b-python-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 9878424781, - "digest": "bee3e1199c6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q6_K", - "model": "codellama:13b-python-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 11811160064, - "digest": "a156022a735c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-q8_0", - "model": "codellama:13b-python-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 15032385536, - "digest": "651a360f8207", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:13b-python-fp16", - "model": "codellama:13b-python-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 27917287424, - "digest": "46a84a4b71b0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code", - "model": "codellama:34b-code", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "d42f383a80dd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q2_K", - "model": "codellama:34b-code-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 15032385536, - "digest": "a9cbbaa0bc9f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q3_K_S", - "model": "codellama:34b-code-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 16106127360, - "digest": "3c90e44e0e1a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q3_K_M", - "model": "codellama:34b-code-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 17179869184, - "digest": "b2341adf3f23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q3_K_L", - "model": "codellama:34b-code-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 19327352832, - "digest": "aedf79bb4b36", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q4_0", - "model": "codellama:34b-code-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "d42f383a80dd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q4_1", - "model": "codellama:34b-code-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 22548578304, - "digest": "9fa15ea27404", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q4_K_S", - "model": "codellama:34b-code-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "74265e6ee37b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q4_K_M", - "model": "codellama:34b-code-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 21474836480, - "digest": "ab557c194836", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q5_0", - "model": "codellama:34b-code-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 24696061952, - "digest": "1024c60168c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q5_1", - "model": "codellama:34b-code-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 26843545600, - "digest": "53011c2b63fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q5_K_S", - "model": "codellama:34b-code-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 24696061952, - "digest": "31fd37f72149", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q5_K_M", - "model": "codellama:34b-code-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 25769803776, - "digest": "64ead69c55e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q6_K", - "model": "codellama:34b-code-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 30064771072, - "digest": "16cab6eea3fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-code-q8_0", - "model": "codellama:34b-code-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 38654705664, - "digest": "9002fe264a7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-code-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct", - "model": "codellama:34b-instruct", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "685be00e1532", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q2_K", - "model": "codellama:34b-instruct-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 15032385536, - "digest": "1dd65b85730e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q3_K_S", - "model": "codellama:34b-instruct-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 16106127360, - "digest": "97ab8a9c3b5b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q3_K_M", - "model": "codellama:34b-instruct-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 17179869184, - "digest": "f534f618ea64", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q3_K_L", - "model": "codellama:34b-instruct-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 19327352832, - "digest": "ddb843faeaf7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q4_0", - "model": "codellama:34b-instruct-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "685be00e1532", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q4_1", - "model": "codellama:34b-instruct-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 22548578304, - "digest": "5493004f889d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q4_K_S", - "model": "codellama:34b-instruct-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "9ed594b9bf24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q4_K_M", - "model": "codellama:34b-instruct-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 21474836480, - "digest": "e12e86e65362", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q5_0", - "model": "codellama:34b-instruct-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 24696061952, - "digest": "44c793b41643", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q5_1", - "model": "codellama:34b-instruct-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 26843545600, - "digest": "b0615499241e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q5_K_S", - "model": "codellama:34b-instruct-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 24696061952, - "digest": "cd41440962fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q5_K_M", - "model": "codellama:34b-instruct-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 25769803776, - "digest": "93723cb9e26c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q6_K", - "model": "codellama:34b-instruct-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 30064771072, - "digest": "e93676fdc8e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-q8_0", - "model": "codellama:34b-instruct-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 38654705664, - "digest": "df46def864c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-instruct-fp16", - "model": "codellama:34b-instruct-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 71940702208, - "digest": "63f5f2314d06", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python", - "model": "codellama:34b-python", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "a9991b91af79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q2_K", - "model": "codellama:34b-python-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 15032385536, - "digest": "804f8d3619ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q3_K_S", - "model": "codellama:34b-python-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 16106127360, - "digest": "7d04d3730258", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q3_K_M", - "model": "codellama:34b-python-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 17179869184, - "digest": "4d1f7919eac7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q3_K_L", - "model": "codellama:34b-python-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 19327352832, - "digest": "9a0962344498", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q4_0", - "model": "codellama:34b-python-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "a9991b91af79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q4_1", - "model": "codellama:34b-python-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 22548578304, - "digest": "a1d4355844ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q4_K_S", - "model": "codellama:34b-python-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 20401094656, - "digest": "dbf6c5ef8774", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q4_K_M", - "model": "codellama:34b-python-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 21474836480, - "digest": "4c63b99ce6e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q5_0", - "model": "codellama:34b-python-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 24696061952, - "digest": "a8afc91dd7c1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q5_1", - "model": "codellama:34b-python-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 26843545600, - "digest": "2d27ad19cb5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q5_K_S", - "model": "codellama:34b-python-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 24696061952, - "digest": "893daae3384e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q5_K_M", - "model": "codellama:34b-python-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 25769803776, - "digest": "c6a7e8f2a374", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q6_K", - "model": "codellama:34b-python-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 30064771072, - "digest": "4c08957e57e2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-q8_0", - "model": "codellama:34b-python-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 38654705664, - "digest": "53a286016fd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:34b-python-fp16", - "model": "codellama:34b-python-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 71940702208, - "digest": "a12bdba154f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code", - "model": "codellama:70b-code", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "f51f75d243f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q2_K", - "model": "codellama:70b-code-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 26843545600, - "digest": "a971fcfd33e2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q3_K_S", - "model": "codellama:70b-code-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 32212254720, - "digest": "6f9fcc129873", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q3_K_M", - "model": "codellama:70b-code-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 35433480192, - "digest": "d29df36f0809", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q3_K_L", - "model": "codellama:70b-code-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 38654705664, - "digest": "4bfb484bdd00", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q4_0", - "model": "codellama:70b-code-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "f51f75d243f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q4_1", - "model": "codellama:70b-code-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 46170898432, - "digest": "f4f87b75ed5f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q4_K_S", - "model": "codellama:70b-code-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "6eb3eed1c7d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q4_K_M", - "model": "codellama:70b-code-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 44023414784, - "digest": "af49f7163a95", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q5_0", - "model": "codellama:70b-code-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 50465865728, - "digest": "6c13a8df97a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q5_1", - "model": "codellama:70b-code-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 55834574848, - "digest": "d81dfb4ec245", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q5_K_S", - "model": "codellama:70b-code-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 50465865728, - "digest": "f7a6b036969c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q5_K_M", - "model": "codellama:70b-code-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 52613349376, - "digest": "a6de2758bbb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q6_K", - "model": "codellama:70b-code-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 61203283968, - "digest": "8fe5090ef2aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-q8_0", - "model": "codellama:70b-code-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 78383153152, - "digest": "11ccdd14d3a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-code-fp16", - "model": "codellama:70b-code-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 148176371712, - "digest": "068561d5fd67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-code-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct", - "model": "codellama:70b-instruct", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "e59b580dfce7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q2_K", - "model": "codellama:70b-instruct-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 26843545600, - "digest": "cfb9810598f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q3_K_S", - "model": "codellama:70b-instruct-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 32212254720, - "digest": "9eaafc67a1e9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q3_K_M", - "model": "codellama:70b-instruct-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 35433480192, - "digest": "97d27e87a494", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q3_K_L", - "model": "codellama:70b-instruct-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 38654705664, - "digest": "9b7b348bd092", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q4_0", - "model": "codellama:70b-instruct-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "e59b580dfce7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q4_1", - "model": "codellama:70b-instruct-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 46170898432, - "digest": "3a050fe20496", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q4_K_S", - "model": "codellama:70b-instruct-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "5e6f76df85f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q4_K_M", - "model": "codellama:70b-instruct-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 44023414784, - "digest": "fd3eb0359236", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q5_0", - "model": "codellama:70b-instruct-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 50465865728, - "digest": "b22318ff25f3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q5_1", - "model": "codellama:70b-instruct-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 55834574848, - "digest": "5606d0558a97", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q5_K_S", - "model": "codellama:70b-instruct-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 50465865728, - "digest": "486ce7f5c313", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q5_K_M", - "model": "codellama:70b-instruct-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 52613349376, - "digest": "796aa29c1e74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q6_K", - "model": "codellama:70b-instruct-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 61203283968, - "digest": "2b057a1a5fcb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-q8_0", - "model": "codellama:70b-instruct-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 78383153152, - "digest": "df2a96247c0c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-instruct-fp16", - "model": "codellama:70b-instruct-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 148176371712, - "digest": "bbea3b24dc4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python", - "model": "codellama:70b-python", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "33bc097b32fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q2_K", - "model": "codellama:70b-python-q2_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 26843545600, - "digest": "8925059dfc69", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q2_K", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q3_K_S", - "model": "codellama:70b-python-q3_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 32212254720, - "digest": "5e2c02668fd0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q3_K_M", - "model": "codellama:70b-python-q3_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 35433480192, - "digest": "130b1c22d82c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q3_K_L", - "model": "codellama:70b-python-q3_K_L", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 38654705664, - "digest": "91ac3677083b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q4_0", - "model": "codellama:70b-python-q4_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "33bc097b32fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q4_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q4_1", - "model": "codellama:70b-python-q4_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 46170898432, - "digest": "8a1b64a13e07", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q4_1", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q4_K_S", - "model": "codellama:70b-python-q4_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 41875931136, - "digest": "58f06c520da4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q4_K_M", - "model": "codellama:70b-python-q4_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 44023414784, - "digest": "157bddfb9b58", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q5_0", - "model": "codellama:70b-python-q5_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 50465865728, - "digest": "e91924e35649", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q5_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q5_1", - "model": "codellama:70b-python-q5_1", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 55834574848, - "digest": "726a52d85424", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q5_1", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q5_K_S", - "model": "codellama:70b-python-q5_K_S", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 50465865728, - "digest": "b1f1fd5a9237", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q5_K_M", - "model": "codellama:70b-python-q5_K_M", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 52613349376, - "digest": "46e0203b5440", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q6_K", - "model": "codellama:70b-python-q6_K", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 61203283968, - "digest": "0d2f71fce49d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q6_K", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-q8_0", - "model": "codellama:70b-python-q8_0", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 78383153152, - "digest": "80366d5e2306", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-q8_0", - "quantization_level": "" - } - }, - { - "name": "codellama:70b-python-fp16", - "model": "codellama:70b-python-fp16", - "modified_at": "2024-07-18T17:31:00.000Z", - "size": 148176371712, - "digest": "32aef34ce6d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-python-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:latest", - "model": "mistral-nemo:latest", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 7623566950, - "digest": "e7e06d107c6c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b", - "model": "mistral-nemo:12b", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 7623566950, - "digest": "e7e06d107c6c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q2_K", - "model": "mistral-nemo:12b-instruct-2407-q2_K", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 5153960755, - "digest": "868f6ba4dbda", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q3_K_S", - "model": "mistral-nemo:12b-instruct-2407-q3_K_S", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 5905580032, - "digest": "5bba7a13afef", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q3_K_M", - "model": "mistral-nemo:12b-instruct-2407-q3_K_M", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 6549825126, - "digest": "0549a17f596f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q3_K_L", - "model": "mistral-nemo:12b-instruct-2407-q3_K_L", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 7086696038, - "digest": "8dc575f2f1d9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q4_0", - "model": "mistral-nemo:12b-instruct-2407-q4_0", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 7623566950, - "digest": "e7e06d107c6c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q4_1", - "model": "mistral-nemo:12b-instruct-2407-q4_1", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 8375186227, - "digest": "243f0861c69b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q4_K_S", - "model": "mistral-nemo:12b-instruct-2407-q4_K_S", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 7623566950, - "digest": "fe6fcaf0d26f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q4_K_M", - "model": "mistral-nemo:12b-instruct-2407-q4_K_M", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 8053063680, - "digest": "daf673741712", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q5_0", - "model": "mistral-nemo:12b-instruct-2407-q5_0", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 9126805504, - "digest": "dab3cfa34f38", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q5_1", - "model": "mistral-nemo:12b-instruct-2407-q5_1", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 9878424781, - "digest": "8898d5e38428", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q5_K_S", - "model": "mistral-nemo:12b-instruct-2407-q5_K_S", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 9126805504, - "digest": "40374746451f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q5_K_M", - "model": "mistral-nemo:12b-instruct-2407-q5_K_M", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 9341553869, - "digest": "cf4d8cc50281", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q6_K", - "model": "mistral-nemo:12b-instruct-2407-q6_K", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 10737418240, - "digest": "b6435edbd791", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-q8_0", - "model": "mistral-nemo:12b-instruct-2407-q8_0", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 13958643712, - "digest": "e9b8ba00d2a1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-nemo:12b-instruct-2407-fp16", - "model": "mistral-nemo:12b-instruct-2407-fp16", - "modified_at": "2025-07-23T18:43:00.000Z", - "size": 26843545600, - "digest": "412dcb6ec5f9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "12b-instruct-2407-fp16", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:latest", - "model": "minicpm-v:latest", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 5905580032, - "digest": "c92bfad01205", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b", - "model": "minicpm-v:8b", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 5905580032, - "digest": "c92bfad01205", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q2_K", - "model": "minicpm-v:8b-2.6-q2_K", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 4402341478, - "digest": "61cf7cf5edda", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q2_K", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q3_K_S", - "model": "minicpm-v:8b-2.6-q3_K_S", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 4831838208, - "digest": "0e5dd84b9d34", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q3_K_M", - "model": "minicpm-v:8b-2.6-q3_K_M", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 5261334938, - "digest": "b7c14f8aad8c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q3_K_L", - "model": "minicpm-v:8b-2.6-q3_K_L", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 5476083302, - "digest": "a62e8056b1f0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q4_0", - "model": "minicpm-v:8b-2.6-q4_0", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 5905580032, - "digest": "c92bfad01205", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q4_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q4_1", - "model": "minicpm-v:8b-2.6-q4_1", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 6335076762, - "digest": "1e17cbffa666", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q4_1", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q4_K_S", - "model": "minicpm-v:8b-2.6-q4_K_S", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 5905580032, - "digest": "eda89b106de0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q4_K_M", - "model": "minicpm-v:8b-2.6-q4_K_M", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 6120328397, - "digest": "950a671abea6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q5_0", - "model": "minicpm-v:8b-2.6-q5_0", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 6871947674, - "digest": "4b28c460b85e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q5_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q5_1", - "model": "minicpm-v:8b-2.6-q5_1", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 7301444403, - "digest": "6ac2a6038e89", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q5_1", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q5_K_S", - "model": "minicpm-v:8b-2.6-q5_K_S", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 6871947674, - "digest": "b4d3d0c08b9c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q5_K_M", - "model": "minicpm-v:8b-2.6-q5_K_M", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 6979321856, - "digest": "6dfa70b0f281", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q6_K", - "model": "minicpm-v:8b-2.6-q6_K", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 7838315315, - "digest": "ac20b8a12390", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q6_K", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-q8_0", - "model": "minicpm-v:8b-2.6-q8_0", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 9771050598, - "digest": "9e2efdd7b657", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-q8_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v:8b-2.6-fp16", - "model": "minicpm-v:8b-2.6-fp16", - "modified_at": "2024-11-18T07:03:00.000Z", - "size": 17179869184, - "digest": "f3f122c78635", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-2.6-fp16", - "quantization_level": "" - } - }, - { - "name": "bge-m3:latest", - "model": "bge-m3:latest", - "modified_at": "2024-08-07T00:07:00.000Z", - "size": 1288490189, - "digest": "790764642607", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "bge-m3:567m", - "model": "bge-m3:567m", - "modified_at": "2024-08-07T00:07:00.000Z", - "size": 1288490189, - "digest": "790764642607", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "567m", - "quantization_level": "" - } - }, - { - "name": "bge-m3:567m-fp16", - "model": "bge-m3:567m-fp16", - "modified_at": "2024-08-07T00:07:00.000Z", - "size": 1288490189, - "digest": "790764642607", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "567m-fp16", - "quantization_level": "" - } - }, - { - "name": "tinyllama:latest", - "model": "tinyllama:latest", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 668991488, - "digest": "2644915ede35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "tinyllama:chat", - "model": "tinyllama:chat", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 668991488, - "digest": "2644915ede35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "chat", - "quantization_level": "" - } - }, - { - "name": "tinyllama:v0.6", - "model": "tinyllama:v0.6", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 668991488, - "digest": "cb4df2e70049", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v0.6", - "quantization_level": "" - } - }, - { - "name": "tinyllama:v1", - "model": "tinyllama:v1", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 668991488, - "digest": "2644915ede35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v1", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b", - "model": "tinyllama:1.1b", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 668991488, - "digest": "2644915ede35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat", - "model": "tinyllama:1.1b-chat", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 668991488, - "digest": "2644915ede35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q2_K", - "model": "tinyllama:1.1b-chat-v0.6-q2_K", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 506462208, - "digest": "a2aa7f9e13b4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q2_K", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q3_K_S", - "model": "tinyllama:1.1b-chat-v0.6-q3_K_S", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 524288000, - "digest": "f09e5b1786e1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q3_K_M", - "model": "tinyllama:1.1b-chat-v0.6-q3_K_M", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 577765376, - "digest": "d36765ee7b2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q3_K_L", - "model": "tinyllama:1.1b-chat-v0.6-q3_K_L", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 621805568, - "digest": "3dca23077eec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q4_0", - "model": "tinyllama:1.1b-chat-v0.6-q4_0", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 668991488, - "digest": "cb4df2e70049", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q4_0", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q4_1", - "model": "tinyllama:1.1b-chat-v0.6-q4_1", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 736100352, - "digest": "ad5344d40d22", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q4_1", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q4_K_S", - "model": "tinyllama:1.1b-chat-v0.6-q4_K_S", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 675282944, - "digest": "e68e39e22c5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q4_K_M", - "model": "tinyllama:1.1b-chat-v0.6-q4_K_M", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 701497344, - "digest": "078cb72856ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q5_0", - "model": "tinyllama:1.1b-chat-v0.6-q5_0", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 804257792, - "digest": "8df5040f8c77", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q5_0", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q5_1", - "model": "tinyllama:1.1b-chat-v0.6-q5_1", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 872415232, - "digest": "6b68a0890709", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q5_1", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q5_K_S", - "model": "tinyllama:1.1b-chat-v0.6-q5_K_S", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 804257792, - "digest": "86ebaf63decb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q5_K_M", - "model": "tinyllama:1.1b-chat-v0.6-q5_K_M", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 821035008, - "digest": "630e23132e37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q6_K", - "model": "tinyllama:1.1b-chat-v0.6-q6_K", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 947912704, - "digest": "4ea10b64d2c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q6_K", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-q8_0", - "model": "tinyllama:1.1b-chat-v0.6-q8_0", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 1288490189, - "digest": "b939c0e77079", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-q8_0", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v0.6-fp16", - "model": "tinyllama:1.1b-chat-v0.6-fp16", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 2362232013, - "digest": "a40b38e0c72d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v0.6-fp16", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q2_K", - "model": "tinyllama:1.1b-chat-v1-q2_K", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 506462208, - "digest": "721a0fc5ae2d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q2_K", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q3_K_S", - "model": "tinyllama:1.1b-chat-v1-q3_K_S", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 524288000, - "digest": "5042a43d653b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q3_K_M", - "model": "tinyllama:1.1b-chat-v1-q3_K_M", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 577765376, - "digest": "1bbb25f9a630", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q3_K_L", - "model": "tinyllama:1.1b-chat-v1-q3_K_L", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 621805568, - "digest": "317426342de6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q4_0", - "model": "tinyllama:1.1b-chat-v1-q4_0", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 668991488, - "digest": "2644915ede35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q4_0", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q4_1", - "model": "tinyllama:1.1b-chat-v1-q4_1", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 736100352, - "digest": "2ce57eb5c622", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q4_1", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q4_K_S", - "model": "tinyllama:1.1b-chat-v1-q4_K_S", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 675282944, - "digest": "ac37fe61e9f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q4_K_M", - "model": "tinyllama:1.1b-chat-v1-q4_K_M", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 701497344, - "digest": "86b3ca80c6c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q5_0", - "model": "tinyllama:1.1b-chat-v1-q5_0", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 804257792, - "digest": "70c60394cb6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q5_0", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q5_1", - "model": "tinyllama:1.1b-chat-v1-q5_1", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 872415232, - "digest": "5efe2a172290", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q5_1", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q5_K_S", - "model": "tinyllama:1.1b-chat-v1-q5_K_S", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 804257792, - "digest": "913a3797a111", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q5_K_M", - "model": "tinyllama:1.1b-chat-v1-q5_K_M", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 821035008, - "digest": "920ba90fb00e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q6_K", - "model": "tinyllama:1.1b-chat-v1-q6_K", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 947912704, - "digest": "d53bb0758e48", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q6_K", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-q8_0", - "model": "tinyllama:1.1b-chat-v1-q8_0", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 1288490189, - "digest": "3746473cdb1e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-q8_0", - "quantization_level": "" - } - }, - { - "name": "tinyllama:1.1b-chat-v1-fp16", - "model": "tinyllama:1.1b-chat-v1-fp16", - "modified_at": "2024-01-01T02:44:00.000Z", - "size": 2362232013, - "digest": "71c2f9b69b52", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-chat-v1-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:latest", - "model": "llama3.2-vision:latest", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 8375186227, - "digest": "6f2f9757ae97", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:11b", - "model": "llama3.2-vision:11b", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 8375186227, - "digest": "6f2f9757ae97", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "11b", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:90b", - "model": "llama3.2-vision:90b", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 59055800320, - "digest": "bee2a956f3a8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "90b", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:11b-instruct-q4_K_M", - "model": "llama3.2-vision:11b-instruct-q4_K_M", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 8375186227, - "digest": "6f2f9757ae97", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "11b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:11b-instruct-q8_0", - "model": "llama3.2-vision:11b-instruct-q8_0", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 12884901888, - "digest": "a5b7471a68aa", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "11b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:11b-instruct-fp16", - "model": "llama3.2-vision:11b-instruct-fp16", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 22548578304, - "digest": "24c59ad3b10a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "11b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:90b-instruct-q4_K_M", - "model": "llama3.2-vision:90b-instruct-q4_K_M", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 59055800320, - "digest": "bee2a956f3a8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "90b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:90b-instruct-q8_0", - "model": "llama3.2-vision:90b-instruct-q8_0", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 102005473280, - "digest": "0882d58d0635", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "90b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.2-vision:90b-instruct-fp16", - "model": "llama3.2-vision:90b-instruct-fp16", - "modified_at": "2025-05-22T19:15:00.000Z", - "size": 190052302848, - "digest": "7592aaa4a219", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "90b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:latest", - "model": "qwen3-vl:latest", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 6549825126, - "digest": "901cae732162", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b", - "model": "qwen3-vl:2b", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 2040109466, - "digest": "0635d9d857d4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b", - "model": "qwen3-vl:4b", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 3543348019, - "digest": "1343d82ebee3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b", - "model": "qwen3-vl:8b", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 6549825126, - "digest": "901cae732162", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b", - "model": "qwen3-vl:30b", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 21474836480, - "digest": "eda0be100877", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b", - "model": "qwen3-vl:32b", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 22548578304, - "digest": "ff2e46876908", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b", - "model": "qwen3-vl:235b", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 153545080832, - "digest": "dc44c5b88b17", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b-instruct", - "model": "qwen3-vl:2b-instruct", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 2040109466, - "digest": "ea422f1e7365", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b-instruct-q4_K_M", - "model": "qwen3-vl:2b-instruct-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 2040109466, - "digest": "ea422f1e7365", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b-instruct-q8_0", - "model": "qwen3-vl:2b-instruct-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 2791728742, - "digest": "9674b2259d72", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b-instruct-bf16", - "model": "qwen3-vl:2b-instruct-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 4617089843, - "digest": "fc3633fe6782", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-instruct-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b-thinking", - "model": "qwen3-vl:2b-thinking", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 2040109466, - "digest": "0635d9d857d4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b-thinking-q4_K_M", - "model": "qwen3-vl:2b-thinking-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 2040109466, - "digest": "0635d9d857d4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-thinking-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b-thinking-q8_0", - "model": "qwen3-vl:2b-thinking-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 2791728742, - "digest": "d73b897fb9aa", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-thinking-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:2b-thinking-bf16", - "model": "qwen3-vl:2b-thinking-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 4617089843, - "digest": "0d2c70920874", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-thinking-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b-instruct", - "model": "qwen3-vl:4b-instruct", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 3543348019, - "digest": "ee4b975b58c1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b-instruct-q4_K_M", - "model": "qwen3-vl:4b-instruct-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 3543348019, - "digest": "ee4b975b58c1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b-instruct-q8_0", - "model": "qwen3-vl:4b-instruct-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 5476083302, - "digest": "3c4e71051a81", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b-instruct-bf16", - "model": "qwen3-vl:4b-instruct-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 9556302234, - "digest": "a074ff293a12", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-instruct-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b-thinking", - "model": "qwen3-vl:4b-thinking", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 3543348019, - "digest": "1343d82ebee3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b-thinking-q4_K_M", - "model": "qwen3-vl:4b-thinking-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 3543348019, - "digest": "1343d82ebee3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-thinking-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b-thinking-q8_0", - "model": "qwen3-vl:4b-thinking-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 5476083302, - "digest": "5b16d3ac6a65", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-thinking-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:4b-thinking-bf16", - "model": "qwen3-vl:4b-thinking-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 9556302234, - "digest": "b04bc96a3a84", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-thinking-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b-instruct", - "model": "qwen3-vl:8b-instruct", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 6549825126, - "digest": "0533d74300e4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b-instruct-q4_K_M", - "model": "qwen3-vl:8b-instruct-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 6549825126, - "digest": "0533d74300e4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b-instruct-q8_0", - "model": "qwen3-vl:8b-instruct-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 10522669875, - "digest": "eff3eb825b32", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b-instruct-bf16", - "model": "qwen3-vl:8b-instruct-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 19327352832, - "digest": "55aa31bad4e2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-instruct-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b-thinking", - "model": "qwen3-vl:8b-thinking", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 6549825126, - "digest": "901cae732162", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b-thinking-q4_K_M", - "model": "qwen3-vl:8b-thinking-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 6549825126, - "digest": "901cae732162", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-thinking-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b-thinking-q8_0", - "model": "qwen3-vl:8b-thinking-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 10522669875, - "digest": "9e9bbfc77186", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-thinking-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:8b-thinking-bf16", - "model": "qwen3-vl:8b-thinking-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 19327352832, - "digest": "a86052dd9262", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-thinking-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b", - "model": "qwen3-vl:30b-a3b", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 21474836480, - "digest": "eda0be100877", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b-instruct", - "model": "qwen3-vl:30b-a3b-instruct", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 21474836480, - "digest": "c871fc73fabc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b-instruct-q4_K_M", - "model": "qwen3-vl:30b-a3b-instruct-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 21474836480, - "digest": "c871fc73fabc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b-instruct-q8_0", - "model": "qwen3-vl:30b-a3b-instruct-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 36507222016, - "digest": "e274c055d4d6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b-instruct-bf16", - "model": "qwen3-vl:30b-a3b-instruct-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 66571993088, - "digest": "d4cad104e81d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b-instruct-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b-thinking", - "model": "qwen3-vl:30b-a3b-thinking", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 21474836480, - "digest": "eda0be100877", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b-thinking-q4_K_M", - "model": "qwen3-vl:30b-a3b-thinking-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 21474836480, - "digest": "eda0be100877", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b-thinking-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b-thinking-q8_0", - "model": "qwen3-vl:30b-a3b-thinking-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 36507222016, - "digest": "1f8c2d354be6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b-thinking-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:30b-a3b-thinking-bf16", - "model": "qwen3-vl:30b-a3b-thinking-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 66571993088, - "digest": "ae3f9633ff7f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "30b-a3b-thinking-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b-instruct", - "model": "qwen3-vl:32b-instruct", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 22548578304, - "digest": "c9a60b1a1a13", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b-instruct-q4_K_M", - "model": "qwen3-vl:32b-instruct-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 22548578304, - "digest": "c9a60b1a1a13", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b-instruct-q8_0", - "model": "qwen3-vl:32b-instruct-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 38654705664, - "digest": "2d0a26462393", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b-instruct-bf16", - "model": "qwen3-vl:32b-instruct-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 71940702208, - "digest": "b8e3027ef0f8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-instruct-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b-thinking", - "model": "qwen3-vl:32b-thinking", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 22548578304, - "digest": "ff2e46876908", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b-thinking-q4_K_M", - "model": "qwen3-vl:32b-thinking-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 22548578304, - "digest": "ff2e46876908", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-thinking-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b-thinking-q8_0", - "model": "qwen3-vl:32b-thinking-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 38654705664, - "digest": "76a7fcb8a3c0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-thinking-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:32b-thinking-bf16", - "model": "qwen3-vl:32b-thinking-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 71940702208, - "digest": "11c4702a61b1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-thinking-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b", - "model": "qwen3-vl:235b-a22b", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 153545080832, - "digest": "dc44c5b88b17", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b-instruct", - "model": "qwen3-vl:235b-a22b-instruct", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 153545080832, - "digest": "f5a03319651d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b-instruct-q4_K_M", - "model": "qwen3-vl:235b-a22b-instruct-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 153545080832, - "digest": "f5a03319651d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b-instruct-q8_0", - "model": "qwen3-vl:235b-a22b-instruct-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 269509197824, - "digest": "9b028966853a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b-instruct-bf16", - "model": "qwen3-vl:235b-a22b-instruct-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 505732399104, - "digest": "f9d397f6f0db", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b-instruct-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b-thinking", - "model": "qwen3-vl:235b-a22b-thinking", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 153545080832, - "digest": "dc44c5b88b17", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b-thinking-q4_K_M", - "model": "qwen3-vl:235b-a22b-thinking-q4_K_M", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 153545080832, - "digest": "dc44c5b88b17", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b-thinking-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b-thinking-q8_0", - "model": "qwen3-vl:235b-a22b-thinking-q8_0", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 269509197824, - "digest": "01dc46352af0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b-thinking-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-vl:235b-a22b-thinking-bf16", - "model": "qwen3-vl:235b-a22b-thinking-bf16", - "modified_at": "2025-10-29T22:19:00.000Z", - "size": 505732399104, - "digest": "f78566ff0c56", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "235b-a22b-thinking-bf16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:latest", - "model": "deepseek-coder:latest", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 813694976, - "digest": "3ddd2d3fc8d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:base", - "model": "deepseek-coder:base", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 813694976, - "digest": "3b417b786925", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "base", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:instruct", - "model": "deepseek-coder:instruct", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 813694976, - "digest": "3ddd2d3fc8d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b", - "model": "deepseek-coder:1.3b", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 813694976, - "digest": "3ddd2d3fc8d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b", - "model": "deepseek-coder:6.7b", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4080218931, - "digest": "ce298d984115", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b", - "model": "deepseek-coder:33b", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 20401094656, - "digest": "acec7c0b0fd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base", - "model": "deepseek-coder:1.3b-base", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 813694976, - "digest": "3b417b786925", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q2_K", - "model": "deepseek-coder:1.3b-base-q2_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 662700032, - "digest": "b4f8c7285df8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q3_K_S", - "model": "deepseek-coder:1.3b-base-q3_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 691011584, - "digest": "3a3c3bc11d11", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q3_K_M", - "model": "deepseek-coder:1.3b-base-q3_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 739246080, - "digest": "08722dd8ec98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q3_K_L", - "model": "deepseek-coder:1.3b-base-q3_K_L", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 781189120, - "digest": "9884474f8e97", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q4_0", - "model": "deepseek-coder:1.3b-base-q4_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 813694976, - "digest": "3b417b786925", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q4_1", - "model": "deepseek-coder:1.3b-base-q4_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 897581056, - "digest": "75c6c24f8b9a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q4_K_S", - "model": "deepseek-coder:1.3b-base-q4_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 854589440, - "digest": "2c83b95953cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q4_K_M", - "model": "deepseek-coder:1.3b-base-q4_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 916455424, - "digest": "4e17652b15c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q5_0", - "model": "deepseek-coder:1.3b-base-q5_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 981467136, - "digest": "2d4798d07377", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q5_1", - "model": "deepseek-coder:1.3b-base-q5_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 1073741824, - "digest": "2eb01ebad3f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q5_K_S", - "model": "deepseek-coder:1.3b-base-q5_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 999292928, - "digest": "f2689d6fec98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q5_K_M", - "model": "deepseek-coder:1.3b-base-q5_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 1073741824, - "digest": "2940f35e76bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q6_K", - "model": "deepseek-coder:1.3b-base-q6_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 1288490189, - "digest": "87397ba29cd4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-q8_0", - "model": "deepseek-coder:1.3b-base-q8_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 1503238554, - "digest": "71f702eff852", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-base-fp16", - "model": "deepseek-coder:1.3b-base-fp16", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 2899102925, - "digest": "02b95acb6d92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct", - "model": "deepseek-coder:1.3b-instruct", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 813694976, - "digest": "3ddd2d3fc8d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q2_K", - "model": "deepseek-coder:1.3b-instruct-q2_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 662700032, - "digest": "1ad28239dd09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q3_K_S", - "model": "deepseek-coder:1.3b-instruct-q3_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 691011584, - "digest": "4c1eaf4c63f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q3_K_M", - "model": "deepseek-coder:1.3b-instruct-q3_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 739246080, - "digest": "1cd27a52ef39", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q3_K_L", - "model": "deepseek-coder:1.3b-instruct-q3_K_L", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 781189120, - "digest": "0d2f32faf31e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q4_0", - "model": "deepseek-coder:1.3b-instruct-q4_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 813694976, - "digest": "3ddd2d3fc8d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q4_1", - "model": "deepseek-coder:1.3b-instruct-q4_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 897581056, - "digest": "403b7eec078d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q4_K_S", - "model": "deepseek-coder:1.3b-instruct-q4_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 854589440, - "digest": "47ca84afbf6d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q4_K_M", - "model": "deepseek-coder:1.3b-instruct-q4_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 916455424, - "digest": "d84d8a173290", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q5_0", - "model": "deepseek-coder:1.3b-instruct-q5_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 981467136, - "digest": "5f4cd944cf61", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q5_1", - "model": "deepseek-coder:1.3b-instruct-q5_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 1073741824, - "digest": "334319021268", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q5_K_S", - "model": "deepseek-coder:1.3b-instruct-q5_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 999292928, - "digest": "ca290ca9a10a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q5_K_M", - "model": "deepseek-coder:1.3b-instruct-q5_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 1073741824, - "digest": "2ff0e9282aba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q6_K", - "model": "deepseek-coder:1.3b-instruct-q6_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 1288490189, - "digest": "ce574ed6d34f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-q8_0", - "model": "deepseek-coder:1.3b-instruct-q8_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 1503238554, - "digest": "44e92342b6c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:1.3b-instruct-fp16", - "model": "deepseek-coder:1.3b-instruct-fp16", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 2899102925, - "digest": "89aaa860fc95", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base", - "model": "deepseek-coder:6.7b-base", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4080218931, - "digest": "585a5cb3b219", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q2_K", - "model": "deepseek-coder:6.7b-base-q2_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 3006477107, - "digest": "e13d22daf157", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q3_K_S", - "model": "deepseek-coder:6.7b-base-q3_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 3221225472, - "digest": "ef853316467f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q3_K_M", - "model": "deepseek-coder:6.7b-base-q3_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 3543348019, - "digest": "22ce0a5b45b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q3_K_L", - "model": "deepseek-coder:6.7b-base-q3_K_L", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 3865470566, - "digest": "29f806615022", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q4_0", - "model": "deepseek-coder:6.7b-base-q4_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4080218931, - "digest": "585a5cb3b219", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q4_1", - "model": "deepseek-coder:6.7b-base-q4_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4509715661, - "digest": "a269275b3473", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q4_K_S", - "model": "deepseek-coder:6.7b-base-q4_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4187593114, - "digest": "b199f259ba9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q4_K_M", - "model": "deepseek-coder:6.7b-base-q4_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4402341478, - "digest": "c12c864e1264", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q5_0", - "model": "deepseek-coder:6.7b-base-q5_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5046586573, - "digest": "bcea528a2f2f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q5_1", - "model": "deepseek-coder:6.7b-base-q5_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5476083302, - "digest": "c5ee75dc71c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q5_K_S", - "model": "deepseek-coder:6.7b-base-q5_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5046586573, - "digest": "dcff193117f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q5_K_M", - "model": "deepseek-coder:6.7b-base-q5_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5153960755, - "digest": "5d67f76f7c57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q6_K", - "model": "deepseek-coder:6.7b-base-q6_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5905580032, - "digest": "b91bf20f5a3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-q8_0", - "model": "deepseek-coder:6.7b-base-q8_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 7730941133, - "digest": "570c490f997d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-base-fp16", - "model": "deepseek-coder:6.7b-base-fp16", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 13958643712, - "digest": "bc2d4c7ea23e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct", - "model": "deepseek-coder:6.7b-instruct", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4080218931, - "digest": "ce298d984115", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q2_K", - "model": "deepseek-coder:6.7b-instruct-q2_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 3006477107, - "digest": "6fd7b2652ba7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q3_K_S", - "model": "deepseek-coder:6.7b-instruct-q3_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 3221225472, - "digest": "38bce866b00f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q3_K_M", - "model": "deepseek-coder:6.7b-instruct-q3_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 3543348019, - "digest": "27c2e4ed6a59", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q3_K_L", - "model": "deepseek-coder:6.7b-instruct-q3_K_L", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 3865470566, - "digest": "ea00a885753e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q4_0", - "model": "deepseek-coder:6.7b-instruct-q4_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4080218931, - "digest": "ce298d984115", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q4_1", - "model": "deepseek-coder:6.7b-instruct-q4_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4509715661, - "digest": "4c147a2a4536", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q4_K_S", - "model": "deepseek-coder:6.7b-instruct-q4_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4187593114, - "digest": "aa47b230dd4a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q4_K_M", - "model": "deepseek-coder:6.7b-instruct-q4_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 4402341478, - "digest": "af6da0444f84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q5_0", - "model": "deepseek-coder:6.7b-instruct-q5_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5046586573, - "digest": "24c6f279a2a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q5_1", - "model": "deepseek-coder:6.7b-instruct-q5_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5476083302, - "digest": "e13a2f5b13e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q5_K_S", - "model": "deepseek-coder:6.7b-instruct-q5_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5046586573, - "digest": "fa9d8a78ef0d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q5_K_M", - "model": "deepseek-coder:6.7b-instruct-q5_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5153960755, - "digest": "d6a1221fb5ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q6_K", - "model": "deepseek-coder:6.7b-instruct-q6_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 5905580032, - "digest": "5b1241961817", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-q8_0", - "model": "deepseek-coder:6.7b-instruct-q8_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 7730941133, - "digest": "54b58e32d587", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:6.7b-instruct-fp16", - "model": "deepseek-coder:6.7b-instruct-fp16", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 13958643712, - "digest": "5421a6319130", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6.7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base", - "model": "deepseek-coder:33b-base", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 20401094656, - "digest": "ca50732c8ee1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q2_K", - "model": "deepseek-coder:33b-base-q2_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 15032385536, - "digest": "c1a84861e5df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q3_K_S", - "model": "deepseek-coder:33b-base-q3_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 15032385536, - "digest": "29b391c03801", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q3_K_M", - "model": "deepseek-coder:33b-base-q3_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 17179869184, - "digest": "fdb6068cec14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q3_K_L", - "model": "deepseek-coder:33b-base-q3_K_L", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 19327352832, - "digest": "e47bf0616d0d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q4_0", - "model": "deepseek-coder:33b-base-q4_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 20401094656, - "digest": "ca50732c8ee1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q4_1", - "model": "deepseek-coder:33b-base-q4_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 22548578304, - "digest": "d09dd3fe1448", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q4_K_S", - "model": "deepseek-coder:33b-base-q4_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 20401094656, - "digest": "012e92746442", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q4_K_M", - "model": "deepseek-coder:33b-base-q4_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 21474836480, - "digest": "a205c1c80cf6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q5_0", - "model": "deepseek-coder:33b-base-q5_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 24696061952, - "digest": "a6c33a2e9332", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q5_1", - "model": "deepseek-coder:33b-base-q5_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 26843545600, - "digest": "ba34d0e6ade6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q5_K_S", - "model": "deepseek-coder:33b-base-q5_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 24696061952, - "digest": "b9fef6f330c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q5_K_M", - "model": "deepseek-coder:33b-base-q5_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 25769803776, - "digest": "2260429a178c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q6_K", - "model": "deepseek-coder:33b-base-q6_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 28991029248, - "digest": "4cb5c88ab035", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-q8_0", - "model": "deepseek-coder:33b-base-q8_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 37580963840, - "digest": "1779efbb95d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-base-fp16", - "model": "deepseek-coder:33b-base-fp16", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 71940702208, - "digest": "eed8d5b0dfcc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct", - "model": "deepseek-coder:33b-instruct", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 20401094656, - "digest": "acec7c0b0fd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q2_K", - "model": "deepseek-coder:33b-instruct-q2_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 15032385536, - "digest": "cb08fe026ad3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q3_K_S", - "model": "deepseek-coder:33b-instruct-q3_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 15032385536, - "digest": "a97a97b70cb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q3_K_M", - "model": "deepseek-coder:33b-instruct-q3_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 17179869184, - "digest": "e31fcc644c53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q3_K_L", - "model": "deepseek-coder:33b-instruct-q3_K_L", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 19327352832, - "digest": "070ae915fa23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q4_0", - "model": "deepseek-coder:33b-instruct-q4_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 20401094656, - "digest": "acec7c0b0fd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q4_1", - "model": "deepseek-coder:33b-instruct-q4_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 22548578304, - "digest": "d59c6d5d79ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q4_K_S", - "model": "deepseek-coder:33b-instruct-q4_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 20401094656, - "digest": "8f5d0f5ef4e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q4_K_M", - "model": "deepseek-coder:33b-instruct-q4_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 21474836480, - "digest": "92b0c569c0df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q5_0", - "model": "deepseek-coder:33b-instruct-q5_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 24696061952, - "digest": "c41da1e19678", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q5_1", - "model": "deepseek-coder:33b-instruct-q5_1", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 26843545600, - "digest": "11fccea78dbe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q5_K_S", - "model": "deepseek-coder:33b-instruct-q5_K_S", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 24696061952, - "digest": "f1d23826a886", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q5_K_M", - "model": "deepseek-coder:33b-instruct-q5_K_M", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 25769803776, - "digest": "bd4a96fb44c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q6_K", - "model": "deepseek-coder:33b-instruct-q6_K", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 28991029248, - "digest": "d44c67a95e2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-q8_0", - "model": "deepseek-coder:33b-instruct-q8_0", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 37580963840, - "digest": "1b30ba8b1b95", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder:33b-instruct-fp16", - "model": "deepseek-coder:33b-instruct-fp16", - "modified_at": "2023-12-28T01:05:00.000Z", - "size": 71940702208, - "digest": "b54904179335", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:latest", - "model": "qwen3.6:latest", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 25769803776, - "digest": "07d35212591f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b", - "model": "qwen3.6:27b", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 18253611008, - "digest": "a50eda8ed977", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b", - "model": "qwen3.6:35b", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 25769803776, - "digest": "07d35212591f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-coding-mxfp8", - "model": "qwen3.6:27b-coding-mxfp8", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 33285996544, - "digest": "a7185d39ff35", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-coding-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-coding-nvfp4", - "model": "qwen3.6:27b-coding-nvfp4", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 21474836480, - "digest": "42a2d9de99b0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-coding-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-coding-bf16", - "model": "qwen3.6:27b-coding-bf16", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 59055800320, - "digest": "aa7f9b4e8d3b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-coding-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-mlx", - "model": "qwen3.6:27b-mlx", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 21474836480, - "digest": "60b0437bbd02", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mlx", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-mlx-bf16", - "model": "qwen3.6:27b-mlx-bf16", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 59055800320, - "digest": "2ae7c58c2cf4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-mtp-q4_K_M", - "model": "qwen3.6:27b-mtp-q4_K_M", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 19327352832, - "digest": "21c6dd8f67de", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mtp-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-mtp-q8_0", - "model": "qwen3.6:27b-mtp-q8_0", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 32212254720, - "digest": "7e11e6ecb134", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mtp-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-mtp-bf16", - "model": "qwen3.6:27b-mtp-bf16", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 60129542144, - "digest": "df430f32c9db", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mtp-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-mxfp8", - "model": "qwen3.6:27b-mxfp8", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 33285996544, - "digest": "c2975bfaf500", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-nvfp4", - "model": "qwen3.6:27b-nvfp4", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 21474836480, - "digest": "60b0437bbd02", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-q4_K_M", - "model": "qwen3.6:27b-q4_K_M", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 18253611008, - "digest": "a50eda8ed977", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-q8_0", - "model": "qwen3.6:27b-q8_0", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 32212254720, - "digest": "cd0210c667bf", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:27b-bf16", - "model": "qwen3.6:27b-bf16", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 60129542144, - "digest": "c3a702fca756", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b", - "model": "qwen3.6:35b-a3b", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 25769803776, - "digest": "07d35212591f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-coding-mxfp8", - "model": "qwen3.6:35b-a3b-coding-mxfp8", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 40802189312, - "digest": "ccbab0f4045b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-coding-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-coding-nvfp4", - "model": "qwen3.6:35b-a3b-coding-nvfp4", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 23622320128, - "digest": "cd2692a833e6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-coding-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-coding-bf16", - "model": "qwen3.6:35b-a3b-coding-bf16", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 75161927680, - "digest": "8d3c7ad727e7", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-coding-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-mlx-bf16", - "model": "qwen3.6:35b-a3b-mlx-bf16", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 75161927680, - "digest": "6d7a4cae9475", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-mtp-q4_K_M", - "model": "qwen3.6:35b-a3b-mtp-q4_K_M", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 24696061952, - "digest": "c7bd058dd977", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-mtp-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-q4_K_M", - "model": "qwen3.6:35b-a3b-q4_K_M", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 25769803776, - "digest": "07d35212591f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-mtp-q8_0", - "model": "qwen3.6:35b-a3b-mtp-q8_0", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 41875931136, - "digest": "c61138a79add", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-mtp-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-nvfp4", - "model": "qwen3.6:35b-a3b-nvfp4", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 23622320128, - "digest": "1b50c6fdc2d4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-nvfp4", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-q8_0", - "model": "qwen3.6:35b-a3b-q8_0", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 41875931136, - "digest": "0218f872e86b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-bf16", - "model": "qwen3.6:35b-a3b-bf16", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 76235669504, - "digest": "94061ddd23a7", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-mtp-bf16", - "model": "qwen3.6:35b-a3b-mtp-bf16", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 77309411328, - "digest": "42f15217f5ae", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-mtp-bf16", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-a3b-mxfp8", - "model": "qwen3.6:35b-a3b-mxfp8", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 40802189312, - "digest": "d82a30588f1c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-a3b-mxfp8", - "quantization_level": "" - } - }, - { - "name": "qwen3.6:35b-mlx", - "model": "qwen3.6:35b-mlx", - "modified_at": "2026-06-02T00:38:00.000Z", - "size": 23622320128, - "digest": "1b50c6fdc2d4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "35b-mlx", - "quantization_level": "" - } - }, - { - "name": "llama3.3:latest", - "model": "llama3.3:latest", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 46170898432, - "digest": "a6eb4748fd29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b", - "model": "llama3.3:70b", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 46170898432, - "digest": "a6eb4748fd29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q2_K", - "model": "llama3.3:70b-instruct-q2_K", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 27917287424, - "digest": "a6f03da15cbc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q3_K_S", - "model": "llama3.3:70b-instruct-q3_K_S", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 33285996544, - "digest": "84d6ecd40b42", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q3_K_M", - "model": "llama3.3:70b-instruct-q3_K_M", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 36507222016, - "digest": "151348be3103", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q4_0", - "model": "llama3.3:70b-instruct-q4_0", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 42949672960, - "digest": "e5afe30ba419", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q4_K_S", - "model": "llama3.3:70b-instruct-q4_K_S", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 42949672960, - "digest": "3d546a04bbd5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q4_K_M", - "model": "llama3.3:70b-instruct-q4_K_M", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 46170898432, - "digest": "a6eb4748fd29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q5_0", - "model": "llama3.3:70b-instruct-q5_0", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 52613349376, - "digest": "522f1b464c62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q5_1", - "model": "llama3.3:70b-instruct-q5_1", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 56908316672, - "digest": "118a0cbe95b2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q5_K_M", - "model": "llama3.3:70b-instruct-q5_K_M", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 53687091200, - "digest": "a495e09a0513", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q6_K", - "model": "llama3.3:70b-instruct-q6_K", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 62277025792, - "digest": "992c05c90cd8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-q8_0", - "model": "llama3.3:70b-instruct-q8_0", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 80530636800, - "digest": "d5b5e1b84868", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3.3:70b-instruct-fp16", - "model": "llama3.3:70b-instruct-fp16", - "modified_at": "2024-12-06T19:13:00.000Z", - "size": 151397597184, - "digest": "8fbd361705a0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin3:latest", - "model": "dolphin3:latest", - "modified_at": "2025-01-05T19:38:00.000Z", - "size": 5261334938, - "digest": "d5ab9ae8e1f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "dolphin3:8b", - "model": "dolphin3:8b", - "modified_at": "2025-01-05T19:38:00.000Z", - "size": 5261334938, - "digest": "d5ab9ae8e1f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "dolphin3:8b-llama3.1-q4_K_M", - "model": "dolphin3:8b-llama3.1-q4_K_M", - "modified_at": "2025-01-05T19:38:00.000Z", - "size": 5261334938, - "digest": "d5ab9ae8e1f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-llama3.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin3:8b-llama3.1-q8_0", - "model": "dolphin3:8b-llama3.1-q8_0", - "modified_at": "2025-01-05T19:38:00.000Z", - "size": 9126805504, - "digest": "e3310b61ffdb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-llama3.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin3:8b-llama3.1-fp16", - "model": "dolphin3:8b-llama3.1-fp16", - "modified_at": "2025-01-05T19:38:00.000Z", - "size": 17179869184, - "digest": "b0941c6f3226", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-llama3.1-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3:latest", - "model": "deepseek-v3:latest", - "modified_at": "2025-01-13T17:16:00.000Z", - "size": 433791696896, - "digest": "5da0e2d4a9e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3:671b", - "model": "deepseek-v3:671b", - "modified_at": "2025-01-13T17:16:00.000Z", - "size": 433791696896, - "digest": "5da0e2d4a9e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3:671b-q4_K_M", - "model": "deepseek-v3:671b-q4_K_M", - "modified_at": "2025-01-13T17:16:00.000Z", - "size": 433791696896, - "digest": "5da0e2d4a9e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3:671b-q8_0", - "model": "deepseek-v3:671b-q8_0", - "modified_at": "2025-01-13T17:16:00.000Z", - "size": 765577920512, - "digest": "96061c74c1a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3:671b-fp16", - "model": "deepseek-v3:671b-fp16", - "modified_at": "2025-01-13T17:16:00.000Z", - "size": 1429365116109, - "digest": "7770bf5a5ed8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-fp16", - "quantization_level": "" - } - }, - { - "name": "olmo2:latest", - "model": "olmo2:latest", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 4831838208, - "digest": "4208d3b406db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "olmo2:7b", - "model": "olmo2:7b", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 4831838208, - "digest": "4208d3b406db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "olmo2:13b", - "model": "olmo2:13b", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 9019431322, - "digest": "6c279ebc980f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "olmo2:7b-1124-instruct-q4_K_M", - "model": "olmo2:7b-1124-instruct-q4_K_M", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 4831838208, - "digest": "4208d3b406db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-1124-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "olmo2:7b-1124-instruct-q8_0", - "model": "olmo2:7b-1124-instruct-q8_0", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 8375186227, - "digest": "e75d0b293717", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-1124-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "olmo2:7b-1124-instruct-fp16", - "model": "olmo2:7b-1124-instruct-fp16", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 16106127360, - "digest": "fa483f2d5cc7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-1124-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "olmo2:13b-1124-instruct-q4_K_M", - "model": "olmo2:13b-1124-instruct-q4_K_M", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 9019431322, - "digest": "6c279ebc980f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-1124-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "olmo2:13b-1124-instruct-q8_0", - "model": "olmo2:13b-1124-instruct-q8_0", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 16106127360, - "digest": "54d0ec72e884", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-1124-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "olmo2:13b-1124-instruct-fp16", - "model": "olmo2:13b-1124-instruct-fp16", - "modified_at": "2025-01-11T22:43:00.000Z", - "size": 28991029248, - "digest": "c5cd17f69ca0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-1124-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm2:latest", - "model": "smollm2:latest", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1932735283, - "digest": "cef4a1e09247", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m", - "model": "smollm2:135m", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 284164096, - "digest": "9077fe9d2ae1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m", - "model": "smollm2:360m", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 761266176, - "digest": "297281b699fc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b", - "model": "smollm2:1.7b", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1932735283, - "digest": "cef4a1e09247", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q2_K", - "model": "smollm2:135m-instruct-q2_K", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 92274688, - "digest": "888e2e49aff1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q3_K_S", - "model": "smollm2:135m-instruct-q3_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 92274688, - "digest": "ea68556e2fe1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q3_K_M", - "model": "smollm2:135m-instruct-q3_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 98566144, - "digest": "970418f9b140", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q3_K_L", - "model": "smollm2:135m-instruct-q3_K_L", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 102760448, - "digest": "c72ffea38f60", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q4_0", - "model": "smollm2:135m-instruct-q4_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 96468992, - "digest": "dbc9f6c89cb0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q4_1", - "model": "smollm2:135m-instruct-q4_1", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 102760448, - "digest": "1e7dbfd9f706", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q4_K_S", - "model": "smollm2:135m-instruct-q4_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 106954752, - "digest": "9a7ead04933f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q4_K_M", - "model": "smollm2:135m-instruct-q4_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 110100480, - "digest": "fd3168509652", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q5_0", - "model": "smollm2:135m-instruct-q5_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 110100480, - "digest": "b4ae22539f3f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q5_1", - "model": "smollm2:135m-instruct-q5_1", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 117440512, - "digest": "e8d2ad7e6838", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q5_K_S", - "model": "smollm2:135m-instruct-q5_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 115343360, - "digest": "11d6886e86ff", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q5_K_M", - "model": "smollm2:135m-instruct-q5_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 117440512, - "digest": "a703ae7fccb0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q6_K", - "model": "smollm2:135m-instruct-q6_K", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 144703488, - "digest": "6e8e767c0cee", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-q8_0", - "model": "smollm2:135m-instruct-q8_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 152043520, - "digest": "2d470404841a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:135m-instruct-fp16", - "model": "smollm2:135m-instruct-fp16", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 284164096, - "digest": "9077fe9d2ae1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "135m-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q2_K", - "model": "smollm2:360m-instruct-q2_K", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 229638144, - "digest": "54be4fc61f4d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q3_K_S", - "model": "smollm2:360m-instruct-q3_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 229638144, - "digest": "a601e4ea2064", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q3_K_M", - "model": "smollm2:360m-instruct-q3_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 246415360, - "digest": "0178f7a9b2a2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q3_K_L", - "model": "smollm2:360m-instruct-q3_K_L", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 257949696, - "digest": "43b5786c7936", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q4_0", - "model": "smollm2:360m-instruct-q4_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 240123904, - "digest": "676f4c06b139", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q4_1", - "model": "smollm2:360m-instruct-q4_1", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 261095424, - "digest": "105941c87459", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q4_K_S", - "model": "smollm2:360m-instruct-q4_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 272629760, - "digest": "c03645f8e0dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q4_K_M", - "model": "smollm2:360m-instruct-q4_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 284164096, - "digest": "4ca41655e80e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q5_0", - "model": "smollm2:360m-instruct-q5_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 281018368, - "digest": "456bcbe27a48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q5_1", - "model": "smollm2:360m-instruct-q5_1", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 301989888, - "digest": "3bcd2b075c64", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q5_K_S", - "model": "smollm2:360m-instruct-q5_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 296747008, - "digest": "8d5a33b7fc41", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q5_K_M", - "model": "smollm2:360m-instruct-q5_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 304087040, - "digest": "a2f10c17100d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q6_K", - "model": "smollm2:360m-instruct-q6_K", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 384827392, - "digest": "0b45c0118489", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-q8_0", - "model": "smollm2:360m-instruct-q8_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 404750336, - "digest": "dfd48b1fa28f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:360m-instruct-fp16", - "model": "smollm2:360m-instruct-fp16", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 761266176, - "digest": "297281b699fc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "360m-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q2_K", - "model": "smollm2:1.7b-instruct-q2_K", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 707788800, - "digest": "c9fa799834eb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q3_K_S", - "model": "smollm2:1.7b-instruct-q3_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 814743552, - "digest": "5f6dd832de68", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q3_K_M", - "model": "smollm2:1.7b-instruct-q3_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 901775360, - "digest": "995c3b9124da", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q3_K_L", - "model": "smollm2:1.7b-instruct-q3_K_L", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 978321408, - "digest": "8e9bf65b4fc1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q4_0", - "model": "smollm2:1.7b-instruct-q4_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1039138816, - "digest": "4c11ca6ef836", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q4_1", - "model": "smollm2:1.7b-instruct-q4_1", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1181116006, - "digest": "aee2f3421da8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q4_K_S", - "model": "smollm2:1.7b-instruct-q4_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1047527424, - "digest": "fa70e3e2531f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q4_K_M", - "model": "smollm2:1.7b-instruct-q4_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1181116006, - "digest": "8ea75f835db9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q5_0", - "model": "smollm2:1.7b-instruct-q5_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1288490189, - "digest": "b8b1fb6cc166", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q5_1", - "model": "smollm2:1.7b-instruct-q5_1", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1395864371, - "digest": "f46b4fa8622d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q5_K_S", - "model": "smollm2:1.7b-instruct-q5_K_S", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1288490189, - "digest": "042ddeb76d9e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q5_K_M", - "model": "smollm2:1.7b-instruct-q5_K_M", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1288490189, - "digest": "ff2bf7135787", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q6_K", - "model": "smollm2:1.7b-instruct-q6_K", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1503238554, - "digest": "d334c54e8df6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-q8_0", - "model": "smollm2:1.7b-instruct-q8_0", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 1932735283, - "digest": "cef4a1e09247", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm2:1.7b-instruct-fp16", - "model": "smollm2:1.7b-instruct-fp16", - "modified_at": "2024-11-01T04:57:00.000Z", - "size": 3650722202, - "digest": "4dfa5c286f7d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:latest", - "model": "qwen2.5vl:latest", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 6442450944, - "digest": "5ced39dfa4ba", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:3b", - "model": "qwen2.5vl:3b", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 3435973837, - "digest": "fb90415cde1e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:7b", - "model": "qwen2.5vl:7b", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 6442450944, - "digest": "5ced39dfa4ba", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:32b", - "model": "qwen2.5vl:32b", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 22548578304, - "digest": "3edc3a52fe98", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:72b", - "model": "qwen2.5vl:72b", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 52613349376, - "digest": "05ea68274581", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "72b", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:3b-q4_K_M", - "model": "qwen2.5vl:3b-q4_K_M", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 3435973837, - "digest": "fb90415cde1e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:3b-q8_0", - "model": "qwen2.5vl:3b-q8_0", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 4939212390, - "digest": "21858d9f5230", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:3b-fp16", - "model": "qwen2.5vl:3b-fp16", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 8053063680, - "digest": "0aeee3542efe", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:7b-q4_K_M", - "model": "qwen2.5vl:7b-q4_K_M", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 6442450944, - "digest": "5ced39dfa4ba", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:7b-q8_0", - "model": "qwen2.5vl:7b-q8_0", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 10093173146, - "digest": "434c6f75b469", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:7b-fp16", - "model": "qwen2.5vl:7b-fp16", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 18253611008, - "digest": "db03e34551a0", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:32b-q4_K_M", - "model": "qwen2.5vl:32b-q4_K_M", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 22548578304, - "digest": "3edc3a52fe98", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:32b-q8_0", - "model": "qwen2.5vl:32b-q8_0", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 38654705664, - "digest": "2702bb339158", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:32b-fp16", - "model": "qwen2.5vl:32b-fp16", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 71940702208, - "digest": "36c223960eca", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "32b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:72b-q4_K_M", - "model": "qwen2.5vl:72b-q4_K_M", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 52613349376, - "digest": "05ea68274581", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "72b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:72b-q8_0", - "model": "qwen2.5vl:72b-q8_0", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 84825604096, - "digest": "7ab696d4a6e8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "72b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2.5vl:72b-fp16", - "model": "qwen2.5vl:72b-fp16", - "modified_at": "2025-05-22T21:01:00.000Z", - "size": 157840048128, - "digest": "740f061f9f08", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "72b-fp16", - "quantization_level": "" - } - }, - { - "name": "all-minilm:latest", - "model": "all-minilm:latest", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 48234496, - "digest": "1b226e2802db", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "all-minilm:l12", - "model": "all-minilm:l12", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 70254592, - "digest": "4f5da3bd944d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "l12", - "quantization_level": "" - } - }, - { - "name": "all-minilm:l6", - "model": "all-minilm:l6", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 48234496, - "digest": "1b226e2802db", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "l6", - "quantization_level": "" - } - }, - { - "name": "all-minilm:v2", - "model": "all-minilm:v2", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 48234496, - "digest": "1b226e2802db", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "v2", - "quantization_level": "" - } - }, - { - "name": "all-minilm:22m", - "model": "all-minilm:22m", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 48234496, - "digest": "1b226e2802db", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "22m", - "quantization_level": "" - } - }, - { - "name": "all-minilm:33m", - "model": "all-minilm:33m", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 70254592, - "digest": "4f5da3bd944d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "33m", - "quantization_level": "" - } - }, - { - "name": "all-minilm:22m-l6-v2-fp16", - "model": "all-minilm:22m-l6-v2-fp16", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 48234496, - "digest": "1b226e2802db", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "22m-l6-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "all-minilm:33m-l12-v2-fp16", - "model": "all-minilm:33m-l12-v2-fp16", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 70254592, - "digest": "4f5da3bd944d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "33m-l12-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "all-minilm:l12-v2", - "model": "all-minilm:l12-v2", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 70254592, - "digest": "4f5da3bd944d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "l12-v2", - "quantization_level": "" - } - }, - { - "name": "all-minilm:l6-v2", - "model": "all-minilm:l6-v2", - "modified_at": "2024-05-06T23:38:00.000Z", - "size": 48234496, - "digest": "1b226e2802db", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "l6-v2", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:latest", - "model": "snowflake-arctic-embed:latest", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 701497344, - "digest": "21ab8b9b0545", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:l", - "model": "snowflake-arctic-embed:l", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 701497344, - "digest": "21ab8b9b0545", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "l", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:m", - "model": "snowflake-arctic-embed:m", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 229638144, - "digest": "8a0d86a3ca1d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "m", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:s", - "model": "snowflake-arctic-embed:s", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 70254592, - "digest": "e8db018629b4", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "s", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:xs", - "model": "snowflake-arctic-embed:xs", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 48234496, - "digest": "bf75350e1752", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "xs", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:22m", - "model": "snowflake-arctic-embed:22m", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 48234496, - "digest": "bf75350e1752", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "22m", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:33m", - "model": "snowflake-arctic-embed:33m", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 70254592, - "digest": "e8db018629b4", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "33m", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:110m", - "model": "snowflake-arctic-embed:110m", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 229638144, - "digest": "8a0d86a3ca1d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "110m", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:137m", - "model": "snowflake-arctic-embed:137m", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 287309824, - "digest": "12616299a158", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "137m", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:335m", - "model": "snowflake-arctic-embed:335m", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 701497344, - "digest": "21ab8b9b0545", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "335m", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:22m-xs-fp16", - "model": "snowflake-arctic-embed:22m-xs-fp16", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 48234496, - "digest": "bf75350e1752", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "22m-xs-fp16", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:33m-s-fp16", - "model": "snowflake-arctic-embed:33m-s-fp16", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 70254592, - "digest": "e8db018629b4", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "33m-s-fp16", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:110m-m-fp16", - "model": "snowflake-arctic-embed:110m-m-fp16", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 229638144, - "digest": "8a0d86a3ca1d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "110m-m-fp16", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:137m-m-long-fp16", - "model": "snowflake-arctic-embed:137m-m-long-fp16", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 287309824, - "digest": "12616299a158", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "137m-m-long-fp16", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:335m-l-fp16", - "model": "snowflake-arctic-embed:335m-l-fp16", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 701497344, - "digest": "21ab8b9b0545", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "335m-l-fp16", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed:m-long", - "model": "snowflake-arctic-embed:m-long", - "modified_at": "2024-04-16T16:06:00.000Z", - "size": 287309824, - "digest": "12616299a158", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "m-long", - "quantization_level": "" - } - }, - { - "name": "codegemma:latest", - "model": "codegemma:latest", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "0c96700aaada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "codegemma:code", - "model": "codegemma:code", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "926331004170", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "code", - "quantization_level": "" - } - }, - { - "name": "codegemma:instruct", - "model": "codegemma:instruct", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "0c96700aaada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b", - "model": "codegemma:2b", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "926331004170", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b", - "model": "codegemma:7b", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "0c96700aaada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code", - "model": "codegemma:2b-code", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "926331004170", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q2_K", - "model": "codegemma:2b-code-q2_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1288490189, - "digest": "ac67535c1552", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q2_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q2_K", - "model": "codegemma:2b-code-v1.1-q2_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1288490189, - "digest": "75ba44f889ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q3_K_S", - "model": "codegemma:2b-code-q3_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1395864371, - "digest": "6b80287fa068", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q3_K_S", - "model": "codegemma:2b-code-v1.1-q3_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1395864371, - "digest": "d3a7d018d4c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q3_K_M", - "model": "codegemma:2b-code-q3_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1503238554, - "digest": "f0346e149522", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q3_K_M", - "model": "codegemma:2b-code-v1.1-q3_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1503238554, - "digest": "7d484bdf35ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q3_K_L", - "model": "codegemma:2b-code-q3_K_L", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1610612736, - "digest": "c6a3ccbac1d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q3_K_L", - "model": "codegemma:2b-code-v1.1-q3_K_L", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1610612736, - "digest": "6c9dbaeb7d96", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q4_0", - "model": "codegemma:2b-code-q4_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "d90011175ac4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q4_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q4_0", - "model": "codegemma:2b-code-v1.1-q4_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "926331004170", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q4_1", - "model": "codegemma:2b-code-q4_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1825361101, - "digest": "801d0eb569e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q4_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q4_1", - "model": "codegemma:2b-code-v1.1-q4_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1825361101, - "digest": "2128822ebc78", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q4_K_S", - "model": "codegemma:2b-code-q4_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "259e48057973", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q4_K_S", - "model": "codegemma:2b-code-v1.1-q4_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "a8166a21676a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q4_K_M", - "model": "codegemma:2b-code-q4_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "b593bb191655", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q4_K_M", - "model": "codegemma:2b-code-v1.1-q4_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "718e1de01c13", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q5_0", - "model": "codegemma:2b-code-q5_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1932735283, - "digest": "becd697505ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q5_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q5_0", - "model": "codegemma:2b-code-v1.1-q5_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1932735283, - "digest": "2eb16b352c75", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q5_1", - "model": "codegemma:2b-code-q5_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 2040109466, - "digest": "820b54de78f0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q5_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q5_1", - "model": "codegemma:2b-code-v1.1-q5_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 2040109466, - "digest": "2b872b7f7fcf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q5_K_S", - "model": "codegemma:2b-code-q5_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1932735283, - "digest": "e9b5e9befa9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q5_K_S", - "model": "codegemma:2b-code-v1.1-q5_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1932735283, - "digest": "ba1202a14d4e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q5_K_M", - "model": "codegemma:2b-code-q5_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1932735283, - "digest": "9617b59cd865", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q5_K_M", - "model": "codegemma:2b-code-v1.1-q5_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1932735283, - "digest": "421f855bcae9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q6_K", - "model": "codegemma:2b-code-q6_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 2254857830, - "digest": "fead9028c732", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q6_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q6_K", - "model": "codegemma:2b-code-v1.1-q6_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 2254857830, - "digest": "d06cfbc95341", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-q8_0", - "model": "codegemma:2b-code-q8_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 2899102925, - "digest": "2be70d05c9ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-q8_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-q8_0", - "model": "codegemma:2b-code-v1.1-q8_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 2899102925, - "digest": "e7a5cfdf2f8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-fp16", - "model": "codegemma:2b-code-fp16", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "cb6daa72179a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-fp16", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-code-v1.1-fp16", - "model": "codegemma:2b-code-v1.1-fp16", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "962c58660bab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-code-v1.1-fp16", - "quantization_level": "" - } - }, - { - "name": "codegemma:2b-v1.1", - "model": "codegemma:2b-v1.1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 1717986918, - "digest": "926331004170", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-v1.1", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code", - "model": "codegemma:7b-code", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "aee9a63c13b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q2_K", - "model": "codegemma:7b-code-q2_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 3758096384, - "digest": "9a5f3c6225e2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q2_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q3_K_S", - "model": "codegemma:7b-code-q3_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 4294967296, - "digest": "59358d79fbb3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q3_K_M", - "model": "codegemma:7b-code-q3_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 4724464026, - "digest": "b000753cb7f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q3_K_L", - "model": "codegemma:7b-code-q3_K_L", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5046586573, - "digest": "421c03d31cc9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q4_0", - "model": "codegemma:7b-code-q4_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "aee9a63c13b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q4_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q4_1", - "model": "codegemma:7b-code-q4_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5905580032, - "digest": "9067dd660ab0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q4_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q4_K_S", - "model": "codegemma:7b-code-q4_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "0eb5f6d5362a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q4_K_M", - "model": "codegemma:7b-code-q4_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5690831667, - "digest": "1b95ec1e6836", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q5_0", - "model": "codegemma:7b-code-q5_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6442450944, - "digest": "e866e2cde5d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q5_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q5_1", - "model": "codegemma:7b-code-q5_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6979321856, - "digest": "104988c6ebfd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q5_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q5_K_S", - "model": "codegemma:7b-code-q5_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6442450944, - "digest": "12594d83fcd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q5_K_M", - "model": "codegemma:7b-code-q5_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6549825126, - "digest": "819c2d1e9b36", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q6_K", - "model": "codegemma:7b-code-q6_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 7516192768, - "digest": "d00cdbfa8157", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q6_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-q8_0", - "model": "codegemma:7b-code-q8_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 9771050598, - "digest": "9d29d6048003", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-q8_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-code-fp16", - "model": "codegemma:7b-code-fp16", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 18253611008, - "digest": "0e5867ab03b0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-fp16", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct", - "model": "codegemma:7b-instruct", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "0c96700aaada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q2_K", - "model": "codegemma:7b-instruct-q2_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 3758096384, - "digest": "2936dc87cdb1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q2_K", - "model": "codegemma:7b-instruct-v1.1-q2_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 3758096384, - "digest": "ffadaea5308f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q3_K_S", - "model": "codegemma:7b-instruct-q3_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 4294967296, - "digest": "16494f9aaad4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q3_K_S", - "model": "codegemma:7b-instruct-v1.1-q3_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 4294967296, - "digest": "bf6229637a9a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q3_K_M", - "model": "codegemma:7b-instruct-q3_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 4724464026, - "digest": "4816aadf859f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q3_K_M", - "model": "codegemma:7b-instruct-v1.1-q3_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 4724464026, - "digest": "98df477b4dd7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q3_K_L", - "model": "codegemma:7b-instruct-q3_K_L", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5046586573, - "digest": "95fefb8f59d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q3_K_L", - "model": "codegemma:7b-instruct-v1.1-q3_K_L", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5046586573, - "digest": "d2c94e66c966", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q4_0", - "model": "codegemma:7b-instruct-q4_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "ca966f70c13f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q4_0", - "model": "codegemma:7b-instruct-v1.1-q4_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "0c96700aaada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q4_1", - "model": "codegemma:7b-instruct-q4_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5905580032, - "digest": "596e25861a46", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q4_1", - "model": "codegemma:7b-instruct-v1.1-q4_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5905580032, - "digest": "a6bd8bc93405", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q4_K_S", - "model": "codegemma:7b-instruct-q4_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "5f15be900227", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q4_K_S", - "model": "codegemma:7b-instruct-v1.1-q4_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "61a7d2976eb8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q4_K_M", - "model": "codegemma:7b-instruct-q4_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5690831667, - "digest": "4ef43ea9dac1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q4_K_M", - "model": "codegemma:7b-instruct-v1.1-q4_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5690831667, - "digest": "1216b3135c8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q5_0", - "model": "codegemma:7b-instruct-q5_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6442450944, - "digest": "f3e24c336347", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q5_0", - "model": "codegemma:7b-instruct-v1.1-q5_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6442450944, - "digest": "a4b9382b8bc5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q5_1", - "model": "codegemma:7b-instruct-q5_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6979321856, - "digest": "a5d197370268", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q5_1", - "model": "codegemma:7b-instruct-v1.1-q5_1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6979321856, - "digest": "c381b9ac5109", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q5_K_S", - "model": "codegemma:7b-instruct-q5_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6442450944, - "digest": "720341c38018", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q5_K_S", - "model": "codegemma:7b-instruct-v1.1-q5_K_S", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6442450944, - "digest": "121eb5f29436", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q5_K_M", - "model": "codegemma:7b-instruct-q5_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6549825126, - "digest": "ea2f6eee4ed5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q5_K_M", - "model": "codegemma:7b-instruct-v1.1-q5_K_M", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 6549825126, - "digest": "218da16d05a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q6_K", - "model": "codegemma:7b-instruct-q6_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 7516192768, - "digest": "7aab9ab8f462", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q6_K", - "model": "codegemma:7b-instruct-v1.1-q6_K", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 7516192768, - "digest": "84dfb4c2b2ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-q8_0", - "model": "codegemma:7b-instruct-q8_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 9771050598, - "digest": "359218041ed4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-q8_0", - "model": "codegemma:7b-instruct-v1.1-q8_0", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 9771050598, - "digest": "9cbd7648b75f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-fp16", - "model": "codegemma:7b-instruct-fp16", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 18253611008, - "digest": "27f776c137a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-instruct-v1.1-fp16", - "model": "codegemma:7b-instruct-v1.1-fp16", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 18253611008, - "digest": "d0b6beaa41bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-v1.1-fp16", - "quantization_level": "" - } - }, - { - "name": "codegemma:7b-v1.1", - "model": "codegemma:7b-v1.1", - "modified_at": "2024-07-18T17:38:00.000Z", - "size": 5368709120, - "digest": "0c96700aaada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1", - "quantization_level": "" - } - }, - { - "name": "mistral-small:latest", - "model": "mistral-small:latest", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 15032385536, - "digest": "8039dd90c113", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b", - "model": "mistral-small:22b", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 13958643712, - "digest": "d095cd553b04", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b", - "quantization_level": "" - } - }, - { - "name": "mistral-small:24b", - "model": "mistral-small:24b", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 15032385536, - "digest": "8039dd90c113", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q2_K", - "model": "mistral-small:22b-instruct-2409-q2_K", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 8912057139, - "digest": "8ec9babc3847", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q3_K_S", - "model": "mistral-small:22b-instruct-2409-q3_K_S", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 10307921510, - "digest": "dfaf3aefa53f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q3_K_M", - "model": "mistral-small:22b-instruct-2409-q3_K_M", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 11811160064, - "digest": "eaa764a8f77f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q3_K_L", - "model": "mistral-small:22b-instruct-2409-q3_K_L", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 12884901888, - "digest": "fe81dad8bbb0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q4_0", - "model": "mistral-small:22b-instruct-2409-q4_0", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 13958643712, - "digest": "d095cd553b04", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q4_1", - "model": "mistral-small:22b-instruct-2409-q4_1", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 15032385536, - "digest": "565c78387545", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q4_K_S", - "model": "mistral-small:22b-instruct-2409-q4_K_S", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 13958643712, - "digest": "9b3a8280f0c7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q4_K_M", - "model": "mistral-small:22b-instruct-2409-q4_K_M", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 13958643712, - "digest": "9f552ae9b883", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q5_0", - "model": "mistral-small:22b-instruct-2409-q5_0", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 16106127360, - "digest": "04c315f44b8c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q5_1", - "model": "mistral-small:22b-instruct-2409-q5_1", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 18253611008, - "digest": "5bd49ef5756a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q5_K_S", - "model": "mistral-small:22b-instruct-2409-q5_K_S", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 16106127360, - "digest": "5b4d9855bfa5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q5_K_M", - "model": "mistral-small:22b-instruct-2409-q5_K_M", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 17179869184, - "digest": "eec48ef9afdc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q6_K", - "model": "mistral-small:22b-instruct-2409-q6_K", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 19327352832, - "digest": "5113380707de", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-q8_0", - "model": "mistral-small:22b-instruct-2409-q8_0", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 25769803776, - "digest": "ebe30125ec3c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-small:22b-instruct-2409-fp16", - "model": "mistral-small:22b-instruct-2409-fp16", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 47244640256, - "digest": "28fc9c710e5f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "22b-instruct-2409-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral-small:24b-instruct-2501-q4_K_M", - "model": "mistral-small:24b-instruct-2501-q4_K_M", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 15032385536, - "digest": "8039dd90c113", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-instruct-2501-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-small:24b-instruct-2501-q8_0", - "model": "mistral-small:24b-instruct-2501-q8_0", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 26843545600, - "digest": "20ffe5db0161", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-instruct-2501-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-small:24b-instruct-2501-fp16", - "model": "mistral-small:24b-instruct-2501-fp16", - "modified_at": "2025-01-30T15:58:00.000Z", - "size": 50465865728, - "digest": "6134e1a7e2c8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-instruct-2501-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:latest", - "model": "granite3.1-moe:latest", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2147483648, - "digest": "b43d80d7fca7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b", - "model": "granite3.1-moe:1b", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1503238554, - "digest": "3269ce3e31ea", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b", - "model": "granite3.1-moe:3b", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2147483648, - "digest": "b43d80d7fca7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q2_K", - "model": "granite3.1-moe:1b-instruct-q2_K", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 549453824, - "digest": "6521a8fa2f7d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q3_K_S", - "model": "granite3.1-moe:1b-instruct-q3_K_S", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 639631360, - "digest": "c81277fe1196", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q3_K_M", - "model": "granite3.1-moe:1b-instruct-q3_K_M", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 703594496, - "digest": "a9921af691fb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q3_K_L", - "model": "granite3.1-moe:1b-instruct-q3_K_L", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 759169024, - "digest": "38e819bae7cb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q4_0", - "model": "granite3.1-moe:1b-instruct-q4_0", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 818937856, - "digest": "f1e180ae50b0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q4_1", - "model": "granite3.1-moe:1b-instruct-q4_1", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 902823936, - "digest": "d62c69d05bc9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q4_K_S", - "model": "granite3.1-moe:1b-instruct-q4_K_S", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 825229312, - "digest": "531849afb99e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q4_K_M", - "model": "granite3.1-moe:1b-instruct-q4_K_M", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 874512384, - "digest": "f825ee9e296f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q5_0", - "model": "granite3.1-moe:1b-instruct-q5_0", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 986710016, - "digest": "3d8012283ac9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q5_1", - "model": "granite3.1-moe:1b-instruct-q5_1", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1073741824, - "digest": "39b91d40cf9e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q5_K_S", - "model": "granite3.1-moe:1b-instruct-q5_K_S", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 986710016, - "digest": "fcc3d042cf51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q5_K_M", - "model": "granite3.1-moe:1b-instruct-q5_K_M", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1016070144, - "digest": "6c0ad5f8dbc5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q6_K", - "model": "granite3.1-moe:1b-instruct-q6_K", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1181116006, - "digest": "72cde855354e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-q8_0", - "model": "granite3.1-moe:1b-instruct-q8_0", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1503238554, - "digest": "3269ce3e31ea", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:1b-instruct-fp16", - "model": "granite3.1-moe:1b-instruct-fp16", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2899102925, - "digest": "99904f51aa5c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q2_K", - "model": "granite3.1-moe:3b-instruct-q2_K", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1395864371, - "digest": "7ea974a9d11f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q3_K_S", - "model": "granite3.1-moe:3b-instruct-q3_K_S", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1610612736, - "digest": "86de476c2ed2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q3_K_M", - "model": "granite3.1-moe:3b-instruct-q3_K_M", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1717986918, - "digest": "216dcd8f0222", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q3_K_L", - "model": "granite3.1-moe:3b-instruct-q3_K_L", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 1932735283, - "digest": "712573071d24", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q4_0", - "model": "granite3.1-moe:3b-instruct-q4_0", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2040109466, - "digest": "575c94ea9f74", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q4_1", - "model": "granite3.1-moe:3b-instruct-q4_1", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2254857830, - "digest": "a4c8618969bb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q4_K_S", - "model": "granite3.1-moe:3b-instruct-q4_K_S", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2040109466, - "digest": "71da5b32c299", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q4_K_M", - "model": "granite3.1-moe:3b-instruct-q4_K_M", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2147483648, - "digest": "b43d80d7fca7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q5_0", - "model": "granite3.1-moe:3b-instruct-q5_0", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2469606195, - "digest": "ac1c3501f148", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q5_1", - "model": "granite3.1-moe:3b-instruct-q5_1", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2684354560, - "digest": "14ba2faee6e3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q5_K_S", - "model": "granite3.1-moe:3b-instruct-q5_K_S", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2469606195, - "digest": "ec25600ae9c5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q5_K_M", - "model": "granite3.1-moe:3b-instruct-q5_K_M", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2576980378, - "digest": "fac03e34e804", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q6_K", - "model": "granite3.1-moe:3b-instruct-q6_K", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 2899102925, - "digest": "b49c14c5cac4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-q8_0", - "model": "granite3.1-moe:3b-instruct-q8_0", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 3758096384, - "digest": "038f46903bbd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-moe:3b-instruct-fp16", - "model": "granite3.1-moe:3b-instruct-fp16", - "modified_at": "2025-01-17T22:18:00.000Z", - "size": 7086696038, - "digest": "cdedb7e7b102", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "orca-mini:latest", - "model": "orca-mini:latest", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 2147483648, - "digest": "2dbd9f439647", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "orca-mini:3b", - "model": "orca-mini:3b", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 2147483648, - "digest": "2dbd9f439647", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b", - "model": "orca-mini:7b", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4080218931, - "digest": "9c9618e2e895", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b", - "model": "orca-mini:13b", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7945689498, - "digest": "1b4877c90807", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b", - "model": "orca-mini:70b", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 41875931136, - "digest": "f184c0860491", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "orca-mini:3b-q4_0", - "model": "orca-mini:3b-q4_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 2147483648, - "digest": "2dbd9f439647", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:3b-q4_1", - "model": "orca-mini:3b-q4_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 2362232013, - "digest": "baaaf6d7885b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:3b-q5_0", - "model": "orca-mini:3b-q5_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 2576980378, - "digest": "6ab5f5489601", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:3b-q5_1", - "model": "orca-mini:3b-q5_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 2791728742, - "digest": "4ad394056d0b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:3b-q8_0", - "model": "orca-mini:3b-q8_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3865470566, - "digest": "e31654abca22", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:3b-fp16", - "model": "orca-mini:3b-fp16", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7408818586, - "digest": "f85802731409", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-fp16", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q2_K", - "model": "orca-mini:7b-v2-q2_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3006477107, - "digest": "cf92e423fb3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q3_K_S", - "model": "orca-mini:7b-v2-q3_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3113851290, - "digest": "8fa2889ecb51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q3_K_M", - "model": "orca-mini:7b-v2-q3_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3543348019, - "digest": "2b42986f156b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q3_K_L", - "model": "orca-mini:7b-v2-q3_K_L", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3865470566, - "digest": "07065b6e4ff7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q4_0", - "model": "orca-mini:7b-v2-q4_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4080218931, - "digest": "db096cc7b3f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q4_1", - "model": "orca-mini:7b-v2-q4_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4509715661, - "digest": "aee6823a849a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q4_K_S", - "model": "orca-mini:7b-v2-q4_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4187593114, - "digest": "7ed973ab6559", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q4_K_M", - "model": "orca-mini:7b-v2-q4_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4402341478, - "digest": "eb586ac4d97f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q5_0", - "model": "orca-mini:7b-v2-q5_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5046586573, - "digest": "2c7a2952ffe9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q5_1", - "model": "orca-mini:7b-v2-q5_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5476083302, - "digest": "e9d24fc8a9ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q5_K_S", - "model": "orca-mini:7b-v2-q5_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5046586573, - "digest": "e38ccaaaed8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q5_K_M", - "model": "orca-mini:7b-v2-q5_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5153960755, - "digest": "3d950d4864ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q6_K", - "model": "orca-mini:7b-v2-q6_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5905580032, - "digest": "d55eb108b6d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-q8_0", - "model": "orca-mini:7b-v2-q8_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7730941133, - "digest": "755b6f0925e9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v2-fp16", - "model": "orca-mini:7b-v2-fp16", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 13958643712, - "digest": "1a716fc27577", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3", - "model": "orca-mini:7b-v3", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4080218931, - "digest": "9c9618e2e895", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q2_K", - "model": "orca-mini:7b-v3-q2_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3006477107, - "digest": "1b17d4503dd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q3_K_S", - "model": "orca-mini:7b-v3-q3_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3113851290, - "digest": "f876ae8b69c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q3_K_M", - "model": "orca-mini:7b-v3-q3_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3543348019, - "digest": "5a6e8b1fe604", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q3_K_L", - "model": "orca-mini:7b-v3-q3_K_L", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3865470566, - "digest": "0c6a46e8fc6d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q4_0", - "model": "orca-mini:7b-v3-q4_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4080218931, - "digest": "9c9618e2e895", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q4_1", - "model": "orca-mini:7b-v3-q4_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4509715661, - "digest": "85670bb801a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q4_K_S", - "model": "orca-mini:7b-v3-q4_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4187593114, - "digest": "df1ac2dbb3eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q4_K_M", - "model": "orca-mini:7b-v3-q4_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4402341478, - "digest": "2c472475e892", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q5_0", - "model": "orca-mini:7b-v3-q5_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5046586573, - "digest": "98d33166886d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q5_1", - "model": "orca-mini:7b-v3-q5_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5476083302, - "digest": "c144d27c6729", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q5_K_S", - "model": "orca-mini:7b-v3-q5_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5046586573, - "digest": "806eac42db69", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q5_K_M", - "model": "orca-mini:7b-v3-q5_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5153960755, - "digest": "6518fa5b7aed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q6_K", - "model": "orca-mini:7b-v3-q6_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5905580032, - "digest": "702e61f3cc0a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-q8_0", - "model": "orca-mini:7b-v3-q8_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7730941133, - "digest": "7707879d3793", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-v3-fp16", - "model": "orca-mini:7b-v3-fp16", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 13958643712, - "digest": "089339690b0a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3-fp16", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q2_K", - "model": "orca-mini:7b-q2_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3006477107, - "digest": "629f61a16f8d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q3_K_S", - "model": "orca-mini:7b-q3_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3113851290, - "digest": "32d73761c966", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q3_K_M", - "model": "orca-mini:7b-q3_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3543348019, - "digest": "6f68c8ff61cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q3_K_L", - "model": "orca-mini:7b-q3_K_L", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 3865470566, - "digest": "678f10ad8ea6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q4_0", - "model": "orca-mini:7b-q4_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4080218931, - "digest": "52f6f01e3ce0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q4_1", - "model": "orca-mini:7b-q4_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4509715661, - "digest": "a8d2800046a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q4_K_S", - "model": "orca-mini:7b-q4_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4187593114, - "digest": "ffb8dddf6fab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q4_K_M", - "model": "orca-mini:7b-q4_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 4402341478, - "digest": "913e18f06270", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q5_0", - "model": "orca-mini:7b-q5_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5046586573, - "digest": "4ab6288e4914", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q5_1", - "model": "orca-mini:7b-q5_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5476083302, - "digest": "2d46758c14de", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q5_K_S", - "model": "orca-mini:7b-q5_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5046586573, - "digest": "3817a43d9eba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q5_K_M", - "model": "orca-mini:7b-q5_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5153960755, - "digest": "c7ba573e08a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q6_K", - "model": "orca-mini:7b-q6_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5905580032, - "digest": "637ee36ed8eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-q8_0", - "model": "orca-mini:7b-q8_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7730941133, - "digest": "51fea4a8a2ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:7b-fp16", - "model": "orca-mini:7b-fp16", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 13958643712, - "digest": "8b7dcffd0a8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q2_K", - "model": "orca-mini:13b-v2-q2_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5798205850, - "digest": "77cd66457900", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q3_K_S", - "model": "orca-mini:13b-v2-q3_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 6120328397, - "digest": "e87e20ccd984", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q3_K_M", - "model": "orca-mini:13b-v2-q3_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 6764573491, - "digest": "ced974fd937d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q3_K_L", - "model": "orca-mini:13b-v2-q3_K_L", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7408818586, - "digest": "039cea827fd3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q4_0", - "model": "orca-mini:13b-v2-q4_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7945689498, - "digest": "3e438b472999", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q4_1", - "model": "orca-mini:13b-v2-q4_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 8804682957, - "digest": "4ad005e5c90a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q4_K_S", - "model": "orca-mini:13b-v2-q4_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7945689498, - "digest": "579e615a7534", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q4_K_M", - "model": "orca-mini:13b-v2-q4_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 8482560410, - "digest": "0c79490ff43d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q5_0", - "model": "orca-mini:13b-v2-q5_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9663676416, - "digest": "988d2d90b3b0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q5_1", - "model": "orca-mini:13b-v2-q5_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 10522669875, - "digest": "b293ce5356ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q5_K_S", - "model": "orca-mini:13b-v2-q5_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9663676416, - "digest": "f4332ae13e4a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q5_K_M", - "model": "orca-mini:13b-v2-q5_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9878424781, - "digest": "402e1a70ed67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q6_K", - "model": "orca-mini:13b-v2-q6_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 11811160064, - "digest": "12cfa06b9762", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-q8_0", - "model": "orca-mini:13b-v2-q8_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 15032385536, - "digest": "17a9f01a8364", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v2-fp16", - "model": "orca-mini:13b-v2-fp16", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 27917287424, - "digest": "5fc4f577304e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3", - "model": "orca-mini:13b-v3", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7945689498, - "digest": "1b4877c90807", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q2_K", - "model": "orca-mini:13b-v3-q2_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5798205850, - "digest": "18c6529c1b31", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q3_K_S", - "model": "orca-mini:13b-v3-q3_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 6120328397, - "digest": "fb5fe5934d97", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q3_K_M", - "model": "orca-mini:13b-v3-q3_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 6764573491, - "digest": "cd15b977684b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q3_K_L", - "model": "orca-mini:13b-v3-q3_K_L", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7408818586, - "digest": "1e0ea2702693", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q4_0", - "model": "orca-mini:13b-v3-q4_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7945689498, - "digest": "1b4877c90807", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q4_1", - "model": "orca-mini:13b-v3-q4_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 8804682957, - "digest": "bcffade49332", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q4_K_S", - "model": "orca-mini:13b-v3-q4_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7945689498, - "digest": "e71486a020f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q4_K_M", - "model": "orca-mini:13b-v3-q4_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 8482560410, - "digest": "47eb784e0b94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q5_0", - "model": "orca-mini:13b-v3-q5_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9663676416, - "digest": "4d0b6a1fe56b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q5_1", - "model": "orca-mini:13b-v3-q5_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 10522669875, - "digest": "bc17480cecbd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q5_K_S", - "model": "orca-mini:13b-v3-q5_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9663676416, - "digest": "25597b7203a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q5_K_M", - "model": "orca-mini:13b-v3-q5_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9878424781, - "digest": "e0062a6345f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q6_K", - "model": "orca-mini:13b-v3-q6_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 11811160064, - "digest": "c67733d5f521", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-q8_0", - "model": "orca-mini:13b-v3-q8_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 15032385536, - "digest": "22202d7bf265", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-v3-fp16", - "model": "orca-mini:13b-v3-fp16", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 27917287424, - "digest": "80bfde71168d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v3-fp16", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q2_K", - "model": "orca-mini:13b-q2_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 5798205850, - "digest": "13923842f12d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q3_K_S", - "model": "orca-mini:13b-q3_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 6120328397, - "digest": "8e57088234d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q3_K_M", - "model": "orca-mini:13b-q3_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 6764573491, - "digest": "1cf7f5e0163b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q3_K_L", - "model": "orca-mini:13b-q3_K_L", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7408818586, - "digest": "93a769d0dbc0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q4_0", - "model": "orca-mini:13b-q4_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7945689498, - "digest": "d19fe19c0624", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q4_1", - "model": "orca-mini:13b-q4_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 8804682957, - "digest": "06f127c8a31d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q4_K_S", - "model": "orca-mini:13b-q4_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 7945689498, - "digest": "0b621a2c68ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q4_K_M", - "model": "orca-mini:13b-q4_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 8482560410, - "digest": "b13d43a9ea63", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q5_0", - "model": "orca-mini:13b-q5_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9663676416, - "digest": "d345f07d4365", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q5_1", - "model": "orca-mini:13b-q5_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 10522669875, - "digest": "4c782fea6ce4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q5_K_S", - "model": "orca-mini:13b-q5_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9663676416, - "digest": "6531b87ef17f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q5_K_M", - "model": "orca-mini:13b-q5_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 9878424781, - "digest": "9880bed763a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q6_K", - "model": "orca-mini:13b-q6_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 11811160064, - "digest": "c3ec450a59ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-q8_0", - "model": "orca-mini:13b-q8_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 15032385536, - "digest": "bab5d684679e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:13b-fp16", - "model": "orca-mini:13b-fp16", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 27917287424, - "digest": "ff60f06ce009", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3", - "model": "orca-mini:70b-v3", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 41875931136, - "digest": "f184c0860491", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q2_K", - "model": "orca-mini:70b-v3-q2_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 31138512896, - "digest": "28e06621edf0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q3_K_S", - "model": "orca-mini:70b-v3-q3_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 32212254720, - "digest": "5df07f064756", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q3_K_M", - "model": "orca-mini:70b-v3-q3_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 35433480192, - "digest": "1d12e3416527", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q3_K_L", - "model": "orca-mini:70b-v3-q3_K_L", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 38654705664, - "digest": "f7b928c050eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q4_0", - "model": "orca-mini:70b-v3-q4_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 41875931136, - "digest": "f184c0860491", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q4_1", - "model": "orca-mini:70b-v3-q4_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 46170898432, - "digest": "210abd8a7b7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q4_K_S", - "model": "orca-mini:70b-v3-q4_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 41875931136, - "digest": "7f5fe7119c64", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q4_K_M", - "model": "orca-mini:70b-v3-q4_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 44023414784, - "digest": "89313d84c131", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q5_0", - "model": "orca-mini:70b-v3-q5_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 50465865728, - "digest": "0873d4fc8a05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q5_1", - "model": "orca-mini:70b-v3-q5_1", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 55834574848, - "digest": "614a4b7f8c2d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q5_K_S", - "model": "orca-mini:70b-v3-q5_K_S", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 50465865728, - "digest": "de93e5b2d85f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q5_K_M", - "model": "orca-mini:70b-v3-q5_K_M", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 52613349376, - "digest": "f6557e9aa182", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q6_K", - "model": "orca-mini:70b-v3-q6_K", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 61203283968, - "digest": "cfdca07d69a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-q8_0", - "model": "orca-mini:70b-v3-q8_0", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 78383153152, - "digest": "8f078884138d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca-mini:70b-v3-fp16", - "model": "orca-mini:70b-v3-fp16", - "modified_at": "2023-10-29T05:30:00.000Z", - "size": 148176371712, - "digest": "423e70feb86a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v3-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder2:latest", - "model": "starcoder2:latest", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1825361101, - "digest": "9f4ae0aff61e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "starcoder2:instruct", - "model": "starcoder2:instruct", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9771050598, - "digest": "432973cfbc4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b", - "model": "starcoder2:3b", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1825361101, - "digest": "9f4ae0aff61e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b", - "model": "starcoder2:7b", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 4294967296, - "digest": "1550ab21b10d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b", - "model": "starcoder2:15b", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9771050598, - "digest": "21ae152d49e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q2_K", - "model": "starcoder2:3b-q2_K", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1181116006, - "digest": "1900fee8d3bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q3_K_S", - "model": "starcoder2:3b-q3_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1395864371, - "digest": "8a53797dc302", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q3_K_M", - "model": "starcoder2:3b-q3_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1610612736, - "digest": "379661ce2af0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q3_K_L", - "model": "starcoder2:3b-q3_K_L", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1825361101, - "digest": "babdc98cb857", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q4_0", - "model": "starcoder2:3b-q4_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1825361101, - "digest": "9f4ae0aff61e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q4_1", - "model": "starcoder2:3b-q4_1", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 2040109466, - "digest": "85914e75a280", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q4_K_S", - "model": "starcoder2:3b-q4_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1825361101, - "digest": "428a0952a464", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q4_K_M", - "model": "starcoder2:3b-q4_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 1932735283, - "digest": "80f4c07afd24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q5_0", - "model": "starcoder2:3b-q5_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 2254857830, - "digest": "c0ef01710c53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q5_1", - "model": "starcoder2:3b-q5_1", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 2469606195, - "digest": "ca2b86530fda", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q5_K_S", - "model": "starcoder2:3b-q5_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 2254857830, - "digest": "285e6c835a6b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q5_K_M", - "model": "starcoder2:3b-q5_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 2362232013, - "digest": "716699033e66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q6_K", - "model": "starcoder2:3b-q6_K", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 2684354560, - "digest": "4d0d8586d8a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-q8_0", - "model": "starcoder2:3b-q8_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 3435973837, - "digest": "003abcecad23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:3b-fp16", - "model": "starcoder2:3b-fp16", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 6549825126, - "digest": "cb88461498e2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q2_K", - "model": "starcoder2:7b-q2_K", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 2899102925, - "digest": "bfb544f5b9db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q3_K_S", - "model": "starcoder2:7b-q3_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 3328599654, - "digest": "8aaa68a8ab5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q3_K_M", - "model": "starcoder2:7b-q3_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 3865470566, - "digest": "663450d06f0d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q3_K_L", - "model": "starcoder2:7b-q3_K_L", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 4294967296, - "digest": "e3e28011754e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q4_0", - "model": "starcoder2:7b-q4_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 4294967296, - "digest": "1550ab21b10d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q4_1", - "model": "starcoder2:7b-q4_1", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 4831838208, - "digest": "1747ad646a6a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q4_K_S", - "model": "starcoder2:7b-q4_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 4402341478, - "digest": "0c4f8acf0ae2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q4_K_M", - "model": "starcoder2:7b-q4_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 4724464026, - "digest": "3c8e476efe98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q5_0", - "model": "starcoder2:7b-q5_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 5261334938, - "digest": "3990ce180fdd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q5_1", - "model": "starcoder2:7b-q5_1", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 5798205850, - "digest": "f2936f039525", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q5_K_S", - "model": "starcoder2:7b-q5_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 5261334938, - "digest": "c81c75ed4e4e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q5_K_M", - "model": "starcoder2:7b-q5_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 5476083302, - "digest": "de006f564c13", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q6_K", - "model": "starcoder2:7b-q6_K", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 6335076762, - "digest": "5d99bdda7ea4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-q8_0", - "model": "starcoder2:7b-q8_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 8160437862, - "digest": "d76878e96d8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:7b-fp16", - "model": "starcoder2:7b-fp16", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 15032385536, - "digest": "f0643097e171", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct", - "model": "starcoder2:15b-instruct", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9771050598, - "digest": "432973cfbc4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q2_K", - "model": "starcoder2:15b-instruct-v0.1-q2_K", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 6657199309, - "digest": "1f0967a81021", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q3_K_S", - "model": "starcoder2:15b-instruct-v0.1-q3_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 7516192768, - "digest": "494c11407ef5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q3_K_M", - "model": "starcoder2:15b-instruct-v0.1-q3_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 8589934592, - "digest": "7be2b1ded63d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q3_K_L", - "model": "starcoder2:15b-instruct-v0.1-q3_K_L", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9663676416, - "digest": "0023fd977833", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-q4_0", - "model": "starcoder2:15b-instruct-q4_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9771050598, - "digest": "a2349551dfd4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q4_0", - "model": "starcoder2:15b-instruct-v0.1-q4_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9771050598, - "digest": "432973cfbc4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q4_1", - "model": "starcoder2:15b-instruct-v0.1-q4_1", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 10737418240, - "digest": "d7b4b40c5e4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q4_K_S", - "model": "starcoder2:15b-instruct-v0.1-q4_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9878424781, - "digest": "8b55bc62323d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q4_K_M", - "model": "starcoder2:15b-instruct-v0.1-q4_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 10630044058, - "digest": "19fb579d5344", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q5_0", - "model": "starcoder2:15b-instruct-v0.1-q5_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 11811160064, - "digest": "97687b40425f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q5_1", - "model": "starcoder2:15b-instruct-v0.1-q5_1", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 12884901888, - "digest": "b3e4a53d2072", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q5_K_S", - "model": "starcoder2:15b-instruct-v0.1-q5_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 11811160064, - "digest": "50bffebc60cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q5_K_M", - "model": "starcoder2:15b-instruct-v0.1-q5_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 11811160064, - "digest": "24ff1c704455", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q6_K", - "model": "starcoder2:15b-instruct-v0.1-q6_K", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 13958643712, - "digest": "a5f13db6c5e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-q8_0", - "model": "starcoder2:15b-instruct-v0.1-q8_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 18253611008, - "digest": "a11b58c111d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-instruct-v0.1-fp16", - "model": "starcoder2:15b-instruct-v0.1-fp16", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 34359738368, - "digest": "8a5b32b4696c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-instruct-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q2_K", - "model": "starcoder2:15b-q2_K", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 6657199309, - "digest": "09c69ac6d381", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q3_K_S", - "model": "starcoder2:15b-q3_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 7516192768, - "digest": "2b8e40ca4e3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q3_K_M", - "model": "starcoder2:15b-q3_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 8697308774, - "digest": "6bb24c6a0909", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q3_K_L", - "model": "starcoder2:15b-q3_K_L", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9663676416, - "digest": "7095ac645958", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q4_0", - "model": "starcoder2:15b-q4_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9771050598, - "digest": "21ae152d49e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q4_1", - "model": "starcoder2:15b-q4_1", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 10737418240, - "digest": "e962dc6dab16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q4_K_S", - "model": "starcoder2:15b-q4_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 9985798963, - "digest": "16306a9d809f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q4_K_M", - "model": "starcoder2:15b-q4_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 10630044058, - "digest": "c2a2fb5a804b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q5_0", - "model": "starcoder2:15b-q5_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 11811160064, - "digest": "0b62c0bbb602", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q5_1", - "model": "starcoder2:15b-q5_1", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 12884901888, - "digest": "3ea2ac47dcf6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q5_K_S", - "model": "starcoder2:15b-q5_K_S", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 11811160064, - "digest": "656825622bc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q5_K_M", - "model": "starcoder2:15b-q5_K_M", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 11811160064, - "digest": "aedac0a1adc9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q6_K", - "model": "starcoder2:15b-q6_K", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 13958643712, - "digest": "cad9bff49536", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-q8_0", - "model": "starcoder2:15b-q8_0", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 18253611008, - "digest": "95f55571067f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder2:15b-fp16", - "model": "starcoder2:15b-fp16", - "modified_at": "2024-09-06T23:42:00.000Z", - "size": 34359738368, - "digest": "d0355c6e6d3a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:latest", - "model": "deepseek-coder-v2:latest", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 9556302234, - "digest": "63fb193b3a9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:lite", - "model": "deepseek-coder-v2:lite", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 9556302234, - "digest": "63fb193b3a9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "lite", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b", - "model": "deepseek-coder-v2:16b", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 9556302234, - "digest": "63fb193b3a9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b", - "model": "deepseek-coder-v2:236b", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 142807662592, - "digest": "c78d80129305", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q2_K", - "model": "deepseek-coder-v2:16b-lite-base-q2_K", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 6871947674, - "digest": "8b62e3f7c4be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q3_K_S", - "model": "deepseek-coder-v2:16b-lite-base-q3_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 8053063680, - "digest": "8620271ad4df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q3_K_M", - "model": "deepseek-coder-v2:16b-lite-base-q3_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 8697308774, - "digest": "d16d8f044de1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q3_K_L", - "model": "deepseek-coder-v2:16b-lite-base-q3_K_L", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 9126805504, - "digest": "3dab6fe7735c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q4_0", - "model": "deepseek-coder-v2:16b-lite-base-q4_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 9556302234, - "digest": "dc3c85f78976", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q4_1", - "model": "deepseek-coder-v2:16b-lite-base-q4_1", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 10630044058, - "digest": "09d4128b178d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q4_K_S", - "model": "deepseek-coder-v2:16b-lite-base-q4_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 10200547328, - "digest": "eea8c1bb07d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q4_K_M", - "model": "deepseek-coder-v2:16b-lite-base-q4_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 10737418240, - "digest": "2f4fb0bfc6a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q5_0", - "model": "deepseek-coder-v2:16b-lite-base-q5_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 11811160064, - "digest": "cd16e96f0530", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q5_1", - "model": "deepseek-coder-v2:16b-lite-base-q5_1", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 12884901888, - "digest": "cf643e1eb150", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q5_K_S", - "model": "deepseek-coder-v2:16b-lite-base-q5_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 11811160064, - "digest": "94111aa16b14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q5_K_M", - "model": "deepseek-coder-v2:16b-lite-base-q5_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 12884901888, - "digest": "0802b3662146", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q6_K", - "model": "deepseek-coder-v2:16b-lite-base-q6_K", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 15032385536, - "digest": "7e7a754912f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-q8_0", - "model": "deepseek-coder-v2:16b-lite-base-q8_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 18253611008, - "digest": "8e01d51811ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-base-fp16", - "model": "deepseek-coder-v2:16b-lite-base-fp16", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 33285996544, - "digest": "eab76b4e3742", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-base-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q2_K", - "model": "deepseek-coder-v2:16b-lite-instruct-q2_K", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 6871947674, - "digest": "82e79aef7a69", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q3_K_S", - "model": "deepseek-coder-v2:16b-lite-instruct-q3_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 8053063680, - "digest": "36faf1cc8ce9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q3_K_M", - "model": "deepseek-coder-v2:16b-lite-instruct-q3_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 8697308774, - "digest": "a1dbf0a1e4fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q3_K_L", - "model": "deepseek-coder-v2:16b-lite-instruct-q3_K_L", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 9126805504, - "digest": "c5fffde68649", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q4_0", - "model": "deepseek-coder-v2:16b-lite-instruct-q4_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 9556302234, - "digest": "63fb193b3a9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q4_1", - "model": "deepseek-coder-v2:16b-lite-instruct-q4_1", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 10630044058, - "digest": "2ccedaf506ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q4_K_S", - "model": "deepseek-coder-v2:16b-lite-instruct-q4_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 10200547328, - "digest": "5e86e3ea790e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q4_K_M", - "model": "deepseek-coder-v2:16b-lite-instruct-q4_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 10737418240, - "digest": "dac6ff6589c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q5_0", - "model": "deepseek-coder-v2:16b-lite-instruct-q5_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 11811160064, - "digest": "6084bfd4db26", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q5_1", - "model": "deepseek-coder-v2:16b-lite-instruct-q5_1", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 12884901888, - "digest": "840b2157e9f0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q5_K_S", - "model": "deepseek-coder-v2:16b-lite-instruct-q5_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 11811160064, - "digest": "efe9f0187a2d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q5_K_M", - "model": "deepseek-coder-v2:16b-lite-instruct-q5_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 12884901888, - "digest": "6065d4880bf9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q6_K", - "model": "deepseek-coder-v2:16b-lite-instruct-q6_K", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 15032385536, - "digest": "cf566e23d87f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-q8_0", - "model": "deepseek-coder-v2:16b-lite-instruct-q8_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 18253611008, - "digest": "ef033cab4dae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:16b-lite-instruct-fp16", - "model": "deepseek-coder-v2:16b-lite-instruct-fp16", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 33285996544, - "digest": "e2edc649e2ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q2_K", - "model": "deepseek-coder-v2:236b-base-q2_K", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 92341796864, - "digest": "783021b97803", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q3_K_S", - "model": "deepseek-coder-v2:236b-base-q3_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 109521666048, - "digest": "e307d50c3f31", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q3_K_M", - "model": "deepseek-coder-v2:236b-base-q3_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 121332826112, - "digest": "e8d5da110401", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q3_K_L", - "model": "deepseek-coder-v2:236b-base-q3_K_L", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 130996502528, - "digest": "317accd37d79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q4_0", - "model": "deepseek-coder-v2:236b-base-q4_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 142807662592, - "digest": "2dc89d24571b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q4_1", - "model": "deepseek-coder-v2:236b-base-q4_1", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 158913789952, - "digest": "6c9b97422ea4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q4_K_S", - "model": "deepseek-coder-v2:236b-base-q4_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 143881404416, - "digest": "4e51408d2392", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q4_K_M", - "model": "deepseek-coder-v2:236b-base-q4_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 152471339008, - "digest": "c02e9228aa14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q5_0", - "model": "deepseek-coder-v2:236b-base-q5_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 173946175488, - "digest": "786659c065fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q5_1", - "model": "deepseek-coder-v2:236b-base-q5_1", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 190052302848, - "digest": "073514be5a03", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q5_K_S", - "model": "deepseek-coder-v2:236b-base-q5_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 173946175488, - "digest": "93374287311f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q5_K_M", - "model": "deepseek-coder-v2:236b-base-q5_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 179314884608, - "digest": "6710a3c300fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q6_K", - "model": "deepseek-coder-v2:236b-base-q6_K", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 208305913856, - "digest": "9f090258b940", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-q8_0", - "model": "deepseek-coder-v2:236b-base-q8_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 269509197824, - "digest": "d1bcdd7d5871", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-base-fp16", - "model": "deepseek-coder-v2:236b-base-fp16", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 506806140928, - "digest": "bd60a2f7c8bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q2_K", - "model": "deepseek-coder-v2:236b-instruct-q2_K", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 92341796864, - "digest": "4f831761cd02", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q3_K_S", - "model": "deepseek-coder-v2:236b-instruct-q3_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 109521666048, - "digest": "d7317e5ddd3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q3_K_M", - "model": "deepseek-coder-v2:236b-instruct-q3_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 121332826112, - "digest": "2432b4ab9079", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q3_K_L", - "model": "deepseek-coder-v2:236b-instruct-q3_K_L", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 130996502528, - "digest": "f230e675a4e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q4_0", - "model": "deepseek-coder-v2:236b-instruct-q4_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 142807662592, - "digest": "c78d80129305", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q4_1", - "model": "deepseek-coder-v2:236b-instruct-q4_1", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 158913789952, - "digest": "3deb93929590", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q4_K_S", - "model": "deepseek-coder-v2:236b-instruct-q4_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 143881404416, - "digest": "fa7317115737", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q4_K_M", - "model": "deepseek-coder-v2:236b-instruct-q4_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 152471339008, - "digest": "f37bcc863826", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q5_0", - "model": "deepseek-coder-v2:236b-instruct-q5_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 173946175488, - "digest": "46ceaf3a8ffd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q5_1", - "model": "deepseek-coder-v2:236b-instruct-q5_1", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 190052302848, - "digest": "d29414056789", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q5_K_S", - "model": "deepseek-coder-v2:236b-instruct-q5_K_S", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 173946175488, - "digest": "0ccf53e6e50b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q5_K_M", - "model": "deepseek-coder-v2:236b-instruct-q5_K_M", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 179314884608, - "digest": "4e723bdb7e50", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q6_K", - "model": "deepseek-coder-v2:236b-instruct-q6_K", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 208305913856, - "digest": "6ce352e55f26", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-q8_0", - "model": "deepseek-coder-v2:236b-instruct-q8_0", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 269509197824, - "digest": "7f763ec0e20e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-coder-v2:236b-instruct-fp16", - "model": "deepseek-coder-v2:236b-instruct-fp16", - "modified_at": "2024-09-06T03:33:00.000Z", - "size": 506806140928, - "digest": "22504f15ba17", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-super:latest", - "model": "nemotron-3-super:latest", - "modified_at": "2026-03-11T16:00:00.000Z", - "size": 93415538688, - "digest": "95acc78b3ffd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-super:120b", - "model": "nemotron-3-super:120b", - "modified_at": "2026-03-11T16:00:00.000Z", - "size": 93415538688, - "digest": "95acc78b3ffd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "120b", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-super:120b-a12b", - "model": "nemotron-3-super:120b-a12b", - "modified_at": "2026-03-11T16:00:00.000Z", - "size": 93415538688, - "digest": "95acc78b3ffd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "120b-a12b", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-super:120b-a12b-q4_K_M", - "model": "nemotron-3-super:120b-a12b-q4_K_M", - "modified_at": "2026-03-11T16:00:00.000Z", - "size": 93415538688, - "digest": "95acc78b3ffd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "120b-a12b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-super:120b-a12b-q8_0", - "model": "nemotron-3-super:120b-a12b-q8_0", - "modified_at": "2026-03-11T16:00:00.000Z", - "size": 141733920768, - "digest": "b935f8ec0f40", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "120b-a12b-q8_0", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-super:120b-a12b-bf16", - "model": "nemotron-3-super:120b-a12b-bf16", - "modified_at": "2026-03-11T16:00:00.000Z", - "size": 265214230528, - "digest": "c14fcbcdc70e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "120b-a12b-bf16", - "quantization_level": "" - } - }, - { - "name": "mixtral:latest", - "model": "mixtral:latest", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 27917287424, - "digest": "a3b6bef0f836", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mixtral:instruct", - "model": "mixtral:instruct", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 27917287424, - "digest": "a3b6bef0f836", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "mixtral:text", - "model": "mixtral:text", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 27917287424, - "digest": "29c986d45fba", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "text", - "quantization_level": "" - } - }, - { - "name": "mixtral:v0.1", - "model": "mixtral:v0.1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "e8479ee1cb51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "v0.1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b", - "model": "mixtral:8x7b", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 27917287424, - "digest": "a3b6bef0f836", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b", - "model": "mixtral:8x22b", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "e8479ee1cb51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q2_K", - "model": "mixtral:8x7b-instruct-v0.1-q2_K", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 18253611008, - "digest": "b5f8be13d719", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q3_K_S", - "model": "mixtral:8x7b-instruct-v0.1-q3_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 21474836480, - "digest": "8214ed645fc2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q3_K_M", - "model": "mixtral:8x7b-instruct-v0.1-q3_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 24696061952, - "digest": "0f4e85e45e0c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q3_K_L", - "model": "mixtral:8x7b-instruct-v0.1-q3_K_L", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 25769803776, - "digest": "44a28a0d7d9a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q4_0", - "model": "mixtral:8x7b-instruct-v0.1-q4_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 27917287424, - "digest": "a3b6bef0f836", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q4_1", - "model": "mixtral:8x7b-instruct-v0.1-q4_1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 31138512896, - "digest": "4ca263ed25e3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q4_K_S", - "model": "mixtral:8x7b-instruct-v0.1-q4_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 28991029248, - "digest": "39c18795563b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q4_K_M", - "model": "mixtral:8x7b-instruct-v0.1-q4_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 30064771072, - "digest": "a69121c90013", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q5_0", - "model": "mixtral:8x7b-instruct-v0.1-q5_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 34359738368, - "digest": "94bb1b270af9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q5_1", - "model": "mixtral:8x7b-instruct-v0.1-q5_1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 37580963840, - "digest": "1084fd5133d1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q5_K_S", - "model": "mixtral:8x7b-instruct-v0.1-q5_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 34359738368, - "digest": "68f12ddfe676", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q5_K_M", - "model": "mixtral:8x7b-instruct-v0.1-q5_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 35433480192, - "digest": "d011e1981bd1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q6_K", - "model": "mixtral:8x7b-instruct-v0.1-q6_K", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 40802189312, - "digest": "ceaac0dbeffa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-q8_0", - "model": "mixtral:8x7b-instruct-v0.1-q8_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 53687091200, - "digest": "4b4321b5a853", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-instruct-v0.1-fp16", - "model": "mixtral:8x7b-instruct-v0.1-fp16", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 99857989632, - "digest": "96c204672c06", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-instruct-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text", - "model": "mixtral:8x7b-text", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 27917287424, - "digest": "29c986d45fba", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q2_K", - "model": "mixtral:8x7b-text-v0.1-q2_K", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 18253611008, - "digest": "279c2f61bb77", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q3_K_S", - "model": "mixtral:8x7b-text-v0.1-q3_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 21474836480, - "digest": "b8bdfbd641af", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q3_K_M", - "model": "mixtral:8x7b-text-v0.1-q3_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 24696061952, - "digest": "2ec7294409e7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q3_K_L", - "model": "mixtral:8x7b-text-v0.1-q3_K_L", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 25769803776, - "digest": "09d5395d1226", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q4_0", - "model": "mixtral:8x7b-text-v0.1-q4_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 27917287424, - "digest": "29c986d45fba", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q4_1", - "model": "mixtral:8x7b-text-v0.1-q4_1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 31138512896, - "digest": "20f1c9c7d6ee", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q4_K_S", - "model": "mixtral:8x7b-text-v0.1-q4_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 28991029248, - "digest": "45ad2aba6509", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q4_K_M", - "model": "mixtral:8x7b-text-v0.1-q4_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 30064771072, - "digest": "2b19c246b20c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q5_0", - "model": "mixtral:8x7b-text-v0.1-q5_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 34359738368, - "digest": "1692f253599b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q5_1", - "model": "mixtral:8x7b-text-v0.1-q5_1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 37580963840, - "digest": "24ef911cb6dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q5_K_S", - "model": "mixtral:8x7b-text-v0.1-q5_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 34359738368, - "digest": "0f550cd04214", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q5_K_M", - "model": "mixtral:8x7b-text-v0.1-q5_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 35433480192, - "digest": "957a4d1fad36", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q6_K", - "model": "mixtral:8x7b-text-v0.1-q6_K", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 40802189312, - "digest": "0331d26f4ac1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-q8_0", - "model": "mixtral:8x7b-text-v0.1-q8_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 53687091200, - "digest": "50d4ad519912", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x7b-text-v0.1-fp16", - "model": "mixtral:8x7b-text-v0.1-fp16", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 99857989632, - "digest": "6c08977f2b56", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x7b-text-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct", - "model": "mixtral:8x22b-instruct", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "e8479ee1cb51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q2_K", - "model": "mixtral:8x22b-instruct-v0.1-q2_K", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 55834574848, - "digest": "cf96f64cdf60", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q3_K_S", - "model": "mixtral:8x22b-instruct-v0.1-q3_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 66571993088, - "digest": "50ec4fbf79f2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q3_K_M", - "model": "mixtral:8x22b-instruct-v0.1-q3_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 73014444032, - "digest": "d552821493b8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q3_K_L", - "model": "mixtral:8x22b-instruct-v0.1-q3_K_L", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 78383153152, - "digest": "85c9d74f72e2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q4_0", - "model": "mixtral:8x22b-instruct-v0.1-q4_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "e8479ee1cb51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q4_1", - "model": "mixtral:8x22b-instruct-v0.1-q4_1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 94489280512, - "digest": "0ea2df035a44", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q4_K_S", - "model": "mixtral:8x22b-instruct-v0.1-q4_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "a9be4647cd05", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q4_K_M", - "model": "mixtral:8x22b-instruct-v0.1-q4_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 92341796864, - "digest": "de58127cf267", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q5_0", - "model": "mixtral:8x22b-instruct-v0.1-q5_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 104152956928, - "digest": "c4d73325754c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q5_1", - "model": "mixtral:8x22b-instruct-v0.1-q5_1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 113816633344, - "digest": "a8e4c57d9fdb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q5_K_S", - "model": "mixtral:8x22b-instruct-v0.1-q5_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 104152956928, - "digest": "7dc2b27d2ce5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q5_K_M", - "model": "mixtral:8x22b-instruct-v0.1-q5_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 107374182400, - "digest": "040d78ec94bc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q6_K", - "model": "mixtral:8x22b-instruct-v0.1-q6_K", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 124554051584, - "digest": "2a597519778d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-q8_0", - "model": "mixtral:8x22b-instruct-v0.1-q8_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 159987531776, - "digest": "74d06fe380a1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-instruct-v0.1-fp16", - "model": "mixtral:8x22b-instruct-v0.1-fp16", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 301721452544, - "digest": "be69186cc79b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-instruct-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text", - "model": "mixtral:8x22b-text", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "eb6b1cd64bb1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q2_K", - "model": "mixtral:8x22b-text-v0.1-q2_K", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 55834574848, - "digest": "9a187644e490", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q3_K_S", - "model": "mixtral:8x22b-text-v0.1-q3_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 65498251264, - "digest": "4f5b5d113e8d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q3_K_M", - "model": "mixtral:8x22b-text-v0.1-q3_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 73014444032, - "digest": "a45b937d5d88", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q3_K_L", - "model": "mixtral:8x22b-text-v0.1-q3_K_L", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 78383153152, - "digest": "5637d20e8d2b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q4_0", - "model": "mixtral:8x22b-text-v0.1-q4_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "eb6b1cd64bb1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q4_1", - "model": "mixtral:8x22b-text-v0.1-q4_1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 94489280512, - "digest": "068cdfff8170", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q4_K_S", - "model": "mixtral:8x22b-text-v0.1-q4_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "f43943467ac8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q4_K_M", - "model": "mixtral:8x22b-text-v0.1-q4_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 92341796864, - "digest": "48fd198637f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q5_0", - "model": "mixtral:8x22b-text-v0.1-q5_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 104152956928, - "digest": "4f7e4cb4532b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q5_1", - "model": "mixtral:8x22b-text-v0.1-q5_1", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 113816633344, - "digest": "77414be8fbac", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q5_K_S", - "model": "mixtral:8x22b-text-v0.1-q5_K_S", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 104152956928, - "digest": "9e736b483924", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q5_K_M", - "model": "mixtral:8x22b-text-v0.1-q5_K_M", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 107374182400, - "digest": "92a2e32d7f87", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q6_K", - "model": "mixtral:8x22b-text-v0.1-q6_K", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 124554051584, - "digest": "2fb8e840c060", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-q8_0", - "model": "mixtral:8x22b-text-v0.1-q8_0", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 159987531776, - "digest": "619b5b9ddad2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "mixtral:8x22b-text-v0.1-fp16", - "model": "mixtral:8x22b-text-v0.1-fp16", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 301721452544, - "digest": "bada034b7898", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8x22b-text-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "mixtral:v0.1-instruct", - "model": "mixtral:v0.1-instruct", - "modified_at": "2024-12-20T08:27:00.000Z", - "size": 85899345920, - "digest": "e8479ee1cb51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "v0.1-instruct", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:latest", - "model": "llama2-uncensored:latest", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 4080218931, - "digest": "44040b922233", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b", - "model": "llama2-uncensored:7b", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 4080218931, - "digest": "44040b922233", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b", - "model": "llama2-uncensored:70b", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 41875931136, - "digest": "bdd0ec2f5ec5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat", - "model": "llama2-uncensored:7b-chat", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 4080218931, - "digest": "44040b922233", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q2_K", - "model": "llama2-uncensored:7b-chat-q2_K", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 3006477107, - "digest": "74ae83e72254", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q3_K_S", - "model": "llama2-uncensored:7b-chat-q3_K_S", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 3113851290, - "digest": "3f56c4266b91", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q3_K_M", - "model": "llama2-uncensored:7b-chat-q3_K_M", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 3543348019, - "digest": "e74d204469c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q3_K_L", - "model": "llama2-uncensored:7b-chat-q3_K_L", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 3865470566, - "digest": "4c971d36df3a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q4_0", - "model": "llama2-uncensored:7b-chat-q4_0", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 4080218931, - "digest": "44040b922233", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q4_1", - "model": "llama2-uncensored:7b-chat-q4_1", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 4509715661, - "digest": "0126058e3693", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q4_K_S", - "model": "llama2-uncensored:7b-chat-q4_K_S", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 4187593114, - "digest": "7c0b8e49e54b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q4_K_M", - "model": "llama2-uncensored:7b-chat-q4_K_M", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 4402341478, - "digest": "a91c5baf8d31", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q5_0", - "model": "llama2-uncensored:7b-chat-q5_0", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 5046586573, - "digest": "48c918f41b91", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q5_1", - "model": "llama2-uncensored:7b-chat-q5_1", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 5476083302, - "digest": "4ba18e066719", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q5_K_S", - "model": "llama2-uncensored:7b-chat-q5_K_S", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 5046586573, - "digest": "f2f04ee3b17e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q5_K_M", - "model": "llama2-uncensored:7b-chat-q5_K_M", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 5153960755, - "digest": "db0d5a17b770", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q6_K", - "model": "llama2-uncensored:7b-chat-q6_K", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 5905580032, - "digest": "f3040de79519", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-q8_0", - "model": "llama2-uncensored:7b-chat-q8_0", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 7730941133, - "digest": "a3a460233379", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:7b-chat-fp16", - "model": "llama2-uncensored:7b-chat-fp16", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 13958643712, - "digest": "b29ffe78e250", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat", - "model": "llama2-uncensored:70b-chat", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 41875931136, - "digest": "bdd0ec2f5ec5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q2_K", - "model": "llama2-uncensored:70b-chat-q2_K", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 31138512896, - "digest": "07eb9c33537f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q3_K_S", - "model": "llama2-uncensored:70b-chat-q3_K_S", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 32212254720, - "digest": "493a8291671f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q3_K_M", - "model": "llama2-uncensored:70b-chat-q3_K_M", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 35433480192, - "digest": "dc1b2e6eadcb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q3_K_L", - "model": "llama2-uncensored:70b-chat-q3_K_L", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 38654705664, - "digest": "36c29a76fcc6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q4_0", - "model": "llama2-uncensored:70b-chat-q4_0", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 41875931136, - "digest": "bdd0ec2f5ec5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q4_1", - "model": "llama2-uncensored:70b-chat-q4_1", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 46170898432, - "digest": "26fa2e1dcc70", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q4_K_S", - "model": "llama2-uncensored:70b-chat-q4_K_S", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 41875931136, - "digest": "ccd1d1a41ec7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q4_K_M", - "model": "llama2-uncensored:70b-chat-q4_K_M", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 44023414784, - "digest": "97d4d2728756", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q5_0", - "model": "llama2-uncensored:70b-chat-q5_0", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 50465865728, - "digest": "16ddcf15080c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q5_1", - "model": "llama2-uncensored:70b-chat-q5_1", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 55834574848, - "digest": "1eda65206a66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q5_K_S", - "model": "llama2-uncensored:70b-chat-q5_K_S", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 50465865728, - "digest": "90ac8e79f29b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q5_K_M", - "model": "llama2-uncensored:70b-chat-q5_K_M", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 52613349376, - "digest": "cb930df97107", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q6_K", - "model": "llama2-uncensored:70b-chat-q6_K", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 61203283968, - "digest": "38f49b2673e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2-uncensored:70b-chat-q8_0", - "model": "llama2-uncensored:70b-chat-q8_0", - "modified_at": "2023-10-29T02:31:00.000Z", - "size": 78383153152, - "digest": "256b13d53838", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon3:latest", - "model": "falcon3:latest", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 4939212390, - "digest": "472ea1c89f64", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "falcon3:1b", - "model": "falcon3:1b", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 1932735283, - "digest": "5449d006a9c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "falcon3:3b", - "model": "falcon3:3b", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 2147483648, - "digest": "784a7eab5b89", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "falcon3:7b", - "model": "falcon3:7b", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 4939212390, - "digest": "472ea1c89f64", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "falcon3:10b", - "model": "falcon3:10b", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 6764573491, - "digest": "1653ff122acd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10b", - "quantization_level": "" - } - }, - { - "name": "falcon3:1b-instruct-q4_K_M", - "model": "falcon3:1b-instruct-q4_K_M", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 1181116006, - "digest": "13a315879c51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "falcon3:1b-instruct-q8_0", - "model": "falcon3:1b-instruct-q8_0", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 1932735283, - "digest": "5449d006a9c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon3:1b-instruct-fp16", - "model": "falcon3:1b-instruct-fp16", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 3543348019, - "digest": "60ee05ac8fa7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "falcon3:3b-instruct-q4_K_M", - "model": "falcon3:3b-instruct-q4_K_M", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 2147483648, - "digest": "784a7eab5b89", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "falcon3:3b-instruct-q8_0", - "model": "falcon3:3b-instruct-q8_0", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 3650722202, - "digest": "05a32e830399", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon3:3b-instruct-fp16", - "model": "falcon3:3b-instruct-fp16", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 6979321856, - "digest": "a45a32ae0c91", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "falcon3:7b-instruct-q4_K_M", - "model": "falcon3:7b-instruct-q4_K_M", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 4939212390, - "digest": "472ea1c89f64", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "falcon3:7b-instruct-q8_0", - "model": "falcon3:7b-instruct-q8_0", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 8482560410, - "digest": "49ffc7915656", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon3:7b-instruct-fp16", - "model": "falcon3:7b-instruct-fp16", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 16106127360, - "digest": "770fc0679654", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "falcon3:10b-instruct-q4_K_M", - "model": "falcon3:10b-instruct-q4_K_M", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 6764573491, - "digest": "1653ff122acd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "falcon3:10b-instruct-q8_0", - "model": "falcon3:10b-instruct-q8_0", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 11811160064, - "digest": "d56712f1783f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon3:10b-instruct-fp16", - "model": "falcon3:10b-instruct-fp16", - "modified_at": "2024-12-17T23:32:00.000Z", - "size": 22548578304, - "digest": "bbe05566f48a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:latest", - "model": "qwen3-embedding:latest", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 5046586573, - "digest": "64b933495768", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:0.6b", - "model": "qwen3-embedding:0.6b", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 670040064, - "digest": "ac6da0dfba84", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "0.6b", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:4b", - "model": "qwen3-embedding:4b", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 2684354560, - "digest": "df5bd2e3c74c", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:8b", - "model": "qwen3-embedding:8b", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 5046586573, - "digest": "64b933495768", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:0.6b-q8_0", - "model": "qwen3-embedding:0.6b-q8_0", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 670040064, - "digest": "ac6da0dfba84", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "0.6b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:0.6b-fp16", - "model": "qwen3-embedding:0.6b-fp16", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 1288490189, - "digest": "67a7592a8852", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "0.6b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:4b-q4_K_M", - "model": "qwen3-embedding:4b-q4_K_M", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 2684354560, - "digest": "df5bd2e3c74c", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "4b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:4b-q8_0", - "model": "qwen3-embedding:4b-q8_0", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 4617089843, - "digest": "357d756ba8e5", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "4b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:4b-fp16", - "model": "qwen3-embedding:4b-fp16", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 8589934592, - "digest": "3c93b6415795", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "4b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:8b-q4_K_M", - "model": "qwen3-embedding:8b-q4_K_M", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 5046586573, - "digest": "64b933495768", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:8b-q8_0", - "model": "qwen3-embedding:8b-q8_0", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 8589934592, - "digest": "9704fd987c12", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-embedding:8b-fp16", - "model": "qwen3-embedding:8b-fp16", - "modified_at": "2025-09-23T20:26:00.000Z", - "size": 16106127360, - "digest": "aa924958585e", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "8b-fp16", - "quantization_level": "" - } - }, - { - "name": "minimax-m2.7", - "model": "minimax-m2.7", - "modified_at": "2026-03-18T18:05:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "minimax-m2.5", - "model": "minimax-m2.5", - "modified_at": "2026-02-12T09:22:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.2:latest", - "model": "mistral-small3.2:latest", - "modified_at": "2025-06-20T22:59:00.000Z", - "size": 16106127360, - "digest": "5a408ab55df5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.2:24b", - "model": "mistral-small3.2:24b", - "modified_at": "2025-06-20T22:59:00.000Z", - "size": 16106127360, - "digest": "5a408ab55df5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.2:24b-instruct-2506-q4_K_M", - "model": "mistral-small3.2:24b-instruct-2506-q4_K_M", - "modified_at": "2025-06-20T22:59:00.000Z", - "size": 16106127360, - "digest": "5a408ab55df5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2506-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.2:24b-instruct-2506-q8_0", - "model": "mistral-small3.2:24b-instruct-2506-q8_0", - "modified_at": "2025-06-20T22:59:00.000Z", - "size": 27917287424, - "digest": "9b58e7bb625c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2506-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.2:24b-instruct-2506-fp16", - "model": "mistral-small3.2:24b-instruct-2506-fp16", - "modified_at": "2025-06-20T22:59:00.000Z", - "size": 51539607552, - "digest": "f904f36f6f02", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2506-fp16", - "quantization_level": "" - } - }, - { - "name": "llava-llama3:latest", - "model": "llava-llama3:latest", - "modified_at": "2024-05-07T21:01:00.000Z", - "size": 5905580032, - "digest": "44c161b1f465", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llava-llama3:8b", - "model": "llava-llama3:8b", - "modified_at": "2024-05-07T21:01:00.000Z", - "size": 5905580032, - "digest": "44c161b1f465", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "llava-llama3:8b-v1.1-q4_0", - "model": "llava-llama3:8b-v1.1-q4_0", - "modified_at": "2024-05-07T21:01:00.000Z", - "size": 5905580032, - "digest": "44c161b1f465", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-v1.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "llava-llama3:8b-v1.1-fp16", - "model": "llava-llama3:8b-v1.1-fp16", - "modified_at": "2024-05-07T21:01:00.000Z", - "size": 18253611008, - "digest": "7d4b165b1c5e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-v1.1-fp16", - "quantization_level": "" - } - }, - { - "name": "glm-5.1", - "model": "glm-5.1", - "modified_at": "2026-04-07T15:00:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "qwq:latest", - "model": "qwq:latest", - "modified_at": "2025-03-13T18:55:00.000Z", - "size": 21474836480, - "digest": "009cb3f08d74", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwq:32b", - "model": "qwq:32b", - "modified_at": "2025-03-13T18:55:00.000Z", - "size": 21474836480, - "digest": "009cb3f08d74", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "qwq:32b-preview-q4_K_M", - "model": "qwq:32b-preview-q4_K_M", - "modified_at": "2025-03-13T18:55:00.000Z", - "size": 21474836480, - "digest": "46407beda5c0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-preview-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwq:32b-preview-q8_0", - "model": "qwq:32b-preview-q8_0", - "modified_at": "2025-03-13T18:55:00.000Z", - "size": 37580963840, - "digest": "9c62a2e770b7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-preview-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwq:32b-preview-fp16", - "model": "qwq:32b-preview-fp16", - "modified_at": "2025-03-13T18:55:00.000Z", - "size": 70866960384, - "digest": "44d5ed096b85", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-preview-fp16", - "quantization_level": "" - } - }, - { - "name": "qwq:32b-q4_K_M", - "model": "qwq:32b-q4_K_M", - "modified_at": "2025-03-13T18:55:00.000Z", - "size": 21474836480, - "digest": "009cb3f08d74", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwq:32b-q8_0", - "model": "qwq:32b-q8_0", - "modified_at": "2025-03-13T18:55:00.000Z", - "size": 37580963840, - "digest": "cd10f42e6c58", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwq:32b-fp16", - "model": "qwq:32b-fp16", - "modified_at": "2025-03-13T18:55:00.000Z", - "size": 70866960384, - "digest": "034d83f95090", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-fp16", - "quantization_level": "" - } - }, - { - "name": "gemini-3-flash-preview:latest", - "model": "gemini-3-flash-preview:latest", - "modified_at": "2025-12-20T20:43:00.000Z", - "size": 0, - "digest": "ebade0d31690", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "cogito:latest", - "model": "cogito:latest", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 5261334938, - "digest": "75b508ddece1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "cogito:3b", - "model": "cogito:3b", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 2362232013, - "digest": "bd144357d717", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "cogito:8b", - "model": "cogito:8b", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 5261334938, - "digest": "75b508ddece1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "cogito:14b", - "model": "cogito:14b", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 9663676416, - "digest": "d0cac86a2347", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "cogito:32b", - "model": "cogito:32b", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 21474836480, - "digest": "0b4aab772f57", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "cogito:70b", - "model": "cogito:70b", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 46170898432, - "digest": "8f2632d0faa4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "cogito:3b-v1-preview-llama-q4_K_M", - "model": "cogito:3b-v1-preview-llama-q4_K_M", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 2362232013, - "digest": "bd144357d717", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-v1-preview-llama-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "cogito:3b-v1-preview-llama-q8_0", - "model": "cogito:3b-v1-preview-llama-q8_0", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 4080218931, - "digest": "8c7d8ed14b2f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-v1-preview-llama-q8_0", - "quantization_level": "" - } - }, - { - "name": "cogito:3b-v1-preview-llama-fp16", - "model": "cogito:3b-v1-preview-llama-fp16", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 7730941133, - "digest": "f81e868ef9f6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-v1-preview-llama-fp16", - "quantization_level": "" - } - }, - { - "name": "cogito:8b-v1-preview-llama-q4_K_M", - "model": "cogito:8b-v1-preview-llama-q4_K_M", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 5261334938, - "digest": "75b508ddece1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-v1-preview-llama-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "cogito:8b-v1-preview-llama-q8_0", - "model": "cogito:8b-v1-preview-llama-q8_0", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 9126805504, - "digest": "dcad7d783f2d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-v1-preview-llama-q8_0", - "quantization_level": "" - } - }, - { - "name": "cogito:14b-v1-preview-qwen-q4_K_M", - "model": "cogito:14b-v1-preview-qwen-q4_K_M", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 9663676416, - "digest": "d0cac86a2347", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-v1-preview-qwen-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "cogito:14b-v1-preview-qwen-q8_0", - "model": "cogito:14b-v1-preview-qwen-q8_0", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 17179869184, - "digest": "c02d5fe4e547", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-v1-preview-qwen-q8_0", - "quantization_level": "" - } - }, - { - "name": "cogito:14b-v1-preview-qwen-fp16", - "model": "cogito:14b-v1-preview-qwen-fp16", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 32212254720, - "digest": "2d80cf1c85e9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "14b-v1-preview-qwen-fp16", - "quantization_level": "" - } - }, - { - "name": "cogito:32b-v1-preview-qwen-q4_K_M", - "model": "cogito:32b-v1-preview-qwen-q4_K_M", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 21474836480, - "digest": "0b4aab772f57", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-v1-preview-qwen-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "cogito:32b-v1-preview-qwen-q8_0", - "model": "cogito:32b-v1-preview-qwen-q8_0", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 37580963840, - "digest": "39317c19a975", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-v1-preview-qwen-q8_0", - "quantization_level": "" - } - }, - { - "name": "cogito:32b-v1-preview-qwen-fp16", - "model": "cogito:32b-v1-preview-qwen-fp16", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 70866960384, - "digest": "d76677b01639", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-v1-preview-qwen-fp16", - "quantization_level": "" - } - }, - { - "name": "cogito:70b-v1-preview-llama-q4_K_M", - "model": "cogito:70b-v1-preview-llama-q4_K_M", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 46170898432, - "digest": "8f2632d0faa4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-v1-preview-llama-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "cogito:70b-v1-preview-llama-q8_0", - "model": "cogito:70b-v1-preview-llama-q8_0", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 80530636800, - "digest": "9c80b552cd74", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-v1-preview-llama-q8_0", - "quantization_level": "" - } - }, - { - "name": "cogito:70b-v1-preview-llama-fp16", - "model": "cogito:70b-v1-preview-llama-fp16", - "modified_at": "2025-04-08T17:38:00.000Z", - "size": 151397597184, - "digest": "6aa41db77aec", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-v1-preview-llama-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:latest", - "model": "dolphin-llama3:latest", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "613f068e29f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:v2.9", - "model": "dolphin-llama3:v2.9", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "613f068e29f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.9", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b", - "model": "dolphin-llama3:8b", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "613f068e29f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b", - "model": "dolphin-llama3:70b", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 42949672960, - "digest": "39cf3e48a702", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k", - "model": "dolphin-llama3:8b-256k", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "9f4257eb39a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9", - "model": "dolphin-llama3:8b-256k-v2.9", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "9f4257eb39a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q2_K", - "model": "dolphin-llama3:8b-256k-v2.9-q2_K", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 3435973837, - "digest": "7bb9753b38d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q3_K_S", - "model": "dolphin-llama3:8b-256k-v2.9-q3_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 3972844749, - "digest": "9a8408761417", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q3_K_M", - "model": "dolphin-llama3:8b-256k-v2.9-q3_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 4294967296, - "digest": "23812b6dc8d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q3_K_L", - "model": "dolphin-llama3:8b-256k-v2.9-q3_K_L", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 4617089843, - "digest": "fa30375d9ef6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q4_0", - "model": "dolphin-llama3:8b-256k-v2.9-q4_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "9f4257eb39a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q4_1", - "model": "dolphin-llama3:8b-256k-v2.9-q4_1", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5476083302, - "digest": "e5ff685455da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q4_K_S", - "model": "dolphin-llama3:8b-256k-v2.9-q4_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "839a1d8b60be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q4_K_M", - "model": "dolphin-llama3:8b-256k-v2.9-q4_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5261334938, - "digest": "ff5463167239", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q5_0", - "model": "dolphin-llama3:8b-256k-v2.9-q5_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 6012954214, - "digest": "18232d2131be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q5_1", - "model": "dolphin-llama3:8b-256k-v2.9-q5_1", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 6549825126, - "digest": "a91e7015a944", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q5_K_S", - "model": "dolphin-llama3:8b-256k-v2.9-q5_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 6012954214, - "digest": "a609d3f403fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q5_K_M", - "model": "dolphin-llama3:8b-256k-v2.9-q5_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 6120328397, - "digest": "2e4bb0902c65", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q6_K", - "model": "dolphin-llama3:8b-256k-v2.9-q6_K", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 7086696038, - "digest": "7d4b80857cbe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-q8_0", - "model": "dolphin-llama3:8b-256k-v2.9-q8_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 9126805504, - "digest": "22435ad7273c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-256k-v2.9-fp16", - "model": "dolphin-llama3:8b-256k-v2.9-fp16", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 17179869184, - "digest": "04cb4b5c5b37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-256k-v2.9-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9", - "model": "dolphin-llama3:8b-v2.9", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "613f068e29f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q2_K", - "model": "dolphin-llama3:8b-v2.9-q2_K", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 3435973837, - "digest": "e38c22d1fefc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q3_K_S", - "model": "dolphin-llama3:8b-v2.9-q3_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 3972844749, - "digest": "4ee167a2b0ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q3_K_M", - "model": "dolphin-llama3:8b-v2.9-q3_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 4294967296, - "digest": "ffbebe9d9a89", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q3_K_L", - "model": "dolphin-llama3:8b-v2.9-q3_K_L", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 4617089843, - "digest": "d4907340047d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q4_0", - "model": "dolphin-llama3:8b-v2.9-q4_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "613f068e29f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q4_1", - "model": "dolphin-llama3:8b-v2.9-q4_1", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5476083302, - "digest": "b91fdd625105", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q4_K_S", - "model": "dolphin-llama3:8b-v2.9-q4_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5046586573, - "digest": "3c68e9f4407e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q4_K_M", - "model": "dolphin-llama3:8b-v2.9-q4_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 5261334938, - "digest": "48e12807e1dd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q5_0", - "model": "dolphin-llama3:8b-v2.9-q5_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 6012954214, - "digest": "6f5e6e184fd6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q5_1", - "model": "dolphin-llama3:8b-v2.9-q5_1", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 6549825126, - "digest": "b83616aa2f82", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q5_K_S", - "model": "dolphin-llama3:8b-v2.9-q5_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 6012954214, - "digest": "9b438222d2e1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q5_K_M", - "model": "dolphin-llama3:8b-v2.9-q5_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 6120328397, - "digest": "ff5532bbdbfd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q6_K", - "model": "dolphin-llama3:8b-v2.9-q6_K", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 7086696038, - "digest": "d76cc512a4c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-q8_0", - "model": "dolphin-llama3:8b-v2.9-q8_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 9126805504, - "digest": "9b6fb904576c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:8b-v2.9-fp16", - "model": "dolphin-llama3:8b-v2.9-fp16", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 17179869184, - "digest": "330b7914e4f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v2.9-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9", - "model": "dolphin-llama3:70b-v2.9", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 42949672960, - "digest": "39cf3e48a702", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q2_K", - "model": "dolphin-llama3:70b-v2.9-q2_K", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 27917287424, - "digest": "9167f4131518", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q3_K_S", - "model": "dolphin-llama3:70b-v2.9-q3_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 33285996544, - "digest": "0ff6ff25af1a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q3_K_M", - "model": "dolphin-llama3:70b-v2.9-q3_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 36507222016, - "digest": "9f14deb632a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q3_K_L", - "model": "dolphin-llama3:70b-v2.9-q3_K_L", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 39728447488, - "digest": "0b1d3bbb0f87", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q4_0", - "model": "dolphin-llama3:70b-v2.9-q4_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 42949672960, - "digest": "39cf3e48a702", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q4_1", - "model": "dolphin-llama3:70b-v2.9-q4_1", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 47244640256, - "digest": "be3648d90cec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q4_K_S", - "model": "dolphin-llama3:70b-v2.9-q4_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 42949672960, - "digest": "08f394a4228a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q4_K_M", - "model": "dolphin-llama3:70b-v2.9-q4_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 46170898432, - "digest": "ff66659bf60a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q5_0", - "model": "dolphin-llama3:70b-v2.9-q5_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 52613349376, - "digest": "1be4a47c2130", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q5_1", - "model": "dolphin-llama3:70b-v2.9-q5_1", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 56908316672, - "digest": "3c0bd6cd54b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q5_K_S", - "model": "dolphin-llama3:70b-v2.9-q5_K_S", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 52613349376, - "digest": "c7f5f7f98fbf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q5_K_M", - "model": "dolphin-llama3:70b-v2.9-q5_K_M", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 53687091200, - "digest": "c76eccdaa1d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q6_K", - "model": "dolphin-llama3:70b-v2.9-q6_K", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 62277025792, - "digest": "e495c04eaf8d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-q8_0", - "model": "dolphin-llama3:70b-v2.9-q8_0", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 80530636800, - "digest": "f7ec3871505b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-llama3:70b-v2.9-fp16", - "model": "dolphin-llama3:70b-v2.9-fp16", - "modified_at": "2024-05-10T22:04:00.000Z", - "size": 151397597184, - "digest": "384d68211a76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v2.9-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm:latest", - "model": "smollm:latest", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1039138816, - "digest": "95f6557a0f0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "smollm:135m", - "model": "smollm:135m", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 96468992, - "digest": "b0b2a4617438", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m", - "quantization_level": "" - } - }, - { - "name": "smollm:360m", - "model": "smollm:360m", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 240123904, - "digest": "b3ba1ccba2b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b", - "model": "smollm:1.7b", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1039138816, - "digest": "95f6557a0f0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q2_K", - "model": "smollm:135m-base-v0.2-q2_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 92274688, - "digest": "e2048e8ac78d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q3_K_S", - "model": "smollm:135m-base-v0.2-q3_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 92274688, - "digest": "102433ffd9fb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q3_K_M", - "model": "smollm:135m-base-v0.2-q3_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 98566144, - "digest": "a5ab45ae2e2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q3_K_L", - "model": "smollm:135m-base-v0.2-q3_K_L", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 102760448, - "digest": "c2e22813067a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q4_0", - "model": "smollm:135m-base-v0.2-q4_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 96468992, - "digest": "528415e872e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q4_1", - "model": "smollm:135m-base-v0.2-q4_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 102760448, - "digest": "edecca7cff90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q4_K_S", - "model": "smollm:135m-base-v0.2-q4_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 106954752, - "digest": "2aa760d22716", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q4_K_M", - "model": "smollm:135m-base-v0.2-q4_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 110100480, - "digest": "3177ecf5d3b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q5_0", - "model": "smollm:135m-base-v0.2-q5_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 110100480, - "digest": "825973a56945", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q5_1", - "model": "smollm:135m-base-v0.2-q5_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 117440512, - "digest": "065d585f86d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q5_K_S", - "model": "smollm:135m-base-v0.2-q5_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 115343360, - "digest": "4aef8aaa4469", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q5_K_M", - "model": "smollm:135m-base-v0.2-q5_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 117440512, - "digest": "34545da0aa92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q6_K", - "model": "smollm:135m-base-v0.2-q6_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 144703488, - "digest": "b11338fff65a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-q8_0", - "model": "smollm:135m-base-v0.2-q8_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 152043520, - "digest": "fcdc33f9909d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-base-v0.2-fp16", - "model": "smollm:135m-base-v0.2-fp16", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 284164096, - "digest": "1d0f00cec918", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-base-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q2_K", - "model": "smollm:135m-instruct-v0.2-q2_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 92274688, - "digest": "e14a680b0b22", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q3_K_S", - "model": "smollm:135m-instruct-v0.2-q3_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 92274688, - "digest": "3ae895b5e9ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q3_K_M", - "model": "smollm:135m-instruct-v0.2-q3_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 98566144, - "digest": "f5db1ab329b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q3_K_L", - "model": "smollm:135m-instruct-v0.2-q3_K_L", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 102760448, - "digest": "aede666c7e16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q4_0", - "model": "smollm:135m-instruct-v0.2-q4_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 96468992, - "digest": "b0b2a4617438", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q4_1", - "model": "smollm:135m-instruct-v0.2-q4_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 102760448, - "digest": "bbf7e14150a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q4_K_S", - "model": "smollm:135m-instruct-v0.2-q4_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 106954752, - "digest": "45013939c7c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q4_K_M", - "model": "smollm:135m-instruct-v0.2-q4_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 110100480, - "digest": "7eedbf45baa1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q5_0", - "model": "smollm:135m-instruct-v0.2-q5_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 110100480, - "digest": "33187e134422", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q5_1", - "model": "smollm:135m-instruct-v0.2-q5_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 117440512, - "digest": "51f73e9aa3f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q5_K_S", - "model": "smollm:135m-instruct-v0.2-q5_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 115343360, - "digest": "52d3fabb63ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q5_K_M", - "model": "smollm:135m-instruct-v0.2-q5_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 117440512, - "digest": "a8975f4dc03b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q6_K", - "model": "smollm:135m-instruct-v0.2-q6_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 144703488, - "digest": "dd1e60cf54df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-q8_0", - "model": "smollm:135m-instruct-v0.2-q8_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 152043520, - "digest": "6fbf8e918862", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm:135m-instruct-v0.2-fp16", - "model": "smollm:135m-instruct-v0.2-fp16", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 284164096, - "digest": "95d01a081beb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "135m-instruct-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q2_K", - "model": "smollm:360m-base-v0.2-q2_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 229638144, - "digest": "e5e1a58c7d0c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q3_K_S", - "model": "smollm:360m-base-v0.2-q3_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 229638144, - "digest": "8aba991b34bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q3_K_M", - "model": "smollm:360m-base-v0.2-q3_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 246415360, - "digest": "66875ceb33a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q3_K_L", - "model": "smollm:360m-base-v0.2-q3_K_L", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 257949696, - "digest": "d13db1d8af29", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q4_0", - "model": "smollm:360m-base-v0.2-q4_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 240123904, - "digest": "32ed02cfe24e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q4_1", - "model": "smollm:360m-base-v0.2-q4_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 261095424, - "digest": "74c8ae01b04d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q4_K_S", - "model": "smollm:360m-base-v0.2-q4_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 272629760, - "digest": "81b950fac810", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q4_K_M", - "model": "smollm:360m-base-v0.2-q4_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 284164096, - "digest": "d3b4961678c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q5_0", - "model": "smollm:360m-base-v0.2-q5_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 281018368, - "digest": "319a822c1baa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q5_1", - "model": "smollm:360m-base-v0.2-q5_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 301989888, - "digest": "1c350d9f5c43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q5_K_S", - "model": "smollm:360m-base-v0.2-q5_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 296747008, - "digest": "05dad743d112", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q5_K_M", - "model": "smollm:360m-base-v0.2-q5_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 304087040, - "digest": "bf2e3336142d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q6_K", - "model": "smollm:360m-base-v0.2-q6_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 384827392, - "digest": "6006320b3839", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-q8_0", - "model": "smollm:360m-base-v0.2-q8_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 404750336, - "digest": "dd417453fb49", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-base-v0.2-fp16", - "model": "smollm:360m-base-v0.2-fp16", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 761266176, - "digest": "417c81308b94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-base-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q2_K", - "model": "smollm:360m-instruct-v0.2-q2_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 229638144, - "digest": "1dfe94149c4d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q3_K_S", - "model": "smollm:360m-instruct-v0.2-q3_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 229638144, - "digest": "359f743b44a1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q3_K_M", - "model": "smollm:360m-instruct-v0.2-q3_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 246415360, - "digest": "4ecfcbc87975", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q3_K_L", - "model": "smollm:360m-instruct-v0.2-q3_K_L", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 257949696, - "digest": "6f711219bd5f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q4_0", - "model": "smollm:360m-instruct-v0.2-q4_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 240123904, - "digest": "b3ba1ccba2b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q4_1", - "model": "smollm:360m-instruct-v0.2-q4_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 261095424, - "digest": "4a28c336aedd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q4_K_S", - "model": "smollm:360m-instruct-v0.2-q4_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 272629760, - "digest": "467e6683fe66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q4_K_M", - "model": "smollm:360m-instruct-v0.2-q4_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 284164096, - "digest": "535cb302b6b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q5_0", - "model": "smollm:360m-instruct-v0.2-q5_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 281018368, - "digest": "922f6b925c58", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q5_1", - "model": "smollm:360m-instruct-v0.2-q5_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 301989888, - "digest": "a09f3a169083", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q5_K_S", - "model": "smollm:360m-instruct-v0.2-q5_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 296747008, - "digest": "8695c1a78c18", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q5_K_M", - "model": "smollm:360m-instruct-v0.2-q5_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 304087040, - "digest": "0ad0a334e14f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q6_K", - "model": "smollm:360m-instruct-v0.2-q6_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 384827392, - "digest": "2102f951424a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-q8_0", - "model": "smollm:360m-instruct-v0.2-q8_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 404750336, - "digest": "f5ef53463545", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm:360m-instruct-v0.2-fp16", - "model": "smollm:360m-instruct-v0.2-fp16", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 761266176, - "digest": "d0475be06ee3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "360m-instruct-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q2_K", - "model": "smollm:1.7b-base-v0.2-q2_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 707788800, - "digest": "b013da007877", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q3_K_S", - "model": "smollm:1.7b-base-v0.2-q3_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 814743552, - "digest": "596523cb1def", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q3_K_M", - "model": "smollm:1.7b-base-v0.2-q3_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 901775360, - "digest": "9acc25818892", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q3_K_L", - "model": "smollm:1.7b-base-v0.2-q3_K_L", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 978321408, - "digest": "9656463272fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q4_0", - "model": "smollm:1.7b-base-v0.2-q4_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1039138816, - "digest": "97f3f0aef2df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q4_1", - "model": "smollm:1.7b-base-v0.2-q4_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1181116006, - "digest": "0c1bb3471f92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q4_K_S", - "model": "smollm:1.7b-base-v0.2-q4_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1047527424, - "digest": "9b3d36b6e0c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q4_K_M", - "model": "smollm:1.7b-base-v0.2-q4_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1181116006, - "digest": "8dec12ffec4a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q5_0", - "model": "smollm:1.7b-base-v0.2-q5_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1288490189, - "digest": "7eddfb294e53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q5_1", - "model": "smollm:1.7b-base-v0.2-q5_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1395864371, - "digest": "fde4c91abcce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q5_K_S", - "model": "smollm:1.7b-base-v0.2-q5_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1288490189, - "digest": "4f0e5ec42d5b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q5_K_M", - "model": "smollm:1.7b-base-v0.2-q5_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1288490189, - "digest": "7daaf6f561d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q6_K", - "model": "smollm:1.7b-base-v0.2-q6_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1503238554, - "digest": "9cf3be2645b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-q8_0", - "model": "smollm:1.7b-base-v0.2-q8_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1932735283, - "digest": "d1f91cd676ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-base-v0.2-fp16", - "model": "smollm:1.7b-base-v0.2-fp16", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 3650722202, - "digest": "64f31ee84d1c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-base-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q2_K", - "model": "smollm:1.7b-instruct-v0.2-q2_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 707788800, - "digest": "da8ba92e42b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q3_K_S", - "model": "smollm:1.7b-instruct-v0.2-q3_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 814743552, - "digest": "c35438da7180", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q3_K_M", - "model": "smollm:1.7b-instruct-v0.2-q3_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 901775360, - "digest": "728c1f932b06", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q3_K_L", - "model": "smollm:1.7b-instruct-v0.2-q3_K_L", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 978321408, - "digest": "88ef3062260e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q4_0", - "model": "smollm:1.7b-instruct-v0.2-q4_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1039138816, - "digest": "95f6557a0f0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q4_1", - "model": "smollm:1.7b-instruct-v0.2-q4_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1181116006, - "digest": "77d7238b232e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q4_K_S", - "model": "smollm:1.7b-instruct-v0.2-q4_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1047527424, - "digest": "35eec1a7014d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q4_K_M", - "model": "smollm:1.7b-instruct-v0.2-q4_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1181116006, - "digest": "dd7299829a14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q5_0", - "model": "smollm:1.7b-instruct-v0.2-q5_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1288490189, - "digest": "8391060f29db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q5_1", - "model": "smollm:1.7b-instruct-v0.2-q5_1", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1395864371, - "digest": "ce91dd1d7380", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q5_K_S", - "model": "smollm:1.7b-instruct-v0.2-q5_K_S", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1288490189, - "digest": "489a893ac8a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q5_K_M", - "model": "smollm:1.7b-instruct-v0.2-q5_K_M", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1288490189, - "digest": "91d16f72a7b3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q6_K", - "model": "smollm:1.7b-instruct-v0.2-q6_K", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1503238554, - "digest": "ecdf9864899c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-q8_0", - "model": "smollm:1.7b-instruct-v0.2-q8_0", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 1932735283, - "digest": "4afeb8de9eec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "smollm:1.7b-instruct-v0.2-fp16", - "model": "smollm:1.7b-instruct-v0.2-fp16", - "modified_at": "2024-08-20T17:04:00.000Z", - "size": 3650722202, - "digest": "b07e591ca9ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.7b-instruct-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma3n:latest", - "model": "gemma3n:latest", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 8053063680, - "digest": "15cb39fd9394", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "gemma3n:e2b", - "model": "gemma3n:e2b", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 6012954214, - "digest": "719372f8c7de", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "e2b", - "quantization_level": "" - } - }, - { - "name": "gemma3n:e4b", - "model": "gemma3n:e4b", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 8053063680, - "digest": "15cb39fd9394", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "e4b", - "quantization_level": "" - } - }, - { - "name": "gemma3n:e2b-it-q4_K_M", - "model": "gemma3n:e2b-it-q4_K_M", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 6012954214, - "digest": "719372f8c7de", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "e2b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma3n:e2b-it-q8_0", - "model": "gemma3n:e2b-it-q8_0", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 7086696038, - "digest": "11d9a1ddb266", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "e2b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma3n:e2b-it-fp16", - "model": "gemma3n:e2b-it-fp16", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 9556302234, - "digest": "c202cf857d68", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "e2b-it-fp16", - "quantization_level": "" - } - }, - { - "name": "gemma3n:e4b-it-q4_K_M", - "model": "gemma3n:e4b-it-q4_K_M", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 8053063680, - "digest": "15cb39fd9394", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "e4b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "gemma3n:e4b-it-q8_0", - "model": "gemma3n:e4b-it-q8_0", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 10200547328, - "digest": "8289357f2878", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "e4b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "gemma3n:e4b-it-fp16", - "model": "gemma3n:e4b-it-fp16", - "modified_at": "2025-06-27T05:02:00.000Z", - "size": 15032385536, - "digest": "153df1d47c19", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "e4b-it-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder-next:latest", - "model": "qwen3-coder-next:latest", - "modified_at": "2026-02-04T07:46:00.000Z", - "size": 55834574848, - "digest": "ca06e9e4087c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder-next:q4_K_M", - "model": "qwen3-coder-next:q4_K_M", - "modified_at": "2026-02-04T07:46:00.000Z", - "size": 55834574848, - "digest": "ca06e9e4087c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-coder-next:q8_0", - "model": "qwen3-coder-next:q8_0", - "modified_at": "2026-02-04T07:46:00.000Z", - "size": 91268055040, - "digest": "3f68e12b44ee", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:latest", - "model": "dolphin-mixtral:latest", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "4f76c28c0414", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:v2.5", - "model": "dolphin-mixtral:v2.5", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "f924f2f0e484", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.5", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:v2.6", - "model": "dolphin-mixtral:v2.6", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "ccc9d1f5d17c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.6", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:v2.7", - "model": "dolphin-mixtral:v2.7", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "4f76c28c0414", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.7", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b", - "model": "dolphin-mixtral:8x7b", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "4f76c28c0414", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b", - "model": "dolphin-mixtral:8x22b", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 85899345920, - "digest": "0772a1b884bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5", - "model": "dolphin-mixtral:8x7b-v2.5", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "f924f2f0e484", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q2_K", - "model": "dolphin-mixtral:8x7b-v2.5-q2_K", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 18253611008, - "digest": "448b185c2a3e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q3_K_S", - "model": "dolphin-mixtral:8x7b-v2.5-q3_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 21474836480, - "digest": "ea9ed37491b3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q3_K_M", - "model": "dolphin-mixtral:8x7b-v2.5-q3_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 24696061952, - "digest": "a04451f03648", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q3_K_L", - "model": "dolphin-mixtral:8x7b-v2.5-q3_K_L", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 25769803776, - "digest": "e6278d65e9dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q4_0", - "model": "dolphin-mixtral:8x7b-v2.5-q4_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "f924f2f0e484", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q4_1", - "model": "dolphin-mixtral:8x7b-v2.5-q4_1", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 31138512896, - "digest": "11dee8e97379", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q4_K_S", - "model": "dolphin-mixtral:8x7b-v2.5-q4_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 28991029248, - "digest": "6534902e1e54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q4_K_M", - "model": "dolphin-mixtral:8x7b-v2.5-q4_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 30064771072, - "digest": "66adba445821", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q5_0", - "model": "dolphin-mixtral:8x7b-v2.5-q5_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 34359738368, - "digest": "8a9fd615b610", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q5_1", - "model": "dolphin-mixtral:8x7b-v2.5-q5_1", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 37580963840, - "digest": "36450117b011", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q5_K_S", - "model": "dolphin-mixtral:8x7b-v2.5-q5_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 34359738368, - "digest": "8e662aef3892", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q5_K_M", - "model": "dolphin-mixtral:8x7b-v2.5-q5_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 35433480192, - "digest": "5389198274fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q6_K", - "model": "dolphin-mixtral:8x7b-v2.5-q6_K", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 40802189312, - "digest": "7ef1f6ce2be5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-q8_0", - "model": "dolphin-mixtral:8x7b-v2.5-q8_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 53687091200, - "digest": "2dbedb652781", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.5-fp16", - "model": "dolphin-mixtral:8x7b-v2.5-fp16", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 99857989632, - "digest": "d1f36c28485e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.5-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6", - "model": "dolphin-mixtral:8x7b-v2.6", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "ccc9d1f5d17c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q2_K", - "model": "dolphin-mixtral:8x7b-v2.6-q2_K", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 18253611008, - "digest": "2f562aa89564", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q3_K_S", - "model": "dolphin-mixtral:8x7b-v2.6-q3_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 21474836480, - "digest": "ab8763452984", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q3_K_M", - "model": "dolphin-mixtral:8x7b-v2.6-q3_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 24696061952, - "digest": "3a283d1a237d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q3_K_L", - "model": "dolphin-mixtral:8x7b-v2.6-q3_K_L", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 25769803776, - "digest": "87f7ec7f238f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q4_0", - "model": "dolphin-mixtral:8x7b-v2.6-q4_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "ccc9d1f5d17c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q4_1", - "model": "dolphin-mixtral:8x7b-v2.6-q4_1", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 31138512896, - "digest": "9f3b6fc34751", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q4_K_S", - "model": "dolphin-mixtral:8x7b-v2.6-q4_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 28991029248, - "digest": "f3dd3e93270a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q4_K_M", - "model": "dolphin-mixtral:8x7b-v2.6-q4_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 30064771072, - "digest": "725fbbf8d5e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q5_0", - "model": "dolphin-mixtral:8x7b-v2.6-q5_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 34359738368, - "digest": "ab28fea4d551", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q5_1", - "model": "dolphin-mixtral:8x7b-v2.6-q5_1", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 37580963840, - "digest": "0d332b78ce70", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q5_K_S", - "model": "dolphin-mixtral:8x7b-v2.6-q5_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 34359738368, - "digest": "15ecf506c50c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q5_K_M", - "model": "dolphin-mixtral:8x7b-v2.6-q5_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 35433480192, - "digest": "616dad4c275d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q6_K", - "model": "dolphin-mixtral:8x7b-v2.6-q6_K", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 40802189312, - "digest": "a14b88f77235", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-q8_0", - "model": "dolphin-mixtral:8x7b-v2.6-q8_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 53687091200, - "digest": "2812998a47df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.6-fp16", - "model": "dolphin-mixtral:8x7b-v2.6-fp16", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 99857989632, - "digest": "0e865bb9631d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.6-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7", - "model": "dolphin-mixtral:8x7b-v2.7", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "4f76c28c0414", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q2_K", - "model": "dolphin-mixtral:8x7b-v2.7-q2_K", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 18253611008, - "digest": "67959cb58058", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q3_K_S", - "model": "dolphin-mixtral:8x7b-v2.7-q3_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 21474836480, - "digest": "102b0d4f9403", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q3_K_M", - "model": "dolphin-mixtral:8x7b-v2.7-q3_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 24696061952, - "digest": "c7bb43548a49", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q3_K_L", - "model": "dolphin-mixtral:8x7b-v2.7-q3_K_L", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 25769803776, - "digest": "8b94203d838d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q4_0", - "model": "dolphin-mixtral:8x7b-v2.7-q4_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 27917287424, - "digest": "4f76c28c0414", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q4_1", - "model": "dolphin-mixtral:8x7b-v2.7-q4_1", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 31138512896, - "digest": "d0c44def2b5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q4_K_S", - "model": "dolphin-mixtral:8x7b-v2.7-q4_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 28991029248, - "digest": "61d2d0129a1b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q4_K_M", - "model": "dolphin-mixtral:8x7b-v2.7-q4_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 30064771072, - "digest": "9edda92db764", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q5_0", - "model": "dolphin-mixtral:8x7b-v2.7-q5_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 34359738368, - "digest": "c9b1ccc63176", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q5_1", - "model": "dolphin-mixtral:8x7b-v2.7-q5_1", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 37580963840, - "digest": "0e06aa33814f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q5_K_S", - "model": "dolphin-mixtral:8x7b-v2.7-q5_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 34359738368, - "digest": "6b10b15cfd86", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q5_K_M", - "model": "dolphin-mixtral:8x7b-v2.7-q5_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 35433480192, - "digest": "48c8a1692c8d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q6_K", - "model": "dolphin-mixtral:8x7b-v2.7-q6_K", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 40802189312, - "digest": "1673eadc5474", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-q8_0", - "model": "dolphin-mixtral:8x7b-v2.7-q8_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 53687091200, - "digest": "1e3dbaccc823", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x7b-v2.7-fp16", - "model": "dolphin-mixtral:8x7b-v2.7-fp16", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 99857989632, - "digest": "4ac207dbc68b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v2.7-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9", - "model": "dolphin-mixtral:8x22b-v2.9", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 85899345920, - "digest": "0772a1b884bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q2_K", - "model": "dolphin-mixtral:8x22b-v2.9-q2_K", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 55834574848, - "digest": "5dd54f8ff492", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q3_K_S", - "model": "dolphin-mixtral:8x22b-v2.9-q3_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 65498251264, - "digest": "cad2f9d2e01d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q3_K_M", - "model": "dolphin-mixtral:8x22b-v2.9-q3_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 73014444032, - "digest": "ef2b7524d28d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q3_K_L", - "model": "dolphin-mixtral:8x22b-v2.9-q3_K_L", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 78383153152, - "digest": "3c5371c23577", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q4_0", - "model": "dolphin-mixtral:8x22b-v2.9-q4_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 85899345920, - "digest": "0772a1b884bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q4_1", - "model": "dolphin-mixtral:8x22b-v2.9-q4_1", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 94489280512, - "digest": "3e58e962deb8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q4_K_S", - "model": "dolphin-mixtral:8x22b-v2.9-q4_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 85899345920, - "digest": "f7c583f24605", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q4_K_M", - "model": "dolphin-mixtral:8x22b-v2.9-q4_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 92341796864, - "digest": "1ba3655b0de7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q5_0", - "model": "dolphin-mixtral:8x22b-v2.9-q5_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 104152956928, - "digest": "abfd3a87f905", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q5_1", - "model": "dolphin-mixtral:8x22b-v2.9-q5_1", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 113816633344, - "digest": "a3561f68b65d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q5_K_S", - "model": "dolphin-mixtral:8x22b-v2.9-q5_K_S", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 104152956928, - "digest": "a1cd7a6d8a79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q5_K_M", - "model": "dolphin-mixtral:8x22b-v2.9-q5_K_M", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 107374182400, - "digest": "d4e513dcc2e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q6_K", - "model": "dolphin-mixtral:8x22b-v2.9-q6_K", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 124554051584, - "digest": "f5aac890745a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-q8_0", - "model": "dolphin-mixtral:8x22b-v2.9-q8_0", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 159987531776, - "digest": "b82986a3ed4f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mixtral:8x22b-v2.9-fp16", - "model": "dolphin-mixtral:8x22b-v2.9-fp16", - "modified_at": "2024-12-20T02:11:00.000Z", - "size": 301721452544, - "digest": "39195710503e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-v2.9-fp16", - "quantization_level": "" - } - }, - { - "name": "llama4:latest", - "model": "llama4:latest", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 71940702208, - "digest": "bf31604e25c2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama4:maverick", - "model": "llama4:maverick", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 263066746880, - "digest": "b4832b93e292", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "maverick", - "quantization_level": "" - } - }, - { - "name": "llama4:scout", - "model": "llama4:scout", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 71940702208, - "digest": "bf31604e25c2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "scout", - "quantization_level": "" - } - }, - { - "name": "llama4:16x17b", - "model": "llama4:16x17b", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 71940702208, - "digest": "bf31604e25c2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "16x17b", - "quantization_level": "" - } - }, - { - "name": "llama4:128x17b", - "model": "llama4:128x17b", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 263066746880, - "digest": "b4832b93e292", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "128x17b", - "quantization_level": "" - } - }, - { - "name": "llama4:17b-maverick-128e-instruct-q4_K_M", - "model": "llama4:17b-maverick-128e-instruct-q4_K_M", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 263066746880, - "digest": "b4832b93e292", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "17b-maverick-128e-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama4:17b-maverick-128e-instruct-q8_0", - "model": "llama4:17b-maverick-128e-instruct-q8_0", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 459561500672, - "digest": "7fb6f3e69a28", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "17b-maverick-128e-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama4:17b-maverick-128e-instruct-fp16", - "model": "llama4:17b-maverick-128e-instruct-fp16", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 862214684672, - "digest": "c9a3a4d149af", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "17b-maverick-128e-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama4:17b-scout-16e-instruct-q4_K_M", - "model": "llama4:17b-scout-16e-instruct-q4_K_M", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 71940702208, - "digest": "bf31604e25c2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "17b-scout-16e-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama4:17b-scout-16e-instruct-q8_0", - "model": "llama4:17b-scout-16e-instruct-q8_0", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 125627793408, - "digest": "244249e6cd64", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "17b-scout-16e-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama4:17b-scout-16e-instruct-fp16", - "model": "llama4:17b-scout-16e-instruct-fp16", - "modified_at": "2025-06-16T20:45:00.000Z", - "size": 233001975808, - "digest": "f390ec6c1a81", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "17b-scout-16e-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "translategemma:latest", - "model": "translategemma:latest", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 3543348019, - "digest": "c49d986b0764", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "translategemma:4b", - "model": "translategemma:4b", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 3543348019, - "digest": "c49d986b0764", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "translategemma:12b", - "model": "translategemma:12b", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 8697308774, - "digest": "c2f9a9ca1ec7", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b", - "quantization_level": "" - } - }, - { - "name": "translategemma:27b", - "model": "translategemma:27b", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 18253611008, - "digest": "21b597a243ec", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b", - "quantization_level": "" - } - }, - { - "name": "translategemma:4b-it-q4_K_M", - "model": "translategemma:4b-it-q4_K_M", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 3543348019, - "digest": "c49d986b0764", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "translategemma:4b-it-q8_0", - "model": "translategemma:4b-it-q8_0", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 5261334938, - "digest": "69729cbbfd35", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "translategemma:4b-it-bf16", - "model": "translategemma:4b-it-bf16", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 9234179686, - "digest": "ff7a6d70870f", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "translategemma:12b-it-q4_K_M", - "model": "translategemma:12b-it-q4_K_M", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 8697308774, - "digest": "c2f9a9ca1ec7", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "translategemma:12b-it-q8_0", - "model": "translategemma:12b-it-q8_0", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 13958643712, - "digest": "48057379bc4d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "translategemma:12b-it-bf16", - "model": "translategemma:12b-it-bf16", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 25769803776, - "digest": "7dc7429cc8b2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "12b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "translategemma:27b-it-q4_K_M", - "model": "translategemma:27b-it-q4_K_M", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 18253611008, - "digest": "21b597a243ec", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "translategemma:27b-it-q8_0", - "model": "translategemma:27b-it-q8_0", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 32212254720, - "digest": "b5b3e0d68687", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "translategemma:27b-it-bf16", - "model": "translategemma:27b-it-bf16", - "modified_at": "2026-01-16T20:57:00.000Z", - "size": 59055800320, - "digest": "0718798ae6f3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:latest", - "model": "phi4-reasoning:latest", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 11811160064, - "digest": "47e2630ccbcd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:plus", - "model": "phi4-reasoning:plus", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 11811160064, - "digest": "f0ad3edce8e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "plus", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:14b", - "model": "phi4-reasoning:14b", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 11811160064, - "digest": "47e2630ccbcd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:14b-plus-q4_K_M", - "model": "phi4-reasoning:14b-plus-q4_K_M", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 11811160064, - "digest": "f0ad3edce8e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-plus-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:14b-plus-q8_0", - "model": "phi4-reasoning:14b-plus-q8_0", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 18253611008, - "digest": "ecd8f64ff877", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-plus-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:14b-plus-fp16", - "model": "phi4-reasoning:14b-plus-fp16", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 31138512896, - "digest": "561e2e2df29e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-plus-fp16", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:14b-q4_K_M", - "model": "phi4-reasoning:14b-q4_K_M", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 11811160064, - "digest": "47e2630ccbcd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:14b-q8_0", - "model": "phi4-reasoning:14b-q8_0", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 18253611008, - "digest": "30b78bf47222", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi4-reasoning:14b-fp16", - "model": "phi4-reasoning:14b-fp16", - "modified_at": "2025-05-01T05:32:00.000Z", - "size": 31138512896, - "digest": "d990c3364a6c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:latest", - "model": "dolphin-phi:latest", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1717986918, - "digest": "c5761fc77240", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b", - "model": "dolphin-phi:2.7b", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1717986918, - "digest": "c5761fc77240", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6", - "model": "dolphin-phi:2.7b-v2.6", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1717986918, - "digest": "c5761fc77240", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q2_K", - "model": "dolphin-phi:2.7b-v2.6-q2_K", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1288490189, - "digest": "7f54cec626b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q3_K_S", - "model": "dolphin-phi:2.7b-v2.6-q3_K_S", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1395864371, - "digest": "5c03deb374c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q3_K_M", - "model": "dolphin-phi:2.7b-v2.6-q3_K_M", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1610612736, - "digest": "5e99163c66d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q3_K_L", - "model": "dolphin-phi:2.7b-v2.6-q3_K_L", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1717986918, - "digest": "60c080a5bd9a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q4_0", - "model": "dolphin-phi:2.7b-v2.6-q4_0", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1717986918, - "digest": "c5761fc77240", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q4_K_S", - "model": "dolphin-phi:2.7b-v2.6-q4_K_S", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1717986918, - "digest": "9ce1a8be68f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q4_K_M", - "model": "dolphin-phi:2.7b-v2.6-q4_K_M", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 1932735283, - "digest": "cff9506fc46b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q5_0", - "model": "dolphin-phi:2.7b-v2.6-q5_0", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 2040109466, - "digest": "7346eb8f523d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q5_K_S", - "model": "dolphin-phi:2.7b-v2.6-q5_K_S", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 2040109466, - "digest": "3284ea06df25", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q5_K_M", - "model": "dolphin-phi:2.7b-v2.6-q5_K_M", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 2254857830, - "digest": "175d2f641dea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q6_K", - "model": "dolphin-phi:2.7b-v2.6-q6_K", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 2469606195, - "digest": "4a7162481650", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-phi:2.7b-v2.6-q8_0", - "model": "dolphin-phi:2.7b-v2.6-q8_0", - "modified_at": "2023-12-24T16:37:00.000Z", - "size": 3221225472, - "digest": "b6ba7363045d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-v2.6-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:latest", - "model": "dolphin-mistral:latest", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "5dc8c5a2be65", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:v2", - "model": "dolphin-mistral:v2", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "d4fedb7cc50d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:v2.1", - "model": "dolphin-mistral:v2.1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "e4e3238590aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:v2.2", - "model": "dolphin-mistral:v2.2", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "450ca08f6907", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.2", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:v2.2.1", - "model": "dolphin-mistral:v2.2.1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "04b0ec52c40b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.2.1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:v2.6", - "model": "dolphin-mistral:v2.6", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "ecbf896611f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.6", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:v2.8", - "model": "dolphin-mistral:v2.8", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "5dc8c5a2be65", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.8", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b", - "model": "dolphin-mistral:7b", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "5dc8c5a2be65", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2", - "model": "dolphin-mistral:7b-v2", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "d4fedb7cc50d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q2_K", - "model": "dolphin-mistral:7b-v2-q2_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3328599654, - "digest": "47e88c29db19", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q3_K_S", - "model": "dolphin-mistral:7b-v2-q3_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3435973837, - "digest": "9ce568107856", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q3_K_M", - "model": "dolphin-mistral:7b-v2-q3_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3758096384, - "digest": "ae55e3ef02e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q3_K_L", - "model": "dolphin-mistral:7b-v2-q3_K_L", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4080218931, - "digest": "0a764a52371c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q4_0", - "model": "dolphin-mistral:7b-v2-q4_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "d4fedb7cc50d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q4_1", - "model": "dolphin-mistral:7b-v2-q4_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4939212390, - "digest": "963a8962e5cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q4_K_S", - "model": "dolphin-mistral:7b-v2-q4_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "31bc12ff86a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q4_K_M", - "model": "dolphin-mistral:7b-v2-q4_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4724464026, - "digest": "8151671578cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q5_0", - "model": "dolphin-mistral:7b-v2-q5_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "f233b1631e2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q5_1", - "model": "dolphin-mistral:7b-v2-q5_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5798205850, - "digest": "caa3000a6607", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q5_K_S", - "model": "dolphin-mistral:7b-v2-q5_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "3d1193db8247", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q5_K_M", - "model": "dolphin-mistral:7b-v2-q5_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5476083302, - "digest": "483a8c29490a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q6_K", - "model": "dolphin-mistral:7b-v2-q6_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 6335076762, - "digest": "0abc7e93ace9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-q8_0", - "model": "dolphin-mistral:7b-v2-q8_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 8267812045, - "digest": "af57ab7e2f42", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2-fp16", - "model": "dolphin-mistral:7b-v2-fp16", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 15032385536, - "digest": "dbea1ee61c91", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1", - "model": "dolphin-mistral:7b-v2.1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "e4e3238590aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q2_K", - "model": "dolphin-mistral:7b-v2.1-q2_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3328599654, - "digest": "09b2c7439c66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q3_K_S", - "model": "dolphin-mistral:7b-v2.1-q3_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3435973837, - "digest": "cae2e5bf7e2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q3_K_M", - "model": "dolphin-mistral:7b-v2.1-q3_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3758096384, - "digest": "de9aa2b8d525", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q3_K_L", - "model": "dolphin-mistral:7b-v2.1-q3_K_L", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4080218931, - "digest": "d4e4ac49c638", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q4_0", - "model": "dolphin-mistral:7b-v2.1-q4_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "e4e3238590aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q4_1", - "model": "dolphin-mistral:7b-v2.1-q4_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4939212390, - "digest": "bccbfbb66c22", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q4_K_S", - "model": "dolphin-mistral:7b-v2.1-q4_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "928488201dda", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q4_K_M", - "model": "dolphin-mistral:7b-v2.1-q4_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4724464026, - "digest": "42d3af2ff5bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q5_0", - "model": "dolphin-mistral:7b-v2.1-q5_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "7577f2a6ea36", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q5_1", - "model": "dolphin-mistral:7b-v2.1-q5_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5798205850, - "digest": "d2d013e73bbb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q5_K_S", - "model": "dolphin-mistral:7b-v2.1-q5_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "fafa4121da53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q5_K_M", - "model": "dolphin-mistral:7b-v2.1-q5_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5476083302, - "digest": "1792bb2a4dad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q6_K", - "model": "dolphin-mistral:7b-v2.1-q6_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 6335076762, - "digest": "d7fc42d0c941", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-q8_0", - "model": "dolphin-mistral:7b-v2.1-q8_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 8267812045, - "digest": "3c364693b3c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.1-fp16", - "model": "dolphin-mistral:7b-v2.1-fp16", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 15032385536, - "digest": "8a7599e7afb6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.1-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2", - "model": "dolphin-mistral:7b-v2.2", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "450ca08f6907", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q2_K", - "model": "dolphin-mistral:7b-v2.2-q2_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3328599654, - "digest": "40af9615d065", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q3_K_S", - "model": "dolphin-mistral:7b-v2.2-q3_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3435973837, - "digest": "a646488b6fd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q3_K_M", - "model": "dolphin-mistral:7b-v2.2-q3_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3758096384, - "digest": "807f7ccc72ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q3_K_L", - "model": "dolphin-mistral:7b-v2.2-q3_K_L", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4080218931, - "digest": "2e2d34ffb211", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q4_0", - "model": "dolphin-mistral:7b-v2.2-q4_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "450ca08f6907", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q4_1", - "model": "dolphin-mistral:7b-v2.2-q4_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4939212390, - "digest": "1f764be54847", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q4_K_S", - "model": "dolphin-mistral:7b-v2.2-q4_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "7c4ea4ac1b3d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q4_K_M", - "model": "dolphin-mistral:7b-v2.2-q4_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4724464026, - "digest": "5f5bc8a7f6c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q5_0", - "model": "dolphin-mistral:7b-v2.2-q5_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "05ef3ead3f63", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q5_1", - "model": "dolphin-mistral:7b-v2.2-q5_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5798205850, - "digest": "35a9966c852b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q5_K_S", - "model": "dolphin-mistral:7b-v2.2-q5_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "8cb5befe96d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q5_K_M", - "model": "dolphin-mistral:7b-v2.2-q5_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5476083302, - "digest": "e9ac7f8b1b41", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q6_K", - "model": "dolphin-mistral:7b-v2.2-q6_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 6335076762, - "digest": "fbd48b25b103", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-q8_0", - "model": "dolphin-mistral:7b-v2.2-q8_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 8267812045, - "digest": "f12f440dd443", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2-fp16", - "model": "dolphin-mistral:7b-v2.2-fp16", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 15032385536, - "digest": "02a1321048d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1", - "model": "dolphin-mistral:7b-v2.2.1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "04b0ec52c40b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q2_K", - "model": "dolphin-mistral:7b-v2.2.1-q2_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3328599654, - "digest": "994c722b1561", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q3_K_S", - "model": "dolphin-mistral:7b-v2.2.1-q3_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3435973837, - "digest": "5753614304a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q3_K_M", - "model": "dolphin-mistral:7b-v2.2.1-q3_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3758096384, - "digest": "6e92d0dbb4a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q3_K_L", - "model": "dolphin-mistral:7b-v2.2.1-q3_K_L", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4080218931, - "digest": "3bba1c1ad35a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q4_0", - "model": "dolphin-mistral:7b-v2.2.1-q4_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "04b0ec52c40b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q4_1", - "model": "dolphin-mistral:7b-v2.2.1-q4_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4939212390, - "digest": "c76cd3b5beee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q4_K_S", - "model": "dolphin-mistral:7b-v2.2.1-q4_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "5029cbe43e9c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q4_K_M", - "model": "dolphin-mistral:7b-v2.2.1-q4_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4724464026, - "digest": "5e3337ccc282", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q5_0", - "model": "dolphin-mistral:7b-v2.2.1-q5_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "a22f80a3ea5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q5_1", - "model": "dolphin-mistral:7b-v2.2.1-q5_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5798205850, - "digest": "62d4ace3645c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q5_K_S", - "model": "dolphin-mistral:7b-v2.2.1-q5_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "03945b375e86", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q5_K_M", - "model": "dolphin-mistral:7b-v2.2.1-q5_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5476083302, - "digest": "e4b72a87ab51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q6_K", - "model": "dolphin-mistral:7b-v2.2.1-q6_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 6335076762, - "digest": "b5df8e083d3d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-q8_0", - "model": "dolphin-mistral:7b-v2.2.1-q8_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 8267812045, - "digest": "62e41c882df2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.2.1-fp16", - "model": "dolphin-mistral:7b-v2.2.1-fp16", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 15032385536, - "digest": "49b48f849296", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.2.1-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6", - "model": "dolphin-mistral:7b-v2.6", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "206a4093ff30", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser", - "model": "dolphin-mistral:7b-v2.6-dpo-laser", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "ecbf896611f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q2_K", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q2_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3328599654, - "digest": "3d2e06cd1f34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q2_K", - "model": "dolphin-mistral:7b-v2.6-q2_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3328599654, - "digest": "5095f4e248f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_S", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3435973837, - "digest": "c4841f98c665", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q3_K_S", - "model": "dolphin-mistral:7b-v2.6-q3_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3435973837, - "digest": "7d87567ba4e1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_M", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3758096384, - "digest": "d9a82ca1b186", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q3_K_M", - "model": "dolphin-mistral:7b-v2.6-q3_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3758096384, - "digest": "fae30abf511f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_L", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q3_K_L", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4080218931, - "digest": "fbd62dc63cf3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q3_K_L", - "model": "dolphin-mistral:7b-v2.6-q3_K_L", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4080218931, - "digest": "3f69b8a407b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q4_0", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q4_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "ecbf896611f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q4_0", - "model": "dolphin-mistral:7b-v2.6-q4_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "206a4093ff30", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q4_1", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q4_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4939212390, - "digest": "dcda7ed9d1ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q4_1", - "model": "dolphin-mistral:7b-v2.6-q4_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4939212390, - "digest": "75979198bd96", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_S", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "251809e4483d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q4_K_S", - "model": "dolphin-mistral:7b-v2.6-q4_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "d131e1a76ddc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_M", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q4_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4724464026, - "digest": "4637e8c97e50", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q4_K_M", - "model": "dolphin-mistral:7b-v2.6-q4_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4724464026, - "digest": "de97d7427c36", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q5_0", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q5_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "09bce0353761", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q5_0", - "model": "dolphin-mistral:7b-v2.6-q5_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "e8f5e1669039", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q5_1", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q5_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5798205850, - "digest": "a40a97e78596", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q5_1", - "model": "dolphin-mistral:7b-v2.6-q5_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5798205850, - "digest": "b2f2f3609ccd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_S", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "c6a7fdc04e62", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q5_K_S", - "model": "dolphin-mistral:7b-v2.6-q5_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "5ce09aea680f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_M", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q5_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5476083302, - "digest": "89ac2026188b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q5_K_M", - "model": "dolphin-mistral:7b-v2.6-q5_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5476083302, - "digest": "24b9c375e0bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q6_K", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q6_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 6335076762, - "digest": "3383c1e1a3a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q6_K", - "model": "dolphin-mistral:7b-v2.6-q6_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 6335076762, - "digest": "d1c90221f843", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-q8_0", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-q8_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 8267812045, - "digest": "805ca6fc04df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-q8_0", - "model": "dolphin-mistral:7b-v2.6-q8_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 8267812045, - "digest": "43ea31e60f41", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-dpo-laser-fp16", - "model": "dolphin-mistral:7b-v2.6-dpo-laser-fp16", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 15032385536, - "digest": "ef5fb1b4eb40", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-dpo-laser-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.6-fp16", - "model": "dolphin-mistral:7b-v2.6-fp16", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 15032385536, - "digest": "ee8029835435", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.6-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8", - "model": "dolphin-mistral:7b-v2.8", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "5dc8c5a2be65", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q2_K", - "model": "dolphin-mistral:7b-v2.8-q2_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 2899102925, - "digest": "703fcc8feca4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q3_K_S", - "model": "dolphin-mistral:7b-v2.8-q3_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3435973837, - "digest": "b373bd912c47", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q3_K_M", - "model": "dolphin-mistral:7b-v2.8-q3_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 3758096384, - "digest": "368c8b580b2c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q3_K_L", - "model": "dolphin-mistral:7b-v2.8-q3_K_L", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4080218931, - "digest": "3689be23e227", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q4_0", - "model": "dolphin-mistral:7b-v2.8-q4_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "5dc8c5a2be65", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q4_1", - "model": "dolphin-mistral:7b-v2.8-q4_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4939212390, - "digest": "8a3536853f0c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q4_K_S", - "model": "dolphin-mistral:7b-v2.8-q4_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4402341478, - "digest": "f7fe7f8a5338", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q4_K_M", - "model": "dolphin-mistral:7b-v2.8-q4_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 4724464026, - "digest": "9664319c8300", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q5_0", - "model": "dolphin-mistral:7b-v2.8-q5_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "4b957d0f8184", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q5_1", - "model": "dolphin-mistral:7b-v2.8-q5_1", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5798205850, - "digest": "2d9d3f2fc319", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q5_K_S", - "model": "dolphin-mistral:7b-v2.8-q5_K_S", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5368709120, - "digest": "a9699d013b92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q5_K_M", - "model": "dolphin-mistral:7b-v2.8-q5_K_M", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 5476083302, - "digest": "89cd0f3499d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q6_K", - "model": "dolphin-mistral:7b-v2.8-q6_K", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 6335076762, - "digest": "abbbabedf4f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-q8_0", - "model": "dolphin-mistral:7b-v2.8-q8_0", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 8267812045, - "digest": "c42fc14057d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphin-mistral:7b-v2.8-fp16", - "model": "dolphin-mistral:7b-v2.8-fp16", - "modified_at": "2024-03-31T23:34:00.000Z", - "size": 15032385536, - "digest": "1e979cf70c05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.8-fp16", - "quantization_level": "" - } - }, - { - "name": "phi:latest", - "model": "phi:latest", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1717986918, - "digest": "e2fd6321a5fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "phi:chat", - "model": "phi:chat", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1717986918, - "digest": "e2fd6321a5fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "chat", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b", - "model": "phi:2.7b", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1717986918, - "digest": "e2fd6321a5fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q2_K", - "model": "phi:2.7b-chat-v2-q2_K", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1288490189, - "digest": "c5f597fa19b3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q2_K", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q3_K_S", - "model": "phi:2.7b-chat-v2-q3_K_S", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1395864371, - "digest": "4ceb511ce989", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q3_K_M", - "model": "phi:2.7b-chat-v2-q3_K_M", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1610612736, - "digest": "76bbe442aabe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q3_K_L", - "model": "phi:2.7b-chat-v2-q3_K_L", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1717986918, - "digest": "f260bda13b81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q4_0", - "model": "phi:2.7b-chat-v2-q4_0", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1717986918, - "digest": "e2fd6321a5fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q4_0", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q4_1", - "model": "phi:2.7b-chat-v2-q4_1", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1932735283, - "digest": "012265cbf343", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q4_1", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q4_K_S", - "model": "phi:2.7b-chat-v2-q4_K_S", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1717986918, - "digest": "f018d657187c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q4_K_M", - "model": "phi:2.7b-chat-v2-q4_K_M", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 1932735283, - "digest": "79d7065d8c0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q5_0", - "model": "phi:2.7b-chat-v2-q5_0", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 2040109466, - "digest": "ccb07c724975", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q5_0", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q5_1", - "model": "phi:2.7b-chat-v2-q5_1", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 2254857830, - "digest": "f322ed62bd81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q5_1", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q5_K_S", - "model": "phi:2.7b-chat-v2-q5_K_S", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 2040109466, - "digest": "4f3f9f884a09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q5_K_M", - "model": "phi:2.7b-chat-v2-q5_K_M", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 2254857830, - "digest": "4dbc1775ae76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q6_K", - "model": "phi:2.7b-chat-v2-q6_K", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 2469606195, - "digest": "170d96fc8084", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q6_K", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-q8_0", - "model": "phi:2.7b-chat-v2-q8_0", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 3221225472, - "digest": "55ec39f0bcf9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi:2.7b-chat-v2-fp16", - "model": "phi:2.7b-chat-v2-fp16", - "modified_at": "2024-01-06T17:10:00.000Z", - "size": 6012954214, - "digest": "6b283248a801", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.7b-chat-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "hermes3:latest", - "model": "hermes3:latest", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 5046586573, - "digest": "4f6b83f30b62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b", - "model": "hermes3:3b", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2147483648, - "digest": "a8851c5041d4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b", - "model": "hermes3:8b", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 5046586573, - "digest": "4f6b83f30b62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b", - "model": "hermes3:70b", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 42949672960, - "digest": "60ef54cd913f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b", - "model": "hermes3:405b", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 245886877696, - "digest": "7e675bc10887", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q2_K", - "model": "hermes3:3b-llama3.2-q2_K", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 1503238554, - "digest": "5e016053462e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q3_K_S", - "model": "hermes3:3b-llama3.2-q3_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 1610612736, - "digest": "9534cf45dcad", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q3_K_M", - "model": "hermes3:3b-llama3.2-q3_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 1825361101, - "digest": "8412e43ba04b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q3_K_L", - "model": "hermes3:3b-llama3.2-q3_K_L", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 1932735283, - "digest": "398338d75e51", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q4_0", - "model": "hermes3:3b-llama3.2-q4_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2040109466, - "digest": "1e1401fe4ac6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q4_1", - "model": "hermes3:3b-llama3.2-q4_1", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2254857830, - "digest": "789b254cc3a2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q4_K_S", - "model": "hermes3:3b-llama3.2-q4_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2040109466, - "digest": "2319fe585b75", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q4_K_M", - "model": "hermes3:3b-llama3.2-q4_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2147483648, - "digest": "a8851c5041d4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q5_0", - "model": "hermes3:3b-llama3.2-q5_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2469606195, - "digest": "8ba0b60c0fbb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q5_1", - "model": "hermes3:3b-llama3.2-q5_1", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2576980378, - "digest": "5bc19c8f34a0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q5_K_S", - "model": "hermes3:3b-llama3.2-q5_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2469606195, - "digest": "2825a14d8a2e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q5_K_M", - "model": "hermes3:3b-llama3.2-q5_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2469606195, - "digest": "adff680f9846", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q6_K", - "model": "hermes3:3b-llama3.2-q6_K", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 2791728742, - "digest": "618f493da20f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-q8_0", - "model": "hermes3:3b-llama3.2-q8_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 3650722202, - "digest": "81e132c6f32b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:3b-llama3.2-fp16", - "model": "hermes3:3b-llama3.2-fp16", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 6871947674, - "digest": "1818cdb4d27a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-llama3.2-fp16", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q2_K", - "model": "hermes3:8b-llama3.1-q2_K", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 3435973837, - "digest": "6285707c1724", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q3_K_S", - "model": "hermes3:8b-llama3.1-q3_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 3972844749, - "digest": "e2a8a0424e1b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q3_K_M", - "model": "hermes3:8b-llama3.1-q3_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 4294967296, - "digest": "f6b6eb85884d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q3_K_L", - "model": "hermes3:8b-llama3.1-q3_K_L", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 4617089843, - "digest": "01fb1c8fffcb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q4_0", - "model": "hermes3:8b-llama3.1-q4_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 5046586573, - "digest": "4f6b83f30b62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q4_1", - "model": "hermes3:8b-llama3.1-q4_1", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 5476083302, - "digest": "d5b8d4f560a3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q4_K_S", - "model": "hermes3:8b-llama3.1-q4_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 5046586573, - "digest": "c8edbc90a188", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q4_K_M", - "model": "hermes3:8b-llama3.1-q4_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 5261334938, - "digest": "81e633795347", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q5_0", - "model": "hermes3:8b-llama3.1-q5_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 6012954214, - "digest": "f1e10ae7c0e6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q5_1", - "model": "hermes3:8b-llama3.1-q5_1", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 6549825126, - "digest": "bebd5029ac2b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q5_K_S", - "model": "hermes3:8b-llama3.1-q5_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 6012954214, - "digest": "c0a2d5445266", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q5_K_M", - "model": "hermes3:8b-llama3.1-q5_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 6120328397, - "digest": "836396825b44", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q6_K", - "model": "hermes3:8b-llama3.1-q6_K", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 7086696038, - "digest": "fbcaa05c32d0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-q8_0", - "model": "hermes3:8b-llama3.1-q8_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 9126805504, - "digest": "1c94cf8f1046", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:8b-llama3.1-fp16", - "model": "hermes3:8b-llama3.1-fp16", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 17179869184, - "digest": "33a87105fb24", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-llama3.1-fp16", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q2_K", - "model": "hermes3:70b-llama3.1-q2_K", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 27917287424, - "digest": "d494e51db58c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q3_K_S", - "model": "hermes3:70b-llama3.1-q3_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 33285996544, - "digest": "0a99e8a6fa35", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q3_K_M", - "model": "hermes3:70b-llama3.1-q3_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 36507222016, - "digest": "85e9f18d5139", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q3_K_L", - "model": "hermes3:70b-llama3.1-q3_K_L", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 39728447488, - "digest": "ef3556ba09b4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q4_0", - "model": "hermes3:70b-llama3.1-q4_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 42949672960, - "digest": "60ef54cd913f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q4_1", - "model": "hermes3:70b-llama3.1-q4_1", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 47244640256, - "digest": "5439d89973fa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q4_K_S", - "model": "hermes3:70b-llama3.1-q4_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 42949672960, - "digest": "3c54000f925c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q4_K_M", - "model": "hermes3:70b-llama3.1-q4_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 46170898432, - "digest": "830dc29f92d1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q5_0", - "model": "hermes3:70b-llama3.1-q5_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 52613349376, - "digest": "25749edb3917", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q5_1", - "model": "hermes3:70b-llama3.1-q5_1", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 56908316672, - "digest": "5deeeb686c50", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q5_K_S", - "model": "hermes3:70b-llama3.1-q5_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 52613349376, - "digest": "187535b64096", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q5_K_M", - "model": "hermes3:70b-llama3.1-q5_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 53687091200, - "digest": "20b9f43d13a2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q6_K", - "model": "hermes3:70b-llama3.1-q6_K", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 62277025792, - "digest": "ec4ea041b516", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-q8_0", - "model": "hermes3:70b-llama3.1-q8_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 80530636800, - "digest": "72f0aa5b30bb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:70b-llama3.1-fp16", - "model": "hermes3:70b-llama3.1-fp16", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 151397597184, - "digest": "e95c7ce02c58", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-llama3.1-fp16", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q2_K", - "model": "hermes3:405b-llama3.1-q2_K", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 159987531776, - "digest": "f12827971c1b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q3_K_S", - "model": "hermes3:405b-llama3.1-q3_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 187904819200, - "digest": "d5d61b34af07", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q3_K_M", - "model": "hermes3:405b-llama3.1-q3_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 209379655680, - "digest": "87c4bb79d492", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q3_K_L", - "model": "hermes3:405b-llama3.1-q3_K_L", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 228707008512, - "digest": "8e48e8f6acc9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q4_0", - "model": "hermes3:405b-llama3.1-q4_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 245886877696, - "digest": "7e675bc10887", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q4_1", - "model": "hermes3:405b-llama3.1-q4_1", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 272730423296, - "digest": "d2069f77b555", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q4_K_S", - "model": "hermes3:405b-llama3.1-q4_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 248034361344, - "digest": "51d83954f208", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q4_K_M", - "model": "hermes3:405b-llama3.1-q4_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 260919263232, - "digest": "7e95da5e5e87", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q5_0", - "model": "hermes3:405b-llama3.1-q5_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 299573968896, - "digest": "1330c3882956", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q5_1", - "model": "hermes3:405b-llama3.1-q5_1", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 327491256320, - "digest": "645be110f228", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q5_K_S", - "model": "hermes3:405b-llama3.1-q5_K_S", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 299573968896, - "digest": "6e8f5fe76c99", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q5_K_M", - "model": "hermes3:405b-llama3.1-q5_K_M", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 308163903488, - "digest": "859937457c29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q6_K", - "model": "hermes3:405b-llama3.1-q6_K", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 357556027392, - "digest": "2d0919bbe03f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-q8_0", - "model": "hermes3:405b-llama3.1-q8_0", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 462782726144, - "digest": "d2ca25940e61", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "hermes3:405b-llama3.1-fp16", - "model": "hermes3:405b-llama3.1-fp16", - "modified_at": "2024-12-16T08:56:00.000Z", - "size": 871878361088, - "digest": "9666944d1b48", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "405b-llama3.1-fp16", - "quantization_level": "" - } - }, - { - "name": "command-r:latest", - "model": "command-r:latest", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 20401094656, - "digest": "7d96360d357f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "command-r:v0.1", - "model": "command-r:v0.1", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 21474836480, - "digest": "b8cdfff0263c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "v0.1", - "quantization_level": "" - } - }, - { - "name": "command-r:35b", - "model": "command-r:35b", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 20401094656, - "digest": "7d96360d357f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q2_K", - "model": "command-r:35b-08-2024-q2_K", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 13958643712, - "digest": "baa79f31c7db", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q2_K", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q3_K_S", - "model": "command-r:35b-08-2024-q3_K_S", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 16106127360, - "digest": "a71cdc6dbc33", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q3_K_M", - "model": "command-r:35b-08-2024-q3_K_M", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 17179869184, - "digest": "311c0b29be9c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q3_K_L", - "model": "command-r:35b-08-2024-q3_K_L", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 19327352832, - "digest": "7609ccb59aa3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q4_0", - "model": "command-r:35b-08-2024-q4_0", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 20401094656, - "digest": "7d96360d357f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q4_0", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q4_1", - "model": "command-r:35b-08-2024-q4_1", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 22548578304, - "digest": "c9994fa85c15", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q4_1", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q4_K_S", - "model": "command-r:35b-08-2024-q4_K_S", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 20401094656, - "digest": "e746a62b5017", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q4_K_M", - "model": "command-r:35b-08-2024-q4_K_M", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 21474836480, - "digest": "376304b5a505", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q5_0", - "model": "command-r:35b-08-2024-q5_0", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 23622320128, - "digest": "730adbb80701", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q5_0", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q5_1", - "model": "command-r:35b-08-2024-q5_1", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 25769803776, - "digest": "a2f81b6b5529", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q5_1", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q5_K_S", - "model": "command-r:35b-08-2024-q5_K_S", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 23622320128, - "digest": "faa92437a927", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q5_K_M", - "model": "command-r:35b-08-2024-q5_K_M", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 24696061952, - "digest": "e9e25af9b046", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q6_K", - "model": "command-r:35b-08-2024-q6_K", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 28991029248, - "digest": "7a416e1e1126", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q6_K", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-q8_0", - "model": "command-r:35b-08-2024-q8_0", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 36507222016, - "digest": "1b245c03674e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-08-2024-fp16", - "model": "command-r:35b-08-2024-fp16", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 69793218560, - "digest": "f99d0f0d3644", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-08-2024-fp16", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q2_K", - "model": "command-r:35b-v0.1-q2_K", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 15032385536, - "digest": "ebf190a244cd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q3_K_S", - "model": "command-r:35b-v0.1-q3_K_S", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 17179869184, - "digest": "5d0269a511b3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q3_K_M", - "model": "command-r:35b-v0.1-q3_K_M", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 19327352832, - "digest": "07ff6eb590d7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q3_K_L", - "model": "command-r:35b-v0.1-q3_K_L", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 20401094656, - "digest": "ca2d24d0cfa9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q4_0", - "model": "command-r:35b-v0.1-q4_0", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 21474836480, - "digest": "b8cdfff0263c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q4_1", - "model": "command-r:35b-v0.1-q4_1", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 23622320128, - "digest": "e8c0e9e189a9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q4_K_S", - "model": "command-r:35b-v0.1-q4_K_S", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 21474836480, - "digest": "c3c8430e134d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q4_K_M", - "model": "command-r:35b-v0.1-q4_K_M", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 23622320128, - "digest": "ed35c5ee157d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q5_1", - "model": "command-r:35b-v0.1-q5_1", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 27917287424, - "digest": "ce4cf00ea57e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q5_K_S", - "model": "command-r:35b-v0.1-q5_K_S", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 25769803776, - "digest": "92a26776ef29", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q5_K_M", - "model": "command-r:35b-v0.1-q5_K_M", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 26843545600, - "digest": "eb97e23b2d12", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q6_K", - "model": "command-r:35b-v0.1-q6_K", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 31138512896, - "digest": "c46e949ec735", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-q8_0", - "model": "command-r:35b-v0.1-q8_0", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 39728447488, - "digest": "88d10cdbc6e7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-r:35b-v0.1-fp16", - "model": "command-r:35b-v0.1-fp16", - "modified_at": "2024-08-30T23:38:00.000Z", - "size": 75161927680, - "digest": "a58199201f46", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "35b-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "magistral:latest", - "model": "magistral:latest", - "modified_at": "2025-06-16T20:46:00.000Z", - "size": 15032385536, - "digest": "27bcbbf6d324", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "magistral:24b", - "model": "magistral:24b", - "modified_at": "2025-06-16T20:46:00.000Z", - "size": 15032385536, - "digest": "27bcbbf6d324", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b", - "quantization_level": "" - } - }, - { - "name": "magistral:24b-small-2506-q4_K_M", - "model": "magistral:24b-small-2506-q4_K_M", - "modified_at": "2025-06-16T20:46:00.000Z", - "size": 15032385536, - "digest": "27bcbbf6d324", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-small-2506-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "magistral:24b-small-2506-q8_0", - "model": "magistral:24b-small-2506-q8_0", - "modified_at": "2025-06-16T20:46:00.000Z", - "size": 26843545600, - "digest": "02423f83f1a1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-small-2506-q8_0", - "quantization_level": "" - } - }, - { - "name": "magistral:24b-small-2506-fp16", - "model": "magistral:24b-small-2506-fp16", - "modified_at": "2025-06-16T20:46:00.000Z", - "size": 50465865728, - "digest": "0a0e2be3b6c4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-small-2506-fp16", - "quantization_level": "" - } - }, - { - "name": "embeddinggemma:latest", - "model": "embeddinggemma:latest", - "modified_at": "2025-09-09T00:17:00.000Z", - "size": 652214272, - "digest": "85462619ee72", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "embeddinggemma:300m", - "model": "embeddinggemma:300m", - "modified_at": "2025-09-09T00:17:00.000Z", - "size": 652214272, - "digest": "85462619ee72", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "300m", - "quantization_level": "" - } - }, - { - "name": "embeddinggemma:300m-qat-q4_0", - "model": "embeddinggemma:300m-qat-q4_0", - "modified_at": "2025-09-09T00:17:00.000Z", - "size": 250609664, - "digest": "101341d65c2c", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "300m-qat-q4_0", - "quantization_level": "" - } - }, - { - "name": "embeddinggemma:300m-qat-q8_0", - "model": "embeddinggemma:300m-qat-q8_0", - "modified_at": "2025-09-09T00:17:00.000Z", - "size": 354418688, - "digest": "e84a7acc2394", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "300m-qat-q8_0", - "quantization_level": "" - } - }, - { - "name": "embeddinggemma:300m-bf16", - "model": "embeddinggemma:300m-bf16", - "modified_at": "2025-09-09T00:17:00.000Z", - "size": 652214272, - "digest": "85462619ee72", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "300m-bf16", - "quantization_level": "" - } - }, - { - "name": "moondream:latest", - "model": "moondream:latest", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1825361101, - "digest": "55fc3abd3867", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "moondream:v2", - "model": "moondream:v2", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1825361101, - "digest": "55fc3abd3867", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "v2", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b", - "model": "moondream:1.8b", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1825361101, - "digest": "55fc3abd3867", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q2_K", - "model": "moondream:1.8b-v2-q2_K", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1610612736, - "digest": "60a4fe10cc8b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q2_K", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q3_K_S", - "model": "moondream:1.8b-v2-q3_K_S", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1717986918, - "digest": "c1f516864beb", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q3_K_M", - "model": "moondream:1.8b-v2-q3_K_M", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1825361101, - "digest": "b7ca95d4df05", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q3_K_L", - "model": "moondream:1.8b-v2-q3_K_L", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1825361101, - "digest": "119dd8c33e4e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q4_0", - "model": "moondream:1.8b-v2-q4_0", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1825361101, - "digest": "55fc3abd3867", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q4_0", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q4_1", - "model": "moondream:1.8b-v2-q4_1", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1932735283, - "digest": "d3555a3ddc4b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q4_1", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q4_K_S", - "model": "moondream:1.8b-v2-q4_K_S", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1825361101, - "digest": "6858752db2f4", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q4_K_M", - "model": "moondream:1.8b-v2-q4_K_M", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 1932735283, - "digest": "c865c80afc38", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q5_0", - "model": "moondream:1.8b-v2-q5_0", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 2040109466, - "digest": "1d82a6c34daa", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q5_0", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q5_1", - "model": "moondream:1.8b-v2-q5_1", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 2147483648, - "digest": "0bc271bb633d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q5_1", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q5_K_S", - "model": "moondream:1.8b-v2-q5_K_S", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 2040109466, - "digest": "85200c02ea40", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q5_K_M", - "model": "moondream:1.8b-v2-q5_K_M", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 2147483648, - "digest": "521316e36d6e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q6_K", - "model": "moondream:1.8b-v2-q6_K", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 2254857830, - "digest": "5ff1472b766d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q6_K", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-q8_0", - "model": "moondream:1.8b-v2-q8_0", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 2576980378, - "digest": "0e65c7807dc3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "moondream:1.8b-v2-fp16", - "model": "moondream:1.8b-v2-fp16", - "modified_at": "2024-05-07T21:18:00.000Z", - "size": 3972844749, - "digest": "8921b6c3990a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1.8b-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-code:latest", - "model": "granite-code:latest", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "becc94fe1876", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b", - "model": "granite-code:3b", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "becc94fe1876", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b", - "model": "granite-code:8b", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4939212390, - "digest": "36c3c3b9683b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b", - "model": "granite-code:20b", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "59db7b531bb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b", - "model": "granite-code:34b", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 20401094656, - "digest": "4ce00960ca84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base", - "model": "granite-code:3b-base", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "897c973ac371", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q2_K", - "model": "granite-code:3b-base-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1395864371, - "digest": "e36887a9a821", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q3_K_S", - "model": "granite-code:3b-base-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1717986918, - "digest": "4ebfe349d653", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q3_K_M", - "model": "granite-code:3b-base-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1825361101, - "digest": "6cd1bf544950", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q3_K_L", - "model": "granite-code:3b-base-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2040109466, - "digest": "efa391969797", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q4_0", - "model": "granite-code:3b-base-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "897c973ac371", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q4_1", - "model": "granite-code:3b-base-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2362232013, - "digest": "289762e9c2de", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q4_K_S", - "model": "granite-code:3b-base-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "05d91372ce79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q4_K_M", - "model": "granite-code:3b-base-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2254857830, - "digest": "074272cf1192", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q5_0", - "model": "granite-code:3b-base-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2576980378, - "digest": "564f8e0abfff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q5_1", - "model": "granite-code:3b-base-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2791728742, - "digest": "bdb3c9b7c5e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q5_K_S", - "model": "granite-code:3b-base-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2576980378, - "digest": "c2b4985e3261", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q5_K_M", - "model": "granite-code:3b-base-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2684354560, - "digest": "9f543ec02c81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q6_K", - "model": "granite-code:3b-base-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3113851290, - "digest": "ef18db8d2afc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-q8_0", - "model": "granite-code:3b-base-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3972844749, - "digest": "c3464b5e457a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-base-fp16", - "model": "granite-code:3b-base-fp16", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 7516192768, - "digest": "c05254111c3b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct", - "model": "granite-code:3b-instruct", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "becc94fe1876", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q2_K", - "model": "granite-code:3b-instruct-128k-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1395864371, - "digest": "72154d08acee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q2_K", - "model": "granite-code:3b-instruct-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1395864371, - "digest": "7f3ad6ca25f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q3_K_S", - "model": "granite-code:3b-instruct-128k-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1717986918, - "digest": "c5827e0a7a55", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q3_K_S", - "model": "granite-code:3b-instruct-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1717986918, - "digest": "991c2ca80baf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q3_K_M", - "model": "granite-code:3b-instruct-128k-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1825361101, - "digest": "27350580d3ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q3_K_M", - "model": "granite-code:3b-instruct-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 1825361101, - "digest": "70ec21a3004e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q3_K_L", - "model": "granite-code:3b-instruct-128k-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2040109466, - "digest": "c794c5813849", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q3_K_L", - "model": "granite-code:3b-instruct-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2040109466, - "digest": "d9060e45c47c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q4_0", - "model": "granite-code:3b-instruct-128k-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "becc94fe1876", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q4_0", - "model": "granite-code:3b-instruct-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "63bedbdffbf0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q4_1", - "model": "granite-code:3b-instruct-128k-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2362232013, - "digest": "7e9329333607", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q4_1", - "model": "granite-code:3b-instruct-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2362232013, - "digest": "07c153ea8ba3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q4_K_S", - "model": "granite-code:3b-instruct-128k-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "a6c4b37f0dc7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q4_K_S", - "model": "granite-code:3b-instruct-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2147483648, - "digest": "c681b8a19c05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q4_K_M", - "model": "granite-code:3b-instruct-128k-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2254857830, - "digest": "4702f6327ab5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q4_K_M", - "model": "granite-code:3b-instruct-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2254857830, - "digest": "65861823ce7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q5_0", - "model": "granite-code:3b-instruct-128k-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2576980378, - "digest": "dece491ce896", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q5_0", - "model": "granite-code:3b-instruct-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2576980378, - "digest": "8a64d99caa8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q5_1", - "model": "granite-code:3b-instruct-128k-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2791728742, - "digest": "275d6e2f4fcc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q5_1", - "model": "granite-code:3b-instruct-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2791728742, - "digest": "c7b815a477d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q5_K_S", - "model": "granite-code:3b-instruct-128k-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2576980378, - "digest": "07bebb9f1381", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q5_K_S", - "model": "granite-code:3b-instruct-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2576980378, - "digest": "c1cb0d4855f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q5_K_M", - "model": "granite-code:3b-instruct-128k-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2684354560, - "digest": "39570a508075", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q5_K_M", - "model": "granite-code:3b-instruct-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 2684354560, - "digest": "2db2e42160a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q6_K", - "model": "granite-code:3b-instruct-128k-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3113851290, - "digest": "aac7fdd35a84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q6_K", - "model": "granite-code:3b-instruct-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3113851290, - "digest": "f9bad785d4c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-q8_0", - "model": "granite-code:3b-instruct-128k-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3972844749, - "digest": "3ffa9e883e62", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-q8_0", - "model": "granite-code:3b-instruct-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3972844749, - "digest": "b93b1a15197d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-128k-fp16", - "model": "granite-code:3b-instruct-128k-fp16", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 7516192768, - "digest": "0a85292e9c4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-128k-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-code:3b-instruct-fp16", - "model": "granite-code:3b-instruct-fp16", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 7516192768, - "digest": "788453573810", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base", - "model": "granite-code:8b-base", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4939212390, - "digest": "446b079c08d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q2_K", - "model": "granite-code:8b-base-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3328599654, - "digest": "e63080a27380", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q3_K_S", - "model": "granite-code:8b-base-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3758096384, - "digest": "2ea64f1e1696", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q3_K_M", - "model": "granite-code:8b-base-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4187593114, - "digest": "ca4d1a480357", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q3_K_L", - "model": "granite-code:8b-base-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4617089843, - "digest": "3e786e80fe43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q4_0", - "model": "granite-code:8b-base-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4939212390, - "digest": "446b079c08d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q4_1", - "model": "granite-code:8b-base-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 5476083302, - "digest": "8188ceec7ebb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q4_K_S", - "model": "granite-code:8b-base-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4939212390, - "digest": "8b5439b8f8fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q4_K_M", - "model": "granite-code:8b-base-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 5261334938, - "digest": "d1ff254e3ce3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q5_0", - "model": "granite-code:8b-base-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 6012954214, - "digest": "a2683a6426c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q5_1", - "model": "granite-code:8b-base-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 6549825126, - "digest": "1ac225f4921f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q5_K_S", - "model": "granite-code:8b-base-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 6012954214, - "digest": "ac18787cbd38", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q5_K_M", - "model": "granite-code:8b-base-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 6120328397, - "digest": "571e48fd3f79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q6_K", - "model": "granite-code:8b-base-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 7086696038, - "digest": "85c68aed2abf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-q8_0", - "model": "granite-code:8b-base-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 9234179686, - "digest": "98d17f9b29f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-base-fp16", - "model": "granite-code:8b-base-fp16", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 17179869184, - "digest": "b9ad7693117c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct", - "model": "granite-code:8b-instruct", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4939212390, - "digest": "36c3c3b9683b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q2_K", - "model": "granite-code:8b-instruct-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3328599654, - "digest": "e19d9843758d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q3_K_S", - "model": "granite-code:8b-instruct-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 3758096384, - "digest": "f432fe584c50", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q3_K_M", - "model": "granite-code:8b-instruct-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4187593114, - "digest": "bf18f4d1eac9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q3_K_L", - "model": "granite-code:8b-instruct-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4617089843, - "digest": "e7a83854c109", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-128k-q4_0", - "model": "granite-code:8b-instruct-128k-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4939212390, - "digest": "36c3c3b9683b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-128k-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q4_0", - "model": "granite-code:8b-instruct-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4939212390, - "digest": "998bce918de0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-128k-q4_1", - "model": "granite-code:8b-instruct-128k-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 5476083302, - "digest": "0f53e9c9d8be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-128k-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q4_1", - "model": "granite-code:8b-instruct-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 5476083302, - "digest": "d7b2698267fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q4_K_S", - "model": "granite-code:8b-instruct-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 4939212390, - "digest": "fd077fe10167", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q4_K_M", - "model": "granite-code:8b-instruct-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 5261334938, - "digest": "6b6cc77a3094", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q5_0", - "model": "granite-code:8b-instruct-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 6012954214, - "digest": "c577f70d1bcb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q5_1", - "model": "granite-code:8b-instruct-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 6549825126, - "digest": "f5c70f717cd7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q5_K_S", - "model": "granite-code:8b-instruct-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 6012954214, - "digest": "47b0d1d1779c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q5_K_M", - "model": "granite-code:8b-instruct-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 6120328397, - "digest": "a8781d67d804", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q6_K", - "model": "granite-code:8b-instruct-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 7086696038, - "digest": "a929c1ec4cda", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-q8_0", - "model": "granite-code:8b-instruct-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 9234179686, - "digest": "068b1c745db2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:8b-instruct-fp16", - "model": "granite-code:8b-instruct-fp16", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 17179869184, - "digest": "ba8f7888f7cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base", - "model": "granite-code:20b-base", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "8ab7e91e85ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q2_K", - "model": "granite-code:20b-base-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 8482560410, - "digest": "80e7dd534ffd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q3_K_S", - "model": "granite-code:20b-base-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 9556302234, - "digest": "67f3e156f5ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q3_K_M", - "model": "granite-code:20b-base-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 11811160064, - "digest": "c7252c0c6703", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q3_K_L", - "model": "granite-code:20b-base-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "d25be157479e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q4_0", - "model": "granite-code:20b-base-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "8ab7e91e85ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q4_1", - "model": "granite-code:20b-base-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 13958643712, - "digest": "e3a238721ec9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q4_K_S", - "model": "granite-code:20b-base-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "850228967095", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q4_K_M", - "model": "granite-code:20b-base-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 13958643712, - "digest": "81b9da645827", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q5_0", - "model": "granite-code:20b-base-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 15032385536, - "digest": "0b840e35cc32", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q5_1", - "model": "granite-code:20b-base-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 16106127360, - "digest": "a864d1a8a08a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q5_K_S", - "model": "granite-code:20b-base-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 15032385536, - "digest": "e5bdfcf66c14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q5_K_M", - "model": "granite-code:20b-base-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 16106127360, - "digest": "f036fe711fb1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q6_K", - "model": "granite-code:20b-base-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 18253611008, - "digest": "a655ca093ef3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-q8_0", - "model": "granite-code:20b-base-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 22548578304, - "digest": "caf48ed2d622", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-base-fp16", - "model": "granite-code:20b-base-fp16", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 42949672960, - "digest": "30d0d41d27a1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct", - "model": "granite-code:20b-instruct", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "59db7b531bb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q2_K", - "model": "granite-code:20b-instruct-8k-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 8482560410, - "digest": "4e3dff04ee5b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q2_K", - "model": "granite-code:20b-instruct-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 8482560410, - "digest": "dec9b6ea432f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q3_K_S", - "model": "granite-code:20b-instruct-8k-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 9556302234, - "digest": "cbd8989e4e53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q3_K_S", - "model": "granite-code:20b-instruct-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 9556302234, - "digest": "c06f1e43b32b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q3_K_M", - "model": "granite-code:20b-instruct-8k-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 11811160064, - "digest": "9a3be6de6096", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q3_K_M", - "model": "granite-code:20b-instruct-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 11811160064, - "digest": "71837d435f0c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q3_K_L", - "model": "granite-code:20b-instruct-8k-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "4c929cf47a4e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q3_K_L", - "model": "granite-code:20b-instruct-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "461f5d8eba68", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q4_0", - "model": "granite-code:20b-instruct-8k-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "59db7b531bb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q4_0", - "model": "granite-code:20b-instruct-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "31d8bc61e506", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q4_1", - "model": "granite-code:20b-instruct-8k-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 13958643712, - "digest": "6e6ff60ff742", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q4_1", - "model": "granite-code:20b-instruct-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 13958643712, - "digest": "f9efbe4f8959", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q4_K_S", - "model": "granite-code:20b-instruct-8k-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "a012104b6642", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q4_K_S", - "model": "granite-code:20b-instruct-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 12884901888, - "digest": "644444b999f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q4_K_M", - "model": "granite-code:20b-instruct-8k-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 13958643712, - "digest": "69917162166a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q4_K_M", - "model": "granite-code:20b-instruct-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 13958643712, - "digest": "47eeb409e478", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q5_0", - "model": "granite-code:20b-instruct-8k-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 15032385536, - "digest": "4670ab1f3599", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q5_0", - "model": "granite-code:20b-instruct-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 15032385536, - "digest": "5db756969808", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q5_1", - "model": "granite-code:20b-instruct-8k-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 16106127360, - "digest": "0e1290bc14f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q5_1", - "model": "granite-code:20b-instruct-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 16106127360, - "digest": "7b08c7a6dc75", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q5_K_S", - "model": "granite-code:20b-instruct-8k-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 15032385536, - "digest": "f9f9a21acb5f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q5_K_S", - "model": "granite-code:20b-instruct-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 15032385536, - "digest": "b5d7d53400a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q5_K_M", - "model": "granite-code:20b-instruct-8k-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 16106127360, - "digest": "0f7b0be5131a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q5_K_M", - "model": "granite-code:20b-instruct-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 16106127360, - "digest": "818c70f50940", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q6_K", - "model": "granite-code:20b-instruct-8k-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 18253611008, - "digest": "a6b84d465ddc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q6_K", - "model": "granite-code:20b-instruct-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 18253611008, - "digest": "bd2f4bcf34bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-q8_0", - "model": "granite-code:20b-instruct-8k-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 22548578304, - "digest": "d0054322b45c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-q8_0", - "model": "granite-code:20b-instruct-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 22548578304, - "digest": "b10dca01d737", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:20b-instruct-8k-fp16", - "model": "granite-code:20b-instruct-8k-fp16", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 42949672960, - "digest": "be2ec1259ab5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-instruct-8k-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base", - "model": "granite-code:34b-base", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 20401094656, - "digest": "42c7e6e2af53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q2_K", - "model": "granite-code:34b-base-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 13958643712, - "digest": "c74c785f9aad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q3_K_S", - "model": "granite-code:34b-base-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 16106127360, - "digest": "31de19958232", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q3_K_M", - "model": "granite-code:34b-base-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 19327352832, - "digest": "4485e027847c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q3_K_L", - "model": "granite-code:34b-base-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 21474836480, - "digest": "7c99e42e5deb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q4_0", - "model": "granite-code:34b-base-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 20401094656, - "digest": "42c7e6e2af53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q4_1", - "model": "granite-code:34b-base-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 22548578304, - "digest": "3770a699dae1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q4_K_S", - "model": "granite-code:34b-base-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 20401094656, - "digest": "d0fbbc626c30", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q4_K_M", - "model": "granite-code:34b-base-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 22548578304, - "digest": "f4ad76c0503a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q5_0", - "model": "granite-code:34b-base-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 24696061952, - "digest": "fb7a2b093c21", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q5_1", - "model": "granite-code:34b-base-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 26843545600, - "digest": "0d64b22fd447", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q5_K_S", - "model": "granite-code:34b-base-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 24696061952, - "digest": "c5afa738c212", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q5_K_M", - "model": "granite-code:34b-base-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 26843545600, - "digest": "3da71b98ed2b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q6_K", - "model": "granite-code:34b-base-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 30064771072, - "digest": "ddf66982e605", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-base-q8_0", - "model": "granite-code:34b-base-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 38654705664, - "digest": "a1d04f60bc5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct", - "model": "granite-code:34b-instruct", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 20401094656, - "digest": "4ce00960ca84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q2_K", - "model": "granite-code:34b-instruct-q2_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 13958643712, - "digest": "c74bd2d3910b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q3_K_S", - "model": "granite-code:34b-instruct-q3_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 16106127360, - "digest": "941db8c58f05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q3_K_M", - "model": "granite-code:34b-instruct-q3_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 19327352832, - "digest": "97d3df0a98fb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q3_K_L", - "model": "granite-code:34b-instruct-q3_K_L", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 21474836480, - "digest": "51d4b46e9649", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q4_0", - "model": "granite-code:34b-instruct-q4_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 20401094656, - "digest": "4ce00960ca84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q4_1", - "model": "granite-code:34b-instruct-q4_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 22548578304, - "digest": "a1cca29491fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q4_K_S", - "model": "granite-code:34b-instruct-q4_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 20401094656, - "digest": "017ae7f3dba3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q4_K_M", - "model": "granite-code:34b-instruct-q4_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 22548578304, - "digest": "74723d97951a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q5_0", - "model": "granite-code:34b-instruct-q5_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 24696061952, - "digest": "4d276c35489e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q5_1", - "model": "granite-code:34b-instruct-q5_1", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 26843545600, - "digest": "f0004bc4aba0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q5_K_S", - "model": "granite-code:34b-instruct-q5_K_S", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 24696061952, - "digest": "ad33350a1e2c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q5_K_M", - "model": "granite-code:34b-instruct-q5_K_M", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 26843545600, - "digest": "dad8cb2d266e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q6_K", - "model": "granite-code:34b-instruct-q6_K", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 30064771072, - "digest": "c71fa145605c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite-code:34b-instruct-q8_0", - "model": "granite-code:34b-instruct-q8_0", - "modified_at": "2024-09-03T00:45:00.000Z", - "size": 38654705664, - "digest": "abc2bbc41ce5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "glm-4.7-flash:latest", - "model": "glm-4.7-flash:latest", - "modified_at": "2026-06-05T16:16:00.000Z", - "size": 20401094656, - "digest": "4475827791a2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "glm-4.7-flash:q4_K_M", - "model": "glm-4.7-flash:q4_K_M", - "modified_at": "2026-06-05T16:16:00.000Z", - "size": 20401094656, - "digest": "4475827791a2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q4_K_M", - "quantization_level": "" - } - }, - { - "name": "glm-4.7-flash:q8_0", - "model": "glm-4.7-flash:q8_0", - "modified_at": "2026-06-05T16:16:00.000Z", - "size": 34359738368, - "digest": "4420340fd319", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q8_0", - "quantization_level": "" - } - }, - { - "name": "glm-4.7-flash:bf16", - "model": "glm-4.7-flash:bf16", - "modified_at": "2026-06-05T16:16:00.000Z", - "size": 64424509440, - "digest": "b0f42cc1a612", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "bf16", - "quantization_level": "" - } - }, - { - "name": "granite4:latest", - "model": "granite4:latest", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 2254857830, - "digest": "4235724a127c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite4:micro", - "model": "granite4:micro", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 2254857830, - "digest": "89962fcc7523", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "micro", - "quantization_level": "" - } - }, - { - "name": "granite4:350m", - "model": "granite4:350m", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 742391808, - "digest": "5eee845b49c4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "350m", - "quantization_level": "" - } - }, - { - "name": "granite4:1b", - "model": "granite4:1b", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 3543348019, - "digest": "26e4cb132798", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "granite4:3b", - "model": "granite4:3b", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 2254857830, - "digest": "89962fcc7523", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "granite4:350m-h", - "model": "granite4:350m-h", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 383778816, - "digest": "7145075ed3d6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "350m-h", - "quantization_level": "" - } - }, - { - "name": "granite4:350m-h-q8_0", - "model": "granite4:350m-h-q8_0", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 383778816, - "digest": "7145075ed3d6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "350m-h-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite4:350m-bf16", - "model": "granite4:350m-bf16", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 742391808, - "digest": "5eee845b49c4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "350m-bf16", - "quantization_level": "" - } - }, - { - "name": "granite4:1b-h", - "model": "granite4:1b-h", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 1717986918, - "digest": "7761ae79cab9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-h", - "quantization_level": "" - } - }, - { - "name": "granite4:1b-h-q8_0", - "model": "granite4:1b-h-q8_0", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 1717986918, - "digest": "7761ae79cab9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-h-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite4:1b-bf16", - "model": "granite4:1b-bf16", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 3543348019, - "digest": "26e4cb132798", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-bf16", - "quantization_level": "" - } - }, - { - "name": "granite4:3b-h", - "model": "granite4:3b-h", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 2040109466, - "digest": "076afb3855dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-h", - "quantization_level": "" - } - }, - { - "name": "granite4:7b-a1b-h", - "model": "granite4:7b-a1b-h", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 4509715661, - "digest": "566b725534ea", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-a1b-h", - "quantization_level": "" - } - }, - { - "name": "granite4:32b-a9b-h", - "model": "granite4:32b-a9b-h", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 20401094656, - "digest": "2f8a7367d441", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-a9b-h", - "quantization_level": "" - } - }, - { - "name": "granite4:micro-h", - "model": "granite4:micro-h", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 2040109466, - "digest": "076afb3855dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "micro-h", - "quantization_level": "" - } - }, - { - "name": "granite4:small-h", - "model": "granite4:small-h", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 20401094656, - "digest": "2f8a7367d441", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "small-h", - "quantization_level": "" - } - }, - { - "name": "granite4:tiny-h", - "model": "granite4:tiny-h", - "modified_at": "2025-10-29T13:53:00.000Z", - "size": 4509715661, - "digest": "566b725534ea", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "tiny-h", - "quantization_level": "" - } - }, - { - "name": "yi:latest", - "model": "yi:latest", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "a7f031bb846f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "yi:v1.5", - "model": "yi:v1.5", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "a7f031bb846f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v1.5", - "quantization_level": "" - } - }, - { - "name": "yi:6b", - "model": "yi:6b", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "a7f031bb846f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b", - "quantization_level": "" - } - }, - { - "name": "yi:9b", - "model": "yi:9b", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "3af70141e8eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b", - "quantization_level": "" - } - }, - { - "name": "yi:34b", - "model": "yi:34b", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 20401094656, - "digest": "ff94bc7c1b7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k", - "model": "yi:6b-200k", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "45deacd19ae2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q2_K", - "model": "yi:6b-200k-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2791728742, - "digest": "220dff387204", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q3_K_S", - "model": "yi:6b-200k-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2899102925, - "digest": "c51e218c810e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q3_K_M", - "model": "yi:6b-200k-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3221225472, - "digest": "0e1a57f9bce9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q3_K_L", - "model": "yi:6b-200k-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3435973837, - "digest": "06e73ed0d9e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q4_0", - "model": "yi:6b-200k-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "45deacd19ae2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q4_1", - "model": "yi:6b-200k-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4080218931, - "digest": "e600525d8e94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q4_K_S", - "model": "yi:6b-200k-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "eb8da93ebec5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q4_K_M", - "model": "yi:6b-200k-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3972844749, - "digest": "433c1398f079", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q5_0", - "model": "yi:6b-200k-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "2030f008fcc0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q5_1", - "model": "yi:6b-200k-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4939212390, - "digest": "202f4fd9ba69", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q5_K_S", - "model": "yi:6b-200k-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "75ed68536c0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q5_K_M", - "model": "yi:6b-200k-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4617089843, - "digest": "093ee7887620", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q6_K", - "model": "yi:6b-200k-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "261a70778491", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-q8_0", - "model": "yi:6b-200k-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6871947674, - "digest": "5007615d603f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-200k-fp16", - "model": "yi:6b-200k-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 12884901888, - "digest": "b516d444ed9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-200k-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat", - "model": "yi:6b-chat", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "a7f031bb846f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q2_K", - "model": "yi:6b-chat-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2791728742, - "digest": "cb2cf6916ce2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q2_K", - "model": "yi:6b-chat-v1.5-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2469606195, - "digest": "0d8b17ff8648", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q3_K_S", - "model": "yi:6b-chat-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2899102925, - "digest": "c42ad5e9f500", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q3_K_S", - "model": "yi:6b-chat-v1.5-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2899102925, - "digest": "3e475ca6d2b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q3_K_M", - "model": "yi:6b-chat-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3221225472, - "digest": "3650459ddc71", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q3_K_M", - "model": "yi:6b-chat-v1.5-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3221225472, - "digest": "01a6038b2972", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q3_K_L", - "model": "yi:6b-chat-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3435973837, - "digest": "8bdce2e321a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q3_K_L", - "model": "yi:6b-chat-v1.5-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3435973837, - "digest": "49d10d56ca37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q4_0", - "model": "yi:6b-chat-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "a86526842143", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q4_0", - "model": "yi:6b-chat-v1.5-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "a7f031bb846f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q4_1", - "model": "yi:6b-chat-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4080218931, - "digest": "39dcb9c0c16c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q4_1", - "model": "yi:6b-chat-v1.5-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4080218931, - "digest": "4e8a443364c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q4_K_S", - "model": "yi:6b-chat-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "e9f779e32f09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q4_K_S", - "model": "yi:6b-chat-v1.5-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "a034c672ba4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q4_K_M", - "model": "yi:6b-chat-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3972844749, - "digest": "1f6e9f4f5ed0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q4_K_M", - "model": "yi:6b-chat-v1.5-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3972844749, - "digest": "fa152930bd7f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q5_0", - "model": "yi:6b-chat-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "f6b97e63a6d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q5_0", - "model": "yi:6b-chat-v1.5-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "d096d1416e54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q5_1", - "model": "yi:6b-chat-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4939212390, - "digest": "88f08cf7f29f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q5_1", - "model": "yi:6b-chat-v1.5-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4939212390, - "digest": "6cec2afeb409", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q5_K_S", - "model": "yi:6b-chat-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "ead5f3ebce3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q5_K_S", - "model": "yi:6b-chat-v1.5-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "755d1e3658ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q5_K_M", - "model": "yi:6b-chat-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4617089843, - "digest": "7176938a34c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q5_K_M", - "model": "yi:6b-chat-v1.5-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4617089843, - "digest": "ec1182f7aa33", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q6_K", - "model": "yi:6b-chat-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "a5c64bbef23e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q6_K", - "model": "yi:6b-chat-v1.5-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "14c3ed1715e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-q8_0", - "model": "yi:6b-chat-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6871947674, - "digest": "960278d10e50", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-q8_0", - "model": "yi:6b-chat-v1.5-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6871947674, - "digest": "b1f058378e64", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-fp16", - "model": "yi:6b-chat-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 12884901888, - "digest": "99ddfca01eca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:6b-chat-v1.5-fp16", - "model": "yi:6b-chat-v1.5-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 12884901888, - "digest": "babaffd86297", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5", - "model": "yi:6b-v1.5", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "a7f031bb846f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q2_K", - "model": "yi:6b-v1.5-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2469606195, - "digest": "cf6d2c0e3d6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q3_K_S", - "model": "yi:6b-v1.5-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2899102925, - "digest": "7a735c9256a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q3_K_M", - "model": "yi:6b-v1.5-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3221225472, - "digest": "aae5ad452229", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q3_K_L", - "model": "yi:6b-v1.5-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3435973837, - "digest": "49e0ed20b83d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q4_0", - "model": "yi:6b-v1.5-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "3a0bf92b6f99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q4_1", - "model": "yi:6b-v1.5-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4080218931, - "digest": "4ee91ed1a19a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q4_K_S", - "model": "yi:6b-v1.5-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "2ce0b1a6c5cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q4_K_M", - "model": "yi:6b-v1.5-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3972844749, - "digest": "a584a9d4cd27", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q5_0", - "model": "yi:6b-v1.5-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "ab8914e35d8d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q5_1", - "model": "yi:6b-v1.5-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4939212390, - "digest": "a0bf7cc89597", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q5_K_S", - "model": "yi:6b-v1.5-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "bc90882449b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q5_K_M", - "model": "yi:6b-v1.5-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4617089843, - "digest": "2408715c2a9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q6_K", - "model": "yi:6b-v1.5-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "9d98594dc08d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-q8_0", - "model": "yi:6b-v1.5-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6871947674, - "digest": "89169eda2d3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-v1.5-fp16", - "model": "yi:6b-v1.5-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 12884901888, - "digest": "b8d2d6f0817a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q2_K", - "model": "yi:6b-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2791728742, - "digest": "94ba7bcdf142", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q3_K_S", - "model": "yi:6b-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 2899102925, - "digest": "f80150f67367", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q3_K_M", - "model": "yi:6b-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3221225472, - "digest": "324bb8da81d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q3_K_L", - "model": "yi:6b-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3435973837, - "digest": "528c89218f2b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q4_0", - "model": "yi:6b-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "59e2d70c6939", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q4_1", - "model": "yi:6b-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4080218931, - "digest": "77d7ffde1c51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q4_K_S", - "model": "yi:6b-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3758096384, - "digest": "6359b4df56aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q4_K_M", - "model": "yi:6b-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3972844749, - "digest": "ad539f1f41d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q5_0", - "model": "yi:6b-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "a22094cf5bad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q5_1", - "model": "yi:6b-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4939212390, - "digest": "c7fea95b0d77", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q5_K_S", - "model": "yi:6b-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4509715661, - "digest": "b5a84fc2b136", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q5_K_M", - "model": "yi:6b-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4617089843, - "digest": "068342815314", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q6_K", - "model": "yi:6b-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "130bd76769cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:6b-q8_0", - "model": "yi:6b-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6871947674, - "digest": "97c996c3439c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:6b-fp16", - "model": "yi:6b-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 12884901888, - "digest": "01b515eab519", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "6b-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat", - "model": "yi:9b-chat", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "3af70141e8eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q2_K", - "model": "yi:9b-chat-v1.5-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3650722202, - "digest": "c9d8e8049c8c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q3_K_S", - "model": "yi:9b-chat-v1.5-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4187593114, - "digest": "6e8c72879cfb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q3_K_M", - "model": "yi:9b-chat-v1.5-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4617089843, - "digest": "08a62d9b25c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q3_K_L", - "model": "yi:9b-chat-v1.5-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5046586573, - "digest": "e022cfe4f16c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q4_0", - "model": "yi:9b-chat-v1.5-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "3af70141e8eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q4_1", - "model": "yi:9b-chat-v1.5-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6012954214, - "digest": "0e9e47d564d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q4_K_S", - "model": "yi:9b-chat-v1.5-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5476083302, - "digest": "4f0fa6926599", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q4_K_M", - "model": "yi:9b-chat-v1.5-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5690831667, - "digest": "70f792429c07", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q5_0", - "model": "yi:9b-chat-v1.5-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6549825126, - "digest": "40eab33fb0ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q5_1", - "model": "yi:9b-chat-v1.5-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 7086696038, - "digest": "b4c8133537c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q5_K_S", - "model": "yi:9b-chat-v1.5-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6549825126, - "digest": "3cd627e8c829", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q5_K_M", - "model": "yi:9b-chat-v1.5-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6764573491, - "digest": "2e6f6514017d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q6_K", - "model": "yi:9b-chat-v1.5-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 7730941133, - "digest": "70d7dfd97a9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-q8_0", - "model": "yi:9b-chat-v1.5-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 10093173146, - "digest": "027e2dbd8793", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:9b-chat-v1.5-fp16", - "model": "yi:9b-chat-v1.5-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 19327352832, - "digest": "ef1c270e6440", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5", - "model": "yi:9b-v1.5", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "3af70141e8eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q2_K", - "model": "yi:9b-v1.5-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 3650722202, - "digest": "d214d1156ff5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q3_K_S", - "model": "yi:9b-v1.5-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4187593114, - "digest": "547aac39d5fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q3_K_M", - "model": "yi:9b-v1.5-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 4617089843, - "digest": "a187586a0fc0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q3_K_L", - "model": "yi:9b-v1.5-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5046586573, - "digest": "a831bd2b3026", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q4_0", - "model": "yi:9b-v1.5-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5368709120, - "digest": "5c472cb6d4a1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q4_1", - "model": "yi:9b-v1.5-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6012954214, - "digest": "0089e95d489e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q4_K_S", - "model": "yi:9b-v1.5-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5476083302, - "digest": "8df2efe19f98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q4_K_M", - "model": "yi:9b-v1.5-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 5690831667, - "digest": "5edba3559d92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q5_0", - "model": "yi:9b-v1.5-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6549825126, - "digest": "c70b81c4a918", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q5_1", - "model": "yi:9b-v1.5-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 7086696038, - "digest": "f2f85dbf2afc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q5_K_S", - "model": "yi:9b-v1.5-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6549825126, - "digest": "609bb962e089", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q5_K_M", - "model": "yi:9b-v1.5-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 6764573491, - "digest": "de7dcbea61f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q6_K", - "model": "yi:9b-v1.5-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 7730941133, - "digest": "94435fff6349", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-q8_0", - "model": "yi:9b-v1.5-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 10093173146, - "digest": "6ea05582d5ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:9b-v1.5-fp16", - "model": "yi:9b-v1.5-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 19327352832, - "digest": "39f1635bfebb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat", - "model": "yi:34b-chat", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 20401094656, - "digest": "ff94bc7c1b7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q2_K", - "model": "yi:34b-chat-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 16106127360, - "digest": "96e358a2f46a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q2_K", - "model": "yi:34b-chat-v1.5-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 13958643712, - "digest": "db8de093a06e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q3_K_S", - "model": "yi:34b-chat-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 16106127360, - "digest": "b5e4b2b0a105", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q3_K_S", - "model": "yi:34b-chat-v1.5-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 16106127360, - "digest": "4a7b9b04a6ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q3_K_M", - "model": "yi:34b-chat-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 18253611008, - "digest": "8feb35377171", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q3_K_M", - "model": "yi:34b-chat-v1.5-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 18253611008, - "digest": "f1af17c58bee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q3_K_L", - "model": "yi:34b-chat-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 19327352832, - "digest": "9eb2e9e988e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q3_K_L", - "model": "yi:34b-chat-v1.5-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 19327352832, - "digest": "7bad01e0793c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q4_0", - "model": "yi:34b-chat-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 20401094656, - "digest": "5f8365d57cb8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q4_0", - "model": "yi:34b-chat-v1.5-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 20401094656, - "digest": "ff94bc7c1b7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q4_1", - "model": "yi:34b-chat-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 23622320128, - "digest": "13e1fa7fbd98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q4_1", - "model": "yi:34b-chat-v1.5-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 23622320128, - "digest": "6e3ea94c8824", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q4_K_S", - "model": "yi:34b-chat-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 21474836480, - "digest": "479b1bbae7cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q4_K_S", - "model": "yi:34b-chat-v1.5-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 21474836480, - "digest": "143a38c9e5ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q4_K_M", - "model": "yi:34b-chat-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 22548578304, - "digest": "a045fcc68517", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q4_K_M", - "model": "yi:34b-chat-v1.5-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 22548578304, - "digest": "98da445b370f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q5_0", - "model": "yi:34b-chat-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "e38a1a4a7408", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q5_0", - "model": "yi:34b-chat-v1.5-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "8f04ff4e5698", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q5_1", - "model": "yi:34b-chat-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 27917287424, - "digest": "456f507b2896", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q5_1", - "model": "yi:34b-chat-v1.5-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 27917287424, - "digest": "5a4978c5d0d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q5_K_S", - "model": "yi:34b-chat-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "9a34430f074b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q5_K_S", - "model": "yi:34b-chat-v1.5-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "b7bdd510d53c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q5_K_M", - "model": "yi:34b-chat-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "56f40aebe6c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q5_K_M", - "model": "yi:34b-chat-v1.5-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "b14d4eb1e48d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q6_K", - "model": "yi:34b-chat-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 30064771072, - "digest": "04b90abb6c3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q6_K", - "model": "yi:34b-chat-v1.5-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 30064771072, - "digest": "fcb33da0d99f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-q8_0", - "model": "yi:34b-chat-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 39728447488, - "digest": "7dd8011e29f0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-q8_0", - "model": "yi:34b-chat-v1.5-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 39728447488, - "digest": "a9804f4284c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-fp16", - "model": "yi:34b-chat-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 74088185856, - "digest": "20d94b0206f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:34b-chat-v1.5-fp16", - "model": "yi:34b-chat-v1.5-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 74088185856, - "digest": "4cb405bc794e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5", - "model": "yi:34b-v1.5", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 20401094656, - "digest": "ff94bc7c1b7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q2_K", - "model": "yi:34b-v1.5-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 13958643712, - "digest": "249b3d8000dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q3_K_S", - "model": "yi:34b-v1.5-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 16106127360, - "digest": "4e16e50aa7c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q3_K_M", - "model": "yi:34b-v1.5-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 18253611008, - "digest": "d145b2e13371", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q3_K_L", - "model": "yi:34b-v1.5-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 19327352832, - "digest": "05ac502eb29f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q4_0", - "model": "yi:34b-v1.5-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 20401094656, - "digest": "3d3239f97264", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q4_1", - "model": "yi:34b-v1.5-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 23622320128, - "digest": "68cdd7e7479c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q4_K_S", - "model": "yi:34b-v1.5-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 21474836480, - "digest": "8c4607b0bcf2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q4_K_M", - "model": "yi:34b-v1.5-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 22548578304, - "digest": "bcac50cbd4f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q5_0", - "model": "yi:34b-v1.5-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "1a9e4fb947b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q5_1", - "model": "yi:34b-v1.5-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 27917287424, - "digest": "094f5399500e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q5_K_S", - "model": "yi:34b-v1.5-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "bae0ce053e47", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q5_K_M", - "model": "yi:34b-v1.5-q5_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "371b5e0314f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q6_K", - "model": "yi:34b-v1.5-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 30064771072, - "digest": "64d29df74b0a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-q8_0", - "model": "yi:34b-v1.5-q8_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 39728447488, - "digest": "900bbe549017", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-v1.5-fp16", - "model": "yi:34b-v1.5-fp16", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 74088185856, - "digest": "2d220d53abc6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q2_K", - "model": "yi:34b-q2_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 16106127360, - "digest": "0a190488d626", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q3_K_S", - "model": "yi:34b-q3_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 16106127360, - "digest": "ae26123da872", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q3_K_M", - "model": "yi:34b-q3_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 18253611008, - "digest": "2f68ef2afd75", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q3_K_L", - "model": "yi:34b-q3_K_L", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 19327352832, - "digest": "c7f2fe92f7a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q4_0", - "model": "yi:34b-q4_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 20401094656, - "digest": "e7a54d9bf3be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q4_1", - "model": "yi:34b-q4_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 23622320128, - "digest": "1d230c36859c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q4_K_S", - "model": "yi:34b-q4_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 21474836480, - "digest": "db38b4448980", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q4_K_M", - "model": "yi:34b-q4_K_M", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 22548578304, - "digest": "125393b6f6e2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q5_0", - "model": "yi:34b-q5_0", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "e870a2d12776", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q5_1", - "model": "yi:34b-q5_1", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 27917287424, - "digest": "768fa12ab6de", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q5_K_S", - "model": "yi:34b-q5_K_S", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 25769803776, - "digest": "b0f35aa09919", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi:34b-q6_K", - "model": "yi:34b-q6_K", - "modified_at": "2024-05-13T08:22:00.000Z", - "size": 30064771072, - "digest": "808914bbe73e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q6_K", - "quantization_level": "" - } - }, - { - "name": "ministral-3:latest", - "model": "ministral-3:latest", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 6442450944, - "digest": "1922accd5827", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "ministral-3:3b", - "model": "ministral-3:3b", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 3221225472, - "digest": "f04aa1c738f6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "ministral-3:8b", - "model": "ministral-3:8b", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 6442450944, - "digest": "1922accd5827", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "ministral-3:14b", - "model": "ministral-3:14b", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 9771050598, - "digest": "4760c35aeb9d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "ministral-3:3b-instruct-2512-q4_K_M", - "model": "ministral-3:3b-instruct-2512-q4_K_M", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 3221225472, - "digest": "f04aa1c738f6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b-instruct-2512-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "ministral-3:3b-instruct-2512-q8_0", - "model": "ministral-3:3b-instruct-2512-q8_0", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 4831838208, - "digest": "c269e5748d11", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b-instruct-2512-q8_0", - "quantization_level": "" - } - }, - { - "name": "ministral-3:3b-instruct-2512-fp16", - "model": "ministral-3:3b-instruct-2512-fp16", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 8267812045, - "digest": "c3575e1e54be", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b-instruct-2512-fp16", - "quantization_level": "" - } - }, - { - "name": "ministral-3:8b-instruct-2512-q4_K_M", - "model": "ministral-3:8b-instruct-2512-q4_K_M", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 6442450944, - "digest": "1922accd5827", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-instruct-2512-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "ministral-3:8b-instruct-2512-q8_0", - "model": "ministral-3:8b-instruct-2512-q8_0", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 10630044058, - "digest": "51a27715a326", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-instruct-2512-q8_0", - "quantization_level": "" - } - }, - { - "name": "ministral-3:8b-instruct-2512-fp16", - "model": "ministral-3:8b-instruct-2512-fp16", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 19327352832, - "digest": "1db367e98f75", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b-instruct-2512-fp16", - "quantization_level": "" - } - }, - { - "name": "ministral-3:14b-instruct-2512-q4_K_M", - "model": "ministral-3:14b-instruct-2512-q4_K_M", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 9771050598, - "digest": "4760c35aeb9d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "14b-instruct-2512-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "ministral-3:14b-instruct-2512-q8_0", - "model": "ministral-3:14b-instruct-2512-q8_0", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 16106127360, - "digest": "e189ca022343", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "14b-instruct-2512-q8_0", - "quantization_level": "" - } - }, - { - "name": "ministral-3:14b-instruct-2512-fp16", - "model": "ministral-3:14b-instruct-2512-fp16", - "modified_at": "2025-12-13T01:59:00.000Z", - "size": 30064771072, - "digest": "ba5a5da1e89b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "14b-instruct-2512-fp16", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:latest", - "model": "sqlcoder:latest", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 4402341478, - "digest": "77ac14348387", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b", - "model": "sqlcoder:7b", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 4402341478, - "digest": "77ac14348387", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b", - "model": "sqlcoder:15b", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 9663676416, - "digest": "93bb0e8a904f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q2_K", - "model": "sqlcoder:7b-q2_K", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 3328599654, - "digest": "ef8dfd2a47a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q3_K_S", - "model": "sqlcoder:7b-q3_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 3435973837, - "digest": "9b217fbd379f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q3_K_M", - "model": "sqlcoder:7b-q3_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 3758096384, - "digest": "77511b137ab8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q3_K_L", - "model": "sqlcoder:7b-q3_K_L", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 4080218931, - "digest": "cab35c00ef41", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q4_0", - "model": "sqlcoder:7b-q4_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 4402341478, - "digest": "77ac14348387", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q4_1", - "model": "sqlcoder:7b-q4_1", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 4939212390, - "digest": "2497c9ce8ce5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q4_K_S", - "model": "sqlcoder:7b-q4_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 4402341478, - "digest": "1af8f9ec2947", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q4_K_M", - "model": "sqlcoder:7b-q4_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 4724464026, - "digest": "83f394c3724e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q5_0", - "model": "sqlcoder:7b-q5_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 5368709120, - "digest": "71532749cb66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q5_1", - "model": "sqlcoder:7b-q5_1", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 5798205850, - "digest": "4f8985282cb3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q5_K_S", - "model": "sqlcoder:7b-q5_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 5368709120, - "digest": "bac5bb21f4f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q5_K_M", - "model": "sqlcoder:7b-q5_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 5476083302, - "digest": "422d0b916aa2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q6_K", - "model": "sqlcoder:7b-q6_K", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 6335076762, - "digest": "b8436a415945", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-q8_0", - "model": "sqlcoder:7b-q8_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 8267812045, - "digest": "07db64a3ecb0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:7b-fp16", - "model": "sqlcoder:7b-fp16", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 15032385536, - "digest": "186b67d3cc81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q2_K", - "model": "sqlcoder:15b-q2_K", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 7194070221, - "digest": "dd88fa6c88f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q2_K", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q3_K_S", - "model": "sqlcoder:15b-q3_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 7408818586, - "digest": "02328caa22ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q3_K_M", - "model": "sqlcoder:15b-q3_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 8804682957, - "digest": "35f5a2532a9f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q3_K_L", - "model": "sqlcoder:15b-q3_K_L", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 9771050598, - "digest": "e897d393ebf1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q4_0", - "model": "sqlcoder:15b-q4_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 9663676416, - "digest": "93bb0e8a904f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q4_1", - "model": "sqlcoder:15b-q4_1", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 10737418240, - "digest": "78804bd67731", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_1", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q4_K_S", - "model": "sqlcoder:15b-q4_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 9771050598, - "digest": "11c41fea3fed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q4_K_M", - "model": "sqlcoder:15b-q4_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 10737418240, - "digest": "aee77323d6c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q5_0", - "model": "sqlcoder:15b-q5_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 11811160064, - "digest": "2a1ff495d518", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q5_1", - "model": "sqlcoder:15b-q5_1", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 12884901888, - "digest": "c8efb3a98ee1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_1", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q5_K_S", - "model": "sqlcoder:15b-q5_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 11811160064, - "digest": "11b67891395e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q5_K_M", - "model": "sqlcoder:15b-q5_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 12884901888, - "digest": "fbbab943ddb2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q6_K", - "model": "sqlcoder:15b-q6_K", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 13958643712, - "digest": "cd5d9138d61e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q6_K", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-q8_0", - "model": "sqlcoder:15b-q8_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 18253611008, - "digest": "e07554606510", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q8_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:15b-fp16", - "model": "sqlcoder:15b-fp16", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 34359738368, - "digest": "6369c7277e63", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-fp16", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q2_K", - "model": "sqlcoder:70b-alpha-q2_K", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 26843545600, - "digest": "510d7936f38d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q2_K", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q3_K_S", - "model": "sqlcoder:70b-alpha-q3_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 32212254720, - "digest": "7fa3e5dcdb07", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q3_K_M", - "model": "sqlcoder:70b-alpha-q3_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 35433480192, - "digest": "e58e4a7b8c15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q3_K_L", - "model": "sqlcoder:70b-alpha-q3_K_L", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 38654705664, - "digest": "8841830edc80", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q4_0", - "model": "sqlcoder:70b-alpha-q4_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 41875931136, - "digest": "23ca04b201dd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q4_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q4_1", - "model": "sqlcoder:70b-alpha-q4_1", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 46170898432, - "digest": "e431137fc239", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q4_1", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q4_K_S", - "model": "sqlcoder:70b-alpha-q4_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 41875931136, - "digest": "5be5f1377e74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q4_K_M", - "model": "sqlcoder:70b-alpha-q4_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 44023414784, - "digest": "a8d3eb52b519", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q5_0", - "model": "sqlcoder:70b-alpha-q5_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 50465865728, - "digest": "faad68f73fc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q5_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q5_1", - "model": "sqlcoder:70b-alpha-q5_1", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 55834574848, - "digest": "d05ce9b94ffd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q5_1", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q5_K_S", - "model": "sqlcoder:70b-alpha-q5_K_S", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 50465865728, - "digest": "a83028f215d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q5_K_M", - "model": "sqlcoder:70b-alpha-q5_K_M", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 52613349376, - "digest": "fdc1971644d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q6_K", - "model": "sqlcoder:70b-alpha-q6_K", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 61203283968, - "digest": "334382eb1aff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q6_K", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-q8_0", - "model": "sqlcoder:70b-alpha-q8_0", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 78383153152, - "digest": "f9eec4ca6793", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-q8_0", - "quantization_level": "" - } - }, - { - "name": "sqlcoder:70b-alpha-fp16", - "model": "sqlcoder:70b-alpha-fp16", - "modified_at": "2024-02-01T04:26:00.000Z", - "size": 148176371712, - "digest": "2a20f63ebd1d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-alpha-fp16", - "quantization_level": "" - } - }, - { - "name": "codestral:latest", - "model": "codestral:latest", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 13958643712, - "digest": "0898a8b286d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "codestral:v0.1", - "model": "codestral:v0.1", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 13958643712, - "digest": "0898a8b286d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v0.1", - "quantization_level": "" - } - }, - { - "name": "codestral:22b", - "model": "codestral:22b", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 13958643712, - "digest": "0898a8b286d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q2_K", - "model": "codestral:22b-v0.1-q2_K", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 8912057139, - "digest": "0e1127d332ef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q3_K_S", - "model": "codestral:22b-v0.1-q3_K_S", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 10307921510, - "digest": "435a805994fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q3_K_M", - "model": "codestral:22b-v0.1-q3_K_M", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 11811160064, - "digest": "71655d0feff7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q3_K_L", - "model": "codestral:22b-v0.1-q3_K_L", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 12884901888, - "digest": "40e96062aff7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q4_0", - "model": "codestral:22b-v0.1-q4_0", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 13958643712, - "digest": "0898a8b286d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q4_1", - "model": "codestral:22b-v0.1-q4_1", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 15032385536, - "digest": "112589019335", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q4_K_S", - "model": "codestral:22b-v0.1-q4_K_S", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 13958643712, - "digest": "98d819ea95ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q4_K_M", - "model": "codestral:22b-v0.1-q4_K_M", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 13958643712, - "digest": "9a43e868fd2c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q5_0", - "model": "codestral:22b-v0.1-q5_0", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 16106127360, - "digest": "05c0a78fd842", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q5_1", - "model": "codestral:22b-v0.1-q5_1", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 18253611008, - "digest": "c71bfe359bcc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q5_K_S", - "model": "codestral:22b-v0.1-q5_K_S", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 16106127360, - "digest": "937f5c4a1a20", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q5_K_M", - "model": "codestral:22b-v0.1-q5_K_M", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 17179869184, - "digest": "2df1ccc62c6a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q6_K", - "model": "codestral:22b-v0.1-q6_K", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 19327352832, - "digest": "e77ab7ec51f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "codestral:22b-v0.1-q8_0", - "model": "codestral:22b-v0.1-q8_0", - "modified_at": "2024-09-03T21:32:00.000Z", - "size": 25769803776, - "digest": "8dde0029a91f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi4-mini:latest", - "model": "phi4-mini:latest", - "modified_at": "2025-02-28T20:02:00.000Z", - "size": 2684354560, - "digest": "78fad5d182a7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "phi4-mini:3.8b", - "model": "phi4-mini:3.8b", - "modified_at": "2025-02-28T20:02:00.000Z", - "size": 2684354560, - "digest": "78fad5d182a7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3.8b", - "quantization_level": "" - } - }, - { - "name": "phi4-mini:3.8b-q4_K_M", - "model": "phi4-mini:3.8b-q4_K_M", - "modified_at": "2025-02-28T20:02:00.000Z", - "size": 2684354560, - "digest": "78fad5d182a7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3.8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi4-mini:3.8b-q8_0", - "model": "phi4-mini:3.8b-q8_0", - "modified_at": "2025-02-28T20:02:00.000Z", - "size": 4402341478, - "digest": "0be8e6979181", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3.8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi4-mini:3.8b-fp16", - "model": "phi4-mini:3.8b-fp16", - "modified_at": "2025-02-28T20:02:00.000Z", - "size": 8267812045, - "digest": "bd71721a0e80", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3.8b-fp16", - "quantization_level": "" - } - }, - { - "name": "deepscaler:latest", - "model": "deepscaler:latest", - "modified_at": "2025-02-12T01:53:00.000Z", - "size": 3865470566, - "digest": "0031bcf7459f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepscaler:1.5b", - "model": "deepscaler:1.5b", - "modified_at": "2025-02-12T01:53:00.000Z", - "size": 3865470566, - "digest": "0031bcf7459f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "deepscaler:1.5b-preview-q4_K_M", - "model": "deepscaler:1.5b-preview-q4_K_M", - "modified_at": "2025-02-12T01:53:00.000Z", - "size": 1181116006, - "digest": "305c4a53269d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-preview-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepscaler:1.5b-preview-q8_0", - "model": "deepscaler:1.5b-preview-q8_0", - "modified_at": "2025-02-12T01:53:00.000Z", - "size": 2040109466, - "digest": "37b8148c7f55", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-preview-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepscaler:1.5b-preview-fp16", - "model": "deepscaler:1.5b-preview-fp16", - "modified_at": "2025-02-12T01:53:00.000Z", - "size": 3865470566, - "digest": "0031bcf7459f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-preview-fp16", - "quantization_level": "" - } - }, - { - "name": "lfm2.5-thinking:latest", - "model": "lfm2.5-thinking:latest", - "modified_at": "2026-01-20T12:41:00.000Z", - "size": 766509056, - "digest": "95bd9d45385f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "lfm2.5-thinking:1.2b", - "model": "lfm2.5-thinking:1.2b", - "modified_at": "2026-01-20T12:41:00.000Z", - "size": 766509056, - "digest": "95bd9d45385f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.2b", - "quantization_level": "" - } - }, - { - "name": "lfm2.5-thinking:1.2b-q4_K_M", - "model": "lfm2.5-thinking:1.2b-q4_K_M", - "modified_at": "2026-01-20T12:41:00.000Z", - "size": 766509056, - "digest": "95bd9d45385f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.2b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "lfm2.5-thinking:1.2b-q8_0", - "model": "lfm2.5-thinking:1.2b-q8_0", - "modified_at": "2026-01-20T12:41:00.000Z", - "size": 1288490189, - "digest": "10cad872d371", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.2b-q8_0", - "quantization_level": "" - } - }, - { - "name": "lfm2.5-thinking:1.2b-bf16", - "model": "lfm2.5-thinking:1.2b-bf16", - "modified_at": "2026-01-20T12:41:00.000Z", - "size": 2469606195, - "digest": "7a6bd9bb72a7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1.2b-bf16", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:latest", - "model": "wizard-vicuna-uncensored:latest", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 4080218931, - "digest": "72fc3c2b99dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b", - "model": "wizard-vicuna-uncensored:7b", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 4080218931, - "digest": "72fc3c2b99dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b", - "model": "wizard-vicuna-uncensored:13b", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 7945689498, - "digest": "6887722b6618", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b", - "model": "wizard-vicuna-uncensored:30b", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 19327352832, - "digest": "5a7102e25304", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q2_K", - "model": "wizard-vicuna-uncensored:7b-q2_K", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 3006477107, - "digest": "63f9ff49339b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q3_K_S", - "model": "wizard-vicuna-uncensored:7b-q3_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 3113851290, - "digest": "6b39ccbb5718", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q3_K_M", - "model": "wizard-vicuna-uncensored:7b-q3_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 3543348019, - "digest": "68169e9e5f14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q3_K_L", - "model": "wizard-vicuna-uncensored:7b-q3_K_L", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 3865470566, - "digest": "3695bfa5c6db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q4_0", - "model": "wizard-vicuna-uncensored:7b-q4_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 4080218931, - "digest": "72fc3c2b99dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q4_1", - "model": "wizard-vicuna-uncensored:7b-q4_1", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 4509715661, - "digest": "f4ff0dd82563", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q4_K_S", - "model": "wizard-vicuna-uncensored:7b-q4_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 4187593114, - "digest": "877e9af2494f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q4_K_M", - "model": "wizard-vicuna-uncensored:7b-q4_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 4402341478, - "digest": "0b79dc5d70ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q5_0", - "model": "wizard-vicuna-uncensored:7b-q5_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 5046586573, - "digest": "2613174e3296", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q5_1", - "model": "wizard-vicuna-uncensored:7b-q5_1", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 5476083302, - "digest": "b20c27fda6cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q5_K_S", - "model": "wizard-vicuna-uncensored:7b-q5_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 5046586573, - "digest": "9b60f8559ec9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q5_K_M", - "model": "wizard-vicuna-uncensored:7b-q5_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 5153960755, - "digest": "ea26b4c246fb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q6_K", - "model": "wizard-vicuna-uncensored:7b-q6_K", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 5905580032, - "digest": "3c7046c51a44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-q8_0", - "model": "wizard-vicuna-uncensored:7b-q8_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 7730941133, - "digest": "011a3d16558a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:7b-fp16", - "model": "wizard-vicuna-uncensored:7b-fp16", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 13958643712, - "digest": "c8eb2106d1e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q2_K", - "model": "wizard-vicuna-uncensored:13b-q2_K", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 5798205850, - "digest": "f4f91109c207", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q3_K_S", - "model": "wizard-vicuna-uncensored:13b-q3_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 6120328397, - "digest": "b5832103bdeb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q3_K_M", - "model": "wizard-vicuna-uncensored:13b-q3_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 6764573491, - "digest": "ed4a273d6b6d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q3_K_L", - "model": "wizard-vicuna-uncensored:13b-q3_K_L", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 7408818586, - "digest": "88fb403b8c6a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q4_0", - "model": "wizard-vicuna-uncensored:13b-q4_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 7945689498, - "digest": "6887722b6618", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q4_1", - "model": "wizard-vicuna-uncensored:13b-q4_1", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 8804682957, - "digest": "7455a677d914", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q4_K_S", - "model": "wizard-vicuna-uncensored:13b-q4_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 7945689498, - "digest": "709c6745f467", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q4_K_M", - "model": "wizard-vicuna-uncensored:13b-q4_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 8482560410, - "digest": "e42ad99d49f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q5_0", - "model": "wizard-vicuna-uncensored:13b-q5_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 9663676416, - "digest": "dafb313b8b5b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q5_1", - "model": "wizard-vicuna-uncensored:13b-q5_1", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 10522669875, - "digest": "1154aba9bebb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q5_K_S", - "model": "wizard-vicuna-uncensored:13b-q5_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 9663676416, - "digest": "be4967133cc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q5_K_M", - "model": "wizard-vicuna-uncensored:13b-q5_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 9878424781, - "digest": "8b5821845aa5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q6_K", - "model": "wizard-vicuna-uncensored:13b-q6_K", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 11811160064, - "digest": "9df4c914f6e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-q8_0", - "model": "wizard-vicuna-uncensored:13b-q8_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 15032385536, - "digest": "2823c1701714", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:13b-fp16", - "model": "wizard-vicuna-uncensored:13b-fp16", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 27917287424, - "digest": "23b4a7186107", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q2_K", - "model": "wizard-vicuna-uncensored:30b-q2_K", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 15032385536, - "digest": "2812ef4f45ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q3_K_S", - "model": "wizard-vicuna-uncensored:30b-q3_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 15032385536, - "digest": "8db4e5c26e07", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q3_K_M", - "model": "wizard-vicuna-uncensored:30b-q3_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 17179869184, - "digest": "9a867b52eb8c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q3_K_L", - "model": "wizard-vicuna-uncensored:30b-q3_K_L", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 18253611008, - "digest": "05a7d357be60", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q4_0", - "model": "wizard-vicuna-uncensored:30b-q4_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 19327352832, - "digest": "5a7102e25304", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q4_1", - "model": "wizard-vicuna-uncensored:30b-q4_1", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 21474836480, - "digest": "80bbe0a037ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q4_K_S", - "model": "wizard-vicuna-uncensored:30b-q4_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 19327352832, - "digest": "6c0f7c7f3fed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q4_K_M", - "model": "wizard-vicuna-uncensored:30b-q4_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 21474836480, - "digest": "acddabb57909", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q5_0", - "model": "wizard-vicuna-uncensored:30b-q5_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 23622320128, - "digest": "cffb3de32667", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q5_1", - "model": "wizard-vicuna-uncensored:30b-q5_1", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 25769803776, - "digest": "74065a3909bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q5_K_S", - "model": "wizard-vicuna-uncensored:30b-q5_K_S", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 23622320128, - "digest": "fdeaf5e7d150", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q5_K_M", - "model": "wizard-vicuna-uncensored:30b-q5_K_M", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 24696061952, - "digest": "abcb5f233465", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q6_K", - "model": "wizard-vicuna-uncensored:30b-q6_K", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 28991029248, - "digest": "4943a7ffa702", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-q8_0", - "model": "wizard-vicuna-uncensored:30b-q8_0", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 37580963840, - "digest": "89ccedd7789e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna-uncensored:30b-fp16", - "model": "wizard-vicuna-uncensored:30b-fp16", - "modified_at": "2023-10-28T17:20:00.000Z", - "size": 69793218560, - "digest": "bed611752f1a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-fp16", - "quantization_level": "" - } - }, - { - "name": "zephyr:latest", - "model": "zephyr:latest", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4402341478, - "digest": "bbe38b81adec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b", - "model": "zephyr:7b", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4402341478, - "digest": "bbe38b81adec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "zephyr:141b", - "model": "zephyr:141b", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 85899345920, - "digest": "31b0b6c9d69f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "141b", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha", - "model": "zephyr:7b-alpha", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4402341478, - "digest": "41db45eedfe5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q2_K", - "model": "zephyr:7b-alpha-q2_K", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 3328599654, - "digest": "499c406f90e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q2_K", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q3_K_S", - "model": "zephyr:7b-alpha-q3_K_S", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 3435973837, - "digest": "79e2d8538b1a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q3_K_M", - "model": "zephyr:7b-alpha-q3_K_M", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 3758096384, - "digest": "baaa40d0a6ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q3_K_L", - "model": "zephyr:7b-alpha-q3_K_L", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4080218931, - "digest": "2dca6ee2b47c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q4_0", - "model": "zephyr:7b-alpha-q4_0", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4402341478, - "digest": "41db45eedfe5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q4_0", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q4_1", - "model": "zephyr:7b-alpha-q4_1", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4939212390, - "digest": "def2c83c706e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q4_1", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q4_K_S", - "model": "zephyr:7b-alpha-q4_K_S", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4402341478, - "digest": "003038afd62d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q4_K_M", - "model": "zephyr:7b-alpha-q4_K_M", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4724464026, - "digest": "0fcbe7af791e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q5_0", - "model": "zephyr:7b-alpha-q5_0", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 5368709120, - "digest": "110b09717ce9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q5_0", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q5_1", - "model": "zephyr:7b-alpha-q5_1", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 5798205850, - "digest": "0484ef77caf6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q5_1", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q5_K_S", - "model": "zephyr:7b-alpha-q5_K_S", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 5368709120, - "digest": "82eaf5453c6b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q5_K_M", - "model": "zephyr:7b-alpha-q5_K_M", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 5476083302, - "digest": "107c6b2c9c4f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q6_K", - "model": "zephyr:7b-alpha-q6_K", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 6335076762, - "digest": "69373e3f99d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q6_K", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-q8_0", - "model": "zephyr:7b-alpha-q8_0", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 8267812045, - "digest": "0e68bba39b3d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q8_0", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-alpha-fp16", - "model": "zephyr:7b-alpha-fp16", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 15032385536, - "digest": "add59b7f7dab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-fp16", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta", - "model": "zephyr:7b-beta", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4402341478, - "digest": "bbe38b81adec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q2_K", - "model": "zephyr:7b-beta-q2_K", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 3328599654, - "digest": "2ba2da5abef9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q2_K", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q3_K_S", - "model": "zephyr:7b-beta-q3_K_S", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 3435973837, - "digest": "5a359ab6ce9c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q3_K_M", - "model": "zephyr:7b-beta-q3_K_M", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 3758096384, - "digest": "75a7002f3885", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q3_K_L", - "model": "zephyr:7b-beta-q3_K_L", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4080218931, - "digest": "410a8b7cbfbf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q4_0", - "model": "zephyr:7b-beta-q4_0", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4402341478, - "digest": "bbe38b81adec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q4_0", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q4_1", - "model": "zephyr:7b-beta-q4_1", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4939212390, - "digest": "9dda547ba87b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q4_1", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q4_K_S", - "model": "zephyr:7b-beta-q4_K_S", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4402341478, - "digest": "c9e294ff1e6f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q4_K_M", - "model": "zephyr:7b-beta-q4_K_M", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 4724464026, - "digest": "961df065a980", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q5_0", - "model": "zephyr:7b-beta-q5_0", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 5368709120, - "digest": "d9161a2d3687", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q5_0", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q5_1", - "model": "zephyr:7b-beta-q5_1", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 5798205850, - "digest": "887c48b48ef2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q5_1", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q5_K_S", - "model": "zephyr:7b-beta-q5_K_S", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 5368709120, - "digest": "65d372ba8784", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q5_K_M", - "model": "zephyr:7b-beta-q5_K_M", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 5476083302, - "digest": "482c06dc081a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q6_K", - "model": "zephyr:7b-beta-q6_K", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 6335076762, - "digest": "705bedf05d2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q6_K", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-q8_0", - "model": "zephyr:7b-beta-q8_0", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 8267812045, - "digest": "f684109a5a8d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q8_0", - "quantization_level": "" - } - }, - { - "name": "zephyr:7b-beta-fp16", - "model": "zephyr:7b-beta-fp16", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 15032385536, - "digest": "85a4e7a31862", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-fp16", - "quantization_level": "" - } - }, - { - "name": "zephyr:141b-v0.1", - "model": "zephyr:141b-v0.1", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 85899345920, - "digest": "31b0b6c9d69f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "141b-v0.1", - "quantization_level": "" - } - }, - { - "name": "zephyr:141b-v0.1-q2_K", - "model": "zephyr:141b-v0.1-q2_K", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 55834574848, - "digest": "d5c73d340d28", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "141b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "zephyr:141b-v0.1-q4_0", - "model": "zephyr:141b-v0.1-q4_0", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 85899345920, - "digest": "31b0b6c9d69f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "141b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "zephyr:141b-v0.1-q8_0", - "model": "zephyr:141b-v0.1-q8_0", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 159987531776, - "digest": "74c478cfbe57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "141b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "zephyr:141b-v0.1-fp16", - "model": "zephyr:141b-v0.1-fp16", - "modified_at": "2024-04-16T00:10:00.000Z", - "size": 301721452544, - "digest": "7bc5b262ff30", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "141b-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral-large:latest", - "model": "mistral-large:latest", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 78383153152, - "digest": "bbcf36dc47ad", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b", - "model": "mistral-large:123b", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 78383153152, - "digest": "bbcf36dc47ad", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q2_K", - "model": "mistral-large:123b-instruct-2407-q2_K", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 48318382080, - "digest": "244e8ac47150", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q3_K_S", - "model": "mistral-large:123b-instruct-2407-q3_K_S", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 56908316672, - "digest": "0a5d6df9d7af", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q3_K_M", - "model": "mistral-large:123b-instruct-2407-q3_K_M", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 63350767616, - "digest": "5c3ac28dddb6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q3_K_L", - "model": "mistral-large:123b-instruct-2407-q3_K_L", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 69793218560, - "digest": "47437a8d48aa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q4_0", - "model": "mistral-large:123b-instruct-2407-q4_0", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 74088185856, - "digest": "0ca7dfa0bf06", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q4_1", - "model": "mistral-large:123b-instruct-2407-q4_1", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 82678120448, - "digest": "19d48e361da3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q4_K_S", - "model": "mistral-large:123b-instruct-2407-q4_K_S", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 75161927680, - "digest": "b06bbbd76af1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q4_K_M", - "model": "mistral-large:123b-instruct-2407-q4_K_M", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 78383153152, - "digest": "7d1a7425167f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q5_0", - "model": "mistral-large:123b-instruct-2407-q5_0", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 90194313216, - "digest": "9972842fc4d6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q5_1", - "model": "mistral-large:123b-instruct-2407-q5_1", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 98784247808, - "digest": "0025c4e39412", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q5_K_S", - "model": "mistral-large:123b-instruct-2407-q5_K_S", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 90194313216, - "digest": "d4525515e89a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q5_K_M", - "model": "mistral-large:123b-instruct-2407-q5_K_M", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 92341796864, - "digest": "0583f89aa7d1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q6_K", - "model": "mistral-large:123b-instruct-2407-q6_K", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 108447924224, - "digest": "5e4615a812a8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-q8_0", - "model": "mistral-large:123b-instruct-2407-q8_0", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 139586437120, - "digest": "20d741bc6d75", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2407-fp16", - "model": "mistral-large:123b-instruct-2407-fp16", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 263066746880, - "digest": "0bfa947cf7ef", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2407-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q2_K", - "model": "mistral-large:123b-instruct-2411-q2_K", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 48318382080, - "digest": "16fda14b30f0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q3_K_S", - "model": "mistral-large:123b-instruct-2411-q3_K_S", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 56908316672, - "digest": "e6c6ff175cc0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q3_K_M", - "model": "mistral-large:123b-instruct-2411-q3_K_M", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 63350767616, - "digest": "69b0928bdc0d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q3_K_L", - "model": "mistral-large:123b-instruct-2411-q3_K_L", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 69793218560, - "digest": "e18a67d80ee4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q4_0", - "model": "mistral-large:123b-instruct-2411-q4_0", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 74088185856, - "digest": "1e4807d65914", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q4_1", - "model": "mistral-large:123b-instruct-2411-q4_1", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 82678120448, - "digest": "7dea3bd9090c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q4_K_S", - "model": "mistral-large:123b-instruct-2411-q4_K_S", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 75161927680, - "digest": "66a1fdacc93b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q4_K_M", - "model": "mistral-large:123b-instruct-2411-q4_K_M", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 78383153152, - "digest": "bbcf36dc47ad", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q5_0", - "model": "mistral-large:123b-instruct-2411-q5_0", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 90194313216, - "digest": "9cad9ed23f22", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q5_1", - "model": "mistral-large:123b-instruct-2411-q5_1", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 98784247808, - "digest": "feda4f519c21", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q5_K_S", - "model": "mistral-large:123b-instruct-2411-q5_K_S", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 90194313216, - "digest": "a36515217259", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q5_K_M", - "model": "mistral-large:123b-instruct-2411-q5_K_M", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 92341796864, - "digest": "72f20cdebd72", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q6_K", - "model": "mistral-large:123b-instruct-2411-q6_K", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 108447924224, - "digest": "17a9a92108df", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-q8_0", - "model": "mistral-large:123b-instruct-2411-q8_0", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 139586437120, - "digest": "fc9b9f119292", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-large:123b-instruct-2411-fp16", - "model": "mistral-large:123b-instruct-2411-fp16", - "modified_at": "2024-11-22T21:28:00.000Z", - "size": 263066746880, - "digest": "2b810c3ba71a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2411-fp16", - "quantization_level": "" - } - }, - { - "name": "openchat:latest", - "model": "openchat:latest", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "537a4e03b649", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "openchat:7b", - "model": "openchat:7b", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "537a4e03b649", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5", - "model": "openchat:7b-v3.5", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "980eba937c08", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106", - "model": "openchat:7b-v3.5-0106", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "537a4e03b649", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q2_K", - "model": "openchat:7b-v3.5-0106-q2_K", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3328599654, - "digest": "40a9b8bdcd51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q2_K", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q2_K", - "model": "openchat:7b-v3.5-q2_K", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3328599654, - "digest": "c8a422048247", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q3_K_S", - "model": "openchat:7b-v3.5-0106-q3_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3435973837, - "digest": "43be12a77c78", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q3_K_S", - "model": "openchat:7b-v3.5-q3_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3435973837, - "digest": "961a8432de51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q3_K_M", - "model": "openchat:7b-v3.5-0106-q3_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3758096384, - "digest": "76cd9a0c98ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q3_K_M", - "model": "openchat:7b-v3.5-q3_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3758096384, - "digest": "bb9a71d66b29", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q3_K_L", - "model": "openchat:7b-v3.5-0106-q3_K_L", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4080218931, - "digest": "7c4478e7725d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q3_K_L", - "model": "openchat:7b-v3.5-q3_K_L", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4080218931, - "digest": "cce7d2d85cc1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q4_0", - "model": "openchat:7b-v3.5-0106-q4_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "537a4e03b649", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q4_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q4_0", - "model": "openchat:7b-v3.5-q4_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "980eba937c08", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q4_1", - "model": "openchat:7b-v3.5-0106-q4_1", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4939212390, - "digest": "029a27df0e0e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q4_1", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q4_1", - "model": "openchat:7b-v3.5-q4_1", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4939212390, - "digest": "2d59d300369b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q4_K_S", - "model": "openchat:7b-v3.5-0106-q4_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "fe011350d88f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q4_K_S", - "model": "openchat:7b-v3.5-q4_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "99507f29347f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q4_K_M", - "model": "openchat:7b-v3.5-0106-q4_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4724464026, - "digest": "606fbe86851f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q4_K_M", - "model": "openchat:7b-v3.5-q4_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4724464026, - "digest": "f7d0a07c2357", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q5_0", - "model": "openchat:7b-v3.5-0106-q5_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5368709120, - "digest": "bf796ce1e6e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q5_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q5_0", - "model": "openchat:7b-v3.5-q5_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5368709120, - "digest": "311f9cb4a2f3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q5_1", - "model": "openchat:7b-v3.5-0106-q5_1", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5798205850, - "digest": "87023ab68886", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q5_1", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q5_1", - "model": "openchat:7b-v3.5-q5_1", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5798205850, - "digest": "bf4eb0e1d37f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q5_K_S", - "model": "openchat:7b-v3.5-0106-q5_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5368709120, - "digest": "6ed7bb1af154", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q5_K_M", - "model": "openchat:7b-v3.5-0106-q5_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5476083302, - "digest": "75e83c02831a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q6_K", - "model": "openchat:7b-v3.5-0106-q6_K", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 6335076762, - "digest": "068f00f96fbf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q6_K", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-q8_0", - "model": "openchat:7b-v3.5-0106-q8_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 8267812045, - "digest": "54a3b6ecd5ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-q8_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-0106-fp16", - "model": "openchat:7b-v3.5-0106-fp16", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 15032385536, - "digest": "904ff9758131", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-0106-fp16", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210", - "model": "openchat:7b-v3.5-1210", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "aa6d10add428", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q2_K", - "model": "openchat:7b-v3.5-1210-q2_K", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3328599654, - "digest": "90cfa4fd3ee4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q2_K", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q3_K_S", - "model": "openchat:7b-v3.5-1210-q3_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3435973837, - "digest": "4a07652bf006", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q3_K_M", - "model": "openchat:7b-v3.5-1210-q3_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 3758096384, - "digest": "ad84860337cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q3_K_L", - "model": "openchat:7b-v3.5-1210-q3_K_L", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4080218931, - "digest": "cdab528998e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q4_0", - "model": "openchat:7b-v3.5-1210-q4_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "aa6d10add428", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q4_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q4_1", - "model": "openchat:7b-v3.5-1210-q4_1", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4939212390, - "digest": "525ce9ede1d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q4_1", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q4_K_S", - "model": "openchat:7b-v3.5-1210-q4_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4402341478, - "digest": "8d50e6d40482", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q4_K_M", - "model": "openchat:7b-v3.5-1210-q4_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 4724464026, - "digest": "c0f6439075b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q5_0", - "model": "openchat:7b-v3.5-1210-q5_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5368709120, - "digest": "4c6db90c2db0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q5_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q5_1", - "model": "openchat:7b-v3.5-1210-q5_1", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5798205850, - "digest": "2185cdd08ed8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q5_1", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q5_K_S", - "model": "openchat:7b-v3.5-1210-q5_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5368709120, - "digest": "f78feecd69cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q5_K_S", - "model": "openchat:7b-v3.5-q5_K_S", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5368709120, - "digest": "213e534d3f58", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q5_K_M", - "model": "openchat:7b-v3.5-1210-q5_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5476083302, - "digest": "64e4cb9bb506", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q5_K_M", - "model": "openchat:7b-v3.5-q5_K_M", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 5476083302, - "digest": "6b9271b7e00e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q6_K", - "model": "openchat:7b-v3.5-1210-q6_K", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 6335076762, - "digest": "2f844aee86ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q6_K", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q6_K", - "model": "openchat:7b-v3.5-q6_K", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 6335076762, - "digest": "95a82d202137", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-q8_0", - "model": "openchat:7b-v3.5-1210-q8_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 8267812045, - "digest": "2911bfb27389", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-q8_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-q8_0", - "model": "openchat:7b-v3.5-q8_0", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 8267812045, - "digest": "663a54b072bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-1210-fp16", - "model": "openchat:7b-v3.5-1210-fp16", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 15032385536, - "digest": "24a0134d29f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-1210-fp16", - "quantization_level": "" - } - }, - { - "name": "openchat:7b-v3.5-fp16", - "model": "openchat:7b-v3.5-fp16", - "modified_at": "2024-01-10T21:45:00.000Z", - "size": 15032385536, - "digest": "b2cb2e8359a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.5-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder:latest", - "model": "starcoder:latest", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1932735283, - "digest": "847e5a7aa26f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b", - "model": "starcoder:1b", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 761266176, - "digest": "77e6c46054d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b", - "model": "starcoder:3b", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1932735283, - "digest": "847e5a7aa26f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b", - "model": "starcoder:7b", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 4617089843, - "digest": "53fdbc3a2006", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b", - "model": "starcoder:15b", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9663676416, - "digest": "fc59c84e00c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base", - "model": "starcoder:1b-base", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 761266176, - "digest": "77e6c46054d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q2_K", - "model": "starcoder:1b-base-q2_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 578813952, - "digest": "e611832ccc67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q3_K_S", - "model": "starcoder:1b-base-q3_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 602931200, - "digest": "1b6492d9dc97", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q3_K_M", - "model": "starcoder:1b-base-q3_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 693108736, - "digest": "a25e710f7119", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q3_K_L", - "model": "starcoder:1b-base-q3_K_L", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 754974720, - "digest": "1c516b827b88", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q4_0", - "model": "starcoder:1b-base-q4_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 761266176, - "digest": "77e6c46054d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q4_1", - "model": "starcoder:1b-base-q4_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 835715072, - "digest": "3baa25250d64", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q4_K_S", - "model": "starcoder:1b-base-q4_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 769654784, - "digest": "decacc801c24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q4_K_M", - "model": "starcoder:1b-base-q4_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 830472192, - "digest": "04d2cea03d2d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q5_0", - "model": "starcoder:1b-base-q5_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 910163968, - "digest": "fea253550249", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q5_1", - "model": "starcoder:1b-base-q5_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 984612864, - "digest": "d0701711acd6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q5_K_S", - "model": "starcoder:1b-base-q5_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 910163968, - "digest": "1dcf90992513", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q5_K_M", - "model": "starcoder:1b-base-q5_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 954204160, - "digest": "7daf9520221a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q6_K", - "model": "starcoder:1b-base-q6_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1073741824, - "digest": "25469472b0a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-q8_0", - "model": "starcoder:1b-base-q8_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1395864371, - "digest": "31fa9b99844a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:1b-base-fp16", - "model": "starcoder:1b-base-fp16", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 2684354560, - "digest": "aa71e6e2251f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base", - "model": "starcoder:3b-base", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1932735283, - "digest": "847e5a7aa26f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q2_K", - "model": "starcoder:3b-base-q2_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1503238554, - "digest": "789eb7337dec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q3_K_S", - "model": "starcoder:3b-base-q3_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1503238554, - "digest": "e0468499b5f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q3_K_M", - "model": "starcoder:3b-base-q3_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1825361101, - "digest": "cf9c26ba35af", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q3_K_L", - "model": "starcoder:3b-base-q3_K_L", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1932735283, - "digest": "39fd001be744", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q4_0", - "model": "starcoder:3b-base-q4_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1932735283, - "digest": "847e5a7aa26f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q4_1", - "model": "starcoder:3b-base-q4_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 2147483648, - "digest": "af56c93c3815", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q4_K_S", - "model": "starcoder:3b-base-q4_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 1932735283, - "digest": "3bc56ee8f943", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q4_K_M", - "model": "starcoder:3b-base-q4_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 2147483648, - "digest": "e270645e6450", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q5_0", - "model": "starcoder:3b-base-q5_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 2362232013, - "digest": "fdea54fc597a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q5_1", - "model": "starcoder:3b-base-q5_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 2576980378, - "digest": "b541e773e045", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q5_K_S", - "model": "starcoder:3b-base-q5_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 2362232013, - "digest": "f4bfd7a34676", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q5_K_M", - "model": "starcoder:3b-base-q5_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 2469606195, - "digest": "70d27a352a1e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q6_K", - "model": "starcoder:3b-base-q6_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 2791728742, - "digest": "2a71811b199a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-q8_0", - "model": "starcoder:3b-base-q8_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 3650722202, - "digest": "d4d1dafca09a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:3b-base-fp16", - "model": "starcoder:3b-base-fp16", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 6871947674, - "digest": "78ed447cecc0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base", - "model": "starcoder:7b-base", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 4617089843, - "digest": "53fdbc3a2006", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q2_K", - "model": "starcoder:7b-base-q2_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 3435973837, - "digest": "b558b1c6e76a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q3_K_S", - "model": "starcoder:7b-base-q3_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 3543348019, - "digest": "532e32fc6a11", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q3_K_M", - "model": "starcoder:7b-base-q3_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 4187593114, - "digest": "bb8083ca1497", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q3_K_L", - "model": "starcoder:7b-base-q3_K_L", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 4617089843, - "digest": "a357c486e37a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q4_0", - "model": "starcoder:7b-base-q4_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 4617089843, - "digest": "53fdbc3a2006", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q4_1", - "model": "starcoder:7b-base-q4_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 5153960755, - "digest": "72f4ab441abc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q4_K_S", - "model": "starcoder:7b-base-q4_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 4617089843, - "digest": "f8b135eb1ff1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q4_K_M", - "model": "starcoder:7b-base-q4_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 5153960755, - "digest": "b9967b21186f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q5_0", - "model": "starcoder:7b-base-q5_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 5583457485, - "digest": "b69e71e71495", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q5_1", - "model": "starcoder:7b-base-q5_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 6120328397, - "digest": "8ab65d19bbae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q5_K_S", - "model": "starcoder:7b-base-q5_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 5583457485, - "digest": "97f7ff66448e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q5_K_M", - "model": "starcoder:7b-base-q5_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 5905580032, - "digest": "053348db28db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q6_K", - "model": "starcoder:7b-base-q6_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 6657199309, - "digest": "35c46a2f3e5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-q8_0", - "model": "starcoder:7b-base-q8_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 8589934592, - "digest": "c5b70c559022", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:7b-base-fp16", - "model": "starcoder:7b-base-fp16", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 16106127360, - "digest": "191f5e0197c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base", - "model": "starcoder:15b-base", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9663676416, - "digest": "d7484a05d753", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q2_K", - "model": "starcoder:15b-base-q2_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 7194070221, - "digest": "cf0025ac31a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q3_K_S", - "model": "starcoder:15b-base-q3_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 7408818586, - "digest": "49fb06b2da48", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q3_K_M", - "model": "starcoder:15b-base-q3_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 8804682957, - "digest": "e12e2f17263b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q3_K_L", - "model": "starcoder:15b-base-q3_K_L", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9771050598, - "digest": "0a5f9e8bfeda", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q4_0", - "model": "starcoder:15b-base-q4_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9663676416, - "digest": "d7484a05d753", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q4_1", - "model": "starcoder:15b-base-q4_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 10737418240, - "digest": "81632886fcb2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q4_K_S", - "model": "starcoder:15b-base-q4_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9771050598, - "digest": "3eefd78d54c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q4_K_M", - "model": "starcoder:15b-base-q4_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 10737418240, - "digest": "c39ac850a90a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q5_0", - "model": "starcoder:15b-base-q5_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 11811160064, - "digest": "2f295880480a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q5_1", - "model": "starcoder:15b-base-q5_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 12884901888, - "digest": "32fb32a4adc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q5_K_S", - "model": "starcoder:15b-base-q5_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 11811160064, - "digest": "066bfe3f8056", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q5_K_M", - "model": "starcoder:15b-base-q5_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 12884901888, - "digest": "44e8a4266c9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q6_K", - "model": "starcoder:15b-base-q6_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 13958643712, - "digest": "08a7fcaab005", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-q8_0", - "model": "starcoder:15b-base-q8_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 18253611008, - "digest": "3429ab9f535c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-base-fp16", - "model": "starcoder:15b-base-fp16", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 34359738368, - "digest": "bf1c2f49c4d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus", - "model": "starcoder:15b-plus", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9663676416, - "digest": "c7e5fd2a5a6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q2_K", - "model": "starcoder:15b-plus-q2_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 7194070221, - "digest": "351a28175173", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q3_K_S", - "model": "starcoder:15b-plus-q3_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 7408818586, - "digest": "8d4a59571246", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q3_K_M", - "model": "starcoder:15b-plus-q3_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 8804682957, - "digest": "5de88d9aaa0c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q3_K_L", - "model": "starcoder:15b-plus-q3_K_L", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9771050598, - "digest": "0033ce73781b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q4_0", - "model": "starcoder:15b-plus-q4_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9663676416, - "digest": "c7e5fd2a5a6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q4_1", - "model": "starcoder:15b-plus-q4_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 10737418240, - "digest": "a06561602a11", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q4_K_S", - "model": "starcoder:15b-plus-q4_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9771050598, - "digest": "74cbc3c93052", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q4_K_M", - "model": "starcoder:15b-plus-q4_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 10737418240, - "digest": "c3b287cf92f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q5_0", - "model": "starcoder:15b-plus-q5_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 11811160064, - "digest": "1a9ff4beeb3a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q5_1", - "model": "starcoder:15b-plus-q5_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 12884901888, - "digest": "ad34d0ac40fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q5_K_S", - "model": "starcoder:15b-plus-q5_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 11811160064, - "digest": "f5be3ceb423f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q5_K_M", - "model": "starcoder:15b-plus-q5_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 12884901888, - "digest": "ab94427f1d73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q6_K", - "model": "starcoder:15b-plus-q6_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 13958643712, - "digest": "d7b6d6d327ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-q8_0", - "model": "starcoder:15b-plus-q8_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 18253611008, - "digest": "1b9bd9e07437", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-plus-fp16", - "model": "starcoder:15b-plus-fp16", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 34359738368, - "digest": "385fd5b5ba4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-plus-fp16", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q2_K", - "model": "starcoder:15b-q2_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 7194070221, - "digest": "b3077ce893c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q2_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q3_K_S", - "model": "starcoder:15b-q3_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 7408818586, - "digest": "96bc55850b3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q3_K_M", - "model": "starcoder:15b-q3_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 8804682957, - "digest": "40aa0dd07f6a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q3_K_L", - "model": "starcoder:15b-q3_K_L", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9771050598, - "digest": "22becd391a5a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q4_0", - "model": "starcoder:15b-q4_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9663676416, - "digest": "fc59c84e00c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q4_1", - "model": "starcoder:15b-q4_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 10737418240, - "digest": "3e9c4131cc7e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q4_K_S", - "model": "starcoder:15b-q4_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 9771050598, - "digest": "dadad57ccce2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q4_K_M", - "model": "starcoder:15b-q4_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 10737418240, - "digest": "fc211e15d552", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q5_0", - "model": "starcoder:15b-q5_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 11811160064, - "digest": "0a9e13e059b4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q5_1", - "model": "starcoder:15b-q5_1", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 12884901888, - "digest": "047af3d6fc2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_1", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q5_K_S", - "model": "starcoder:15b-q5_K_S", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 11811160064, - "digest": "f3927d2aee49", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q5_K_M", - "model": "starcoder:15b-q5_K_M", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 12884901888, - "digest": "ba547f1125e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q6_K", - "model": "starcoder:15b-q6_K", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 13958643712, - "digest": "afbf115a27bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q6_K", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-q8_0", - "model": "starcoder:15b-q8_0", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 18253611008, - "digest": "ad4a34fcfa8c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-q8_0", - "quantization_level": "" - } - }, - { - "name": "starcoder:15b-fp16", - "model": "starcoder:15b-fp16", - "modified_at": "2023-10-24T09:19:00.000Z", - "size": 34359738368, - "digest": "ec7e7aa22c05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-fp16", - "quantization_level": "" - } - }, - { - "name": "glm4:latest", - "model": "glm4:latest", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 5905580032, - "digest": "5b699761eca5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "glm4:9b", - "model": "glm4:9b", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 5905580032, - "digest": "5b699761eca5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q2_K", - "model": "glm4:9b-chat-q2_K", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 4294967296, - "digest": "bbe0e76cf843", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q3_K_S", - "model": "glm4:9b-chat-q3_K_S", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 4939212390, - "digest": "66782e7923d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q3_K_M", - "model": "glm4:9b-chat-q3_K_M", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 5476083302, - "digest": "f61310a4c544", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q3_K_L", - "model": "glm4:9b-chat-q3_K_L", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 5690831667, - "digest": "d23a4b4fe901", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q4_0", - "model": "glm4:9b-chat-q4_0", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 5905580032, - "digest": "5b699761eca5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q4_1", - "model": "glm4:9b-chat-q4_1", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 6442450944, - "digest": "967152b38bf8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q4_K_S", - "model": "glm4:9b-chat-q4_K_S", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 6227702579, - "digest": "79891546fa17", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q4_K_M", - "model": "glm4:9b-chat-q4_K_M", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 6764573491, - "digest": "f17dc1ac3c7c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q5_0", - "model": "glm4:9b-chat-q5_0", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 7086696038, - "digest": "4dcb586331cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q5_1", - "model": "glm4:9b-chat-q5_1", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 7623566950, - "digest": "54371ffa93d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q5_K_S", - "model": "glm4:9b-chat-q5_K_S", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 7194070221, - "digest": "aabc884c70dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q5_K_M", - "model": "glm4:9b-chat-q5_K_M", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 7623566950, - "digest": "5941ffc5bb51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q6_K", - "model": "glm4:9b-chat-q6_K", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 8912057139, - "digest": "d07e84c2d2c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-q8_0", - "model": "glm4:9b-chat-q8_0", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 10737418240, - "digest": "baba010b3c85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-chat-fp16", - "model": "glm4:9b-chat-fp16", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 20401094656, - "digest": "ad156a261bc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q2_K", - "model": "glm4:9b-text-q2_K", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 4294967296, - "digest": "b65ac9535530", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q3_K_S", - "model": "glm4:9b-text-q3_K_S", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 4939212390, - "digest": "cbec5dd85da6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q3_K_M", - "model": "glm4:9b-text-q3_K_M", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 5476083302, - "digest": "3b09bb5cbf2f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q3_K_L", - "model": "glm4:9b-text-q3_K_L", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 5690831667, - "digest": "2afe10412d1b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q4_0", - "model": "glm4:9b-text-q4_0", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 5905580032, - "digest": "e3c1f63d31e9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q4_1", - "model": "glm4:9b-text-q4_1", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 6442450944, - "digest": "2e39b551484c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q4_K_S", - "model": "glm4:9b-text-q4_K_S", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 6227702579, - "digest": "fcde2d2e22d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q4_K_M", - "model": "glm4:9b-text-q4_K_M", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 6764573491, - "digest": "ace9d7a1ccd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q5_0", - "model": "glm4:9b-text-q5_0", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 7086696038, - "digest": "0947f646d91e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q5_1", - "model": "glm4:9b-text-q5_1", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 7623566950, - "digest": "e25548487e3b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q5_K_S", - "model": "glm4:9b-text-q5_K_S", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 7194070221, - "digest": "4e4e04bfbfab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q5_K_M", - "model": "glm4:9b-text-q5_K_M", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 7623566950, - "digest": "37732fa96c34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q6_K", - "model": "glm4:9b-text-q6_K", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 8912057139, - "digest": "0bd4f59e5f72", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-q8_0", - "model": "glm4:9b-text-q8_0", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 10737418240, - "digest": "f3282b3b2ab9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "glm4:9b-text-fp16", - "model": "glm4:9b-text-fp16", - "modified_at": "2024-07-09T01:21:00.000Z", - "size": 20401094656, - "digest": "b13433ce1abf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:latest", - "model": "wizardlm2:latest", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 4402341478, - "digest": "c9b1aff820f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b", - "model": "wizardlm2:7b", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 4402341478, - "digest": "c9b1aff820f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:8x22b", - "model": "wizardlm2:8x22b", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 85899345920, - "digest": "abda6e58fd1d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q2_K", - "model": "wizardlm2:7b-q2_K", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 2899102925, - "digest": "5795bd86f958", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q3_K_S", - "model": "wizardlm2:7b-q3_K_S", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 3435973837, - "digest": "7bf0381ea93d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q3_K_M", - "model": "wizardlm2:7b-q3_K_M", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 3758096384, - "digest": "1cfd5676dee8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q3_K_L", - "model": "wizardlm2:7b-q3_K_L", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 4080218931, - "digest": "9bcee57837f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q4_0", - "model": "wizardlm2:7b-q4_0", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 4402341478, - "digest": "c9b1aff820f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q4_1", - "model": "wizardlm2:7b-q4_1", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 4939212390, - "digest": "c0852cdfcb53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q4_K_S", - "model": "wizardlm2:7b-q4_K_S", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 4402341478, - "digest": "48a4adb06e0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q4_K_M", - "model": "wizardlm2:7b-q4_K_M", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 4724464026, - "digest": "3de5776b30d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q5_0", - "model": "wizardlm2:7b-q5_0", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 5368709120, - "digest": "e7f2dbadd07d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q5_1", - "model": "wizardlm2:7b-q5_1", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 5798205850, - "digest": "4e51908f7cd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q5_K_S", - "model": "wizardlm2:7b-q5_K_S", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 5368709120, - "digest": "895e99ce6162", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q5_K_M", - "model": "wizardlm2:7b-q5_K_M", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 5476083302, - "digest": "5d60e2aefec6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q6_K", - "model": "wizardlm2:7b-q6_K", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 6335076762, - "digest": "6195668c4294", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-q8_0", - "model": "wizardlm2:7b-q8_0", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 8267812045, - "digest": "f74bc2dc64aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:7b-fp16", - "model": "wizardlm2:7b-fp16", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 15032385536, - "digest": "a34a3bbd552b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:8x22b-q2_K", - "model": "wizardlm2:8x22b-q2_K", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 55834574848, - "digest": "9f09573d18b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:8x22b-q4_0", - "model": "wizardlm2:8x22b-q4_0", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 85899345920, - "digest": "abda6e58fd1d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:8x22b-q8_0", - "model": "wizardlm2:8x22b-q8_0", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 159987531776, - "digest": "07d5ea336544", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm2:8x22b-fp16", - "model": "wizardlm2:8x22b-fp16", - "modified_at": "2024-04-16T00:46:00.000Z", - "size": 301721452544, - "digest": "39f772dd966e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x22b-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:latest", - "model": "deepseek-v2:latest", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 9556302234, - "digest": "7c8c332f2df7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:lite", - "model": "deepseek-v2:lite", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 9556302234, - "digest": "7c8c332f2df7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "lite", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b", - "model": "deepseek-v2:16b", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 9556302234, - "digest": "7c8c332f2df7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b", - "model": "deepseek-v2:236b", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 142807662592, - "digest": "459de16b5a9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q2_K", - "model": "deepseek-v2:16b-lite-chat-q2_K", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 6871947674, - "digest": "5868c72b4e1f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q3_K_S", - "model": "deepseek-v2:16b-lite-chat-q3_K_S", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 8053063680, - "digest": "d36b0e4f46c1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q3_K_M", - "model": "deepseek-v2:16b-lite-chat-q3_K_M", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 8697308774, - "digest": "f6da52f6d22c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q3_K_L", - "model": "deepseek-v2:16b-lite-chat-q3_K_L", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 9126805504, - "digest": "c8183500d92e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q4_0", - "model": "deepseek-v2:16b-lite-chat-q4_0", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 9556302234, - "digest": "7c8c332f2df7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q4_1", - "model": "deepseek-v2:16b-lite-chat-q4_1", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 10630044058, - "digest": "af64dfc98c26", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q4_K_S", - "model": "deepseek-v2:16b-lite-chat-q4_K_S", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 10200547328, - "digest": "f605f2eeaf9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q4_K_M", - "model": "deepseek-v2:16b-lite-chat-q4_K_M", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 10737418240, - "digest": "52fe6d77050a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q5_0", - "model": "deepseek-v2:16b-lite-chat-q5_0", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 11811160064, - "digest": "b01c353f491f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q5_1", - "model": "deepseek-v2:16b-lite-chat-q5_1", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 12884901888, - "digest": "9cd31f73558a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q5_K_S", - "model": "deepseek-v2:16b-lite-chat-q5_K_S", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 11811160064, - "digest": "d904df1d3b59", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q5_K_M", - "model": "deepseek-v2:16b-lite-chat-q5_K_M", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 12884901888, - "digest": "597226602255", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q6_K", - "model": "deepseek-v2:16b-lite-chat-q6_K", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 15032385536, - "digest": "94a6c57d6c9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-q8_0", - "model": "deepseek-v2:16b-lite-chat-q8_0", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 18253611008, - "digest": "1d62ef756269", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:16b-lite-chat-fp16", - "model": "deepseek-v2:16b-lite-chat-fp16", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 33285996544, - "digest": "15c96490eeee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "16b-lite-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q2_K", - "model": "deepseek-v2:236b-chat-q2_K", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 92341796864, - "digest": "ab49a8da3233", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q3_K_S", - "model": "deepseek-v2:236b-chat-q3_K_S", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 109521666048, - "digest": "0f85c13f95a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q3_K_M", - "model": "deepseek-v2:236b-chat-q3_K_M", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 121332826112, - "digest": "ed3e5b18dfdf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q3_K_L", - "model": "deepseek-v2:236b-chat-q3_K_L", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 130996502528, - "digest": "8b50480a0f69", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q4_0", - "model": "deepseek-v2:236b-chat-q4_0", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 142807662592, - "digest": "459de16b5a9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q4_1", - "model": "deepseek-v2:236b-chat-q4_1", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 158913789952, - "digest": "8ba51e080b59", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q4_K_S", - "model": "deepseek-v2:236b-chat-q4_K_S", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 143881404416, - "digest": "89b6c7579a77", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q4_K_M", - "model": "deepseek-v2:236b-chat-q4_K_M", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 152471339008, - "digest": "dc16a9f67701", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q5_0", - "model": "deepseek-v2:236b-chat-q5_0", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 173946175488, - "digest": "d0c79ad6c4d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q5_1", - "model": "deepseek-v2:236b-chat-q5_1", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 190052302848, - "digest": "bd9e0b0c8aa1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q5_K_S", - "model": "deepseek-v2:236b-chat-q5_K_S", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 173946175488, - "digest": "26f0f5933712", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q5_K_M", - "model": "deepseek-v2:236b-chat-q5_K_M", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 179314884608, - "digest": "baeb44164dcf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q6_K", - "model": "deepseek-v2:236b-chat-q6_K", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 208305913856, - "digest": "40e1adc07959", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-q8_0", - "model": "deepseek-v2:236b-chat-q8_0", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 269509197824, - "digest": "e0ae3350cb1a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2:236b-chat-fp16", - "model": "deepseek-v2:236b-chat-fp16", - "modified_at": "2024-06-22T12:56:00.000Z", - "size": 506806140928, - "digest": "190dd01cb12e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:latest", - "model": "nous-hermes:latest", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 4080218931, - "digest": "4bfb8ab0bd02", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b", - "model": "nous-hermes:7b", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 4080218931, - "digest": "4bfb8ab0bd02", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b", - "model": "nous-hermes:13b", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7945689498, - "digest": "e6251854aa4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2", - "model": "nous-hermes:7b-llama2", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 4080218931, - "digest": "4bfb8ab0bd02", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q2_K", - "model": "nous-hermes:7b-llama2-q2_K", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 3006477107, - "digest": "4968fef8e8b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q2_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q3_K_S", - "model": "nous-hermes:7b-llama2-q3_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 3113851290, - "digest": "5969474f335c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q3_K_M", - "model": "nous-hermes:7b-llama2-q3_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 3543348019, - "digest": "70cf80e138af", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q3_K_L", - "model": "nous-hermes:7b-llama2-q3_K_L", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 3865470566, - "digest": "e6a435b97b57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q4_0", - "model": "nous-hermes:7b-llama2-q4_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 4080218931, - "digest": "4bfb8ab0bd02", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q4_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q4_1", - "model": "nous-hermes:7b-llama2-q4_1", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 4509715661, - "digest": "52cda9e6f6da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q4_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q4_K_S", - "model": "nous-hermes:7b-llama2-q4_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 4187593114, - "digest": "8040a0492349", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q4_K_M", - "model": "nous-hermes:7b-llama2-q4_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 4402341478, - "digest": "ab3cdd3e85cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q5_0", - "model": "nous-hermes:7b-llama2-q5_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 5046586573, - "digest": "c6a3388bcc53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q5_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q5_1", - "model": "nous-hermes:7b-llama2-q5_1", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 5476083302, - "digest": "3c0e1768c975", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q5_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q5_K_S", - "model": "nous-hermes:7b-llama2-q5_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 5046586573, - "digest": "2b05878efeb9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q5_K_M", - "model": "nous-hermes:7b-llama2-q5_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 5153960755, - "digest": "177be89aeec9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q6_K", - "model": "nous-hermes:7b-llama2-q6_K", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 5905580032, - "digest": "e9913ad528c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q6_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-q8_0", - "model": "nous-hermes:7b-llama2-q8_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7730941133, - "digest": "a512e84c0ad5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-q8_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:7b-llama2-fp16", - "model": "nous-hermes:7b-llama2-fp16", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 13958643712, - "digest": "38afafe3e533", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-llama2-fp16", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2", - "model": "nous-hermes:13b-llama2", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7945689498, - "digest": "e6251854aa4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q2_K", - "model": "nous-hermes:13b-llama2-q2_K", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 5798205850, - "digest": "351d072134ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q2_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q3_K_S", - "model": "nous-hermes:13b-llama2-q3_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 6120328397, - "digest": "12fcbf2adcd7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q3_K_M", - "model": "nous-hermes:13b-llama2-q3_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 6764573491, - "digest": "ed2a0543a4f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q3_K_L", - "model": "nous-hermes:13b-llama2-q3_K_L", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7408818586, - "digest": "55510b4db076", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q4_0", - "model": "nous-hermes:13b-llama2-q4_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7945689498, - "digest": "e6251854aa4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q4_1", - "model": "nous-hermes:13b-llama2-q4_1", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 8804682957, - "digest": "52cf8c8c1f43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q4_K_S", - "model": "nous-hermes:13b-llama2-q4_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7945689498, - "digest": "26f1237d26d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q4_K_M", - "model": "nous-hermes:13b-llama2-q4_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 8482560410, - "digest": "2baf9b8ebbbc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q5_0", - "model": "nous-hermes:13b-llama2-q5_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 9663676416, - "digest": "aa60531ab05e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q5_1", - "model": "nous-hermes:13b-llama2-q5_1", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 10522669875, - "digest": "301d1bce8506", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q5_K_S", - "model": "nous-hermes:13b-llama2-q5_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 9663676416, - "digest": "499c44fdcbf9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q5_K_M", - "model": "nous-hermes:13b-llama2-q5_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 9878424781, - "digest": "f712a98ac03c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q6_K", - "model": "nous-hermes:13b-llama2-q6_K", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 11811160064, - "digest": "eedd114c4d95", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q6_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-q8_0", - "model": "nous-hermes:13b-llama2-q8_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 15032385536, - "digest": "7c6c80693fd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q8_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-llama2-fp16", - "model": "nous-hermes:13b-llama2-fp16", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 27917287424, - "digest": "0e2f44eb0773", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-fp16", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q2_K", - "model": "nous-hermes:13b-q2_K", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 5798205850, - "digest": "5049c9c4bc2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q3_K_S", - "model": "nous-hermes:13b-q3_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 6120328397, - "digest": "88a44838868d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q3_K_M", - "model": "nous-hermes:13b-q3_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 6764573491, - "digest": "541fa538fcc0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q3_K_L", - "model": "nous-hermes:13b-q3_K_L", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7408818586, - "digest": "da82ae0a2f34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q4_0", - "model": "nous-hermes:13b-q4_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7945689498, - "digest": "61fe5b2ccd82", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q4_1", - "model": "nous-hermes:13b-q4_1", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 8804682957, - "digest": "a651d3847eac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q4_K_S", - "model": "nous-hermes:13b-q4_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 7945689498, - "digest": "dfdcc8b0cb9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q4_K_M", - "model": "nous-hermes:13b-q4_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 8482560410, - "digest": "a89c261261df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q5_0", - "model": "nous-hermes:13b-q5_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 9663676416, - "digest": "eeb742832a51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q5_1", - "model": "nous-hermes:13b-q5_1", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 10522669875, - "digest": "038fe176c480", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q5_K_S", - "model": "nous-hermes:13b-q5_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 9663676416, - "digest": "9168dcc08386", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q5_K_M", - "model": "nous-hermes:13b-q5_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 9878424781, - "digest": "00a91bb87bab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q6_K", - "model": "nous-hermes:13b-q6_K", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 11811160064, - "digest": "d13a63be6cce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-q8_0", - "model": "nous-hermes:13b-q8_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 15032385536, - "digest": "46d4bb81ee05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:13b-fp16", - "model": "nous-hermes:13b-fp16", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 27917287424, - "digest": "83e200dff28c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q2_K", - "model": "nous-hermes:70b-llama2-q2_K", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 31138512896, - "digest": "9c6cf2f685c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q2_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q3_K_S", - "model": "nous-hermes:70b-llama2-q3_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 32212254720, - "digest": "18e62dbb016a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q3_K_M", - "model": "nous-hermes:70b-llama2-q3_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 35433480192, - "digest": "32c31c64cdbf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q3_K_L", - "model": "nous-hermes:70b-llama2-q3_K_L", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 38654705664, - "digest": "c872f2a366df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q4_0", - "model": "nous-hermes:70b-llama2-q4_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 41875931136, - "digest": "cadbb9c53eca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q4_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q4_1", - "model": "nous-hermes:70b-llama2-q4_1", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 46170898432, - "digest": "440fbf2182c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q4_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q4_K_S", - "model": "nous-hermes:70b-llama2-q4_K_S", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 41875931136, - "digest": "12421faf08d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q4_K_M", - "model": "nous-hermes:70b-llama2-q4_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 44023414784, - "digest": "21314c236bdf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q5_0", - "model": "nous-hermes:70b-llama2-q5_0", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 50465865728, - "digest": "122da3aab28d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q5_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q5_1", - "model": "nous-hermes:70b-llama2-q5_1", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 55834574848, - "digest": "b654542cc786", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q5_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q5_K_M", - "model": "nous-hermes:70b-llama2-q5_K_M", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 52613349376, - "digest": "7add3f814c3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-q6_K", - "model": "nous-hermes:70b-llama2-q6_K", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 61203283968, - "digest": "110cec2e283d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q6_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes:70b-llama2-fp16", - "model": "nous-hermes:70b-llama2-fp16", - "modified_at": "2023-10-29T11:35:00.000Z", - "size": 148176371712, - "digest": "1da6e95d6cea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-fp16", - "quantization_level": "" - } - }, - { - "name": "openthinker:latest", - "model": "openthinker:latest", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 5046586573, - "digest": "4e61774f7d1c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "openthinker:7b", - "model": "openthinker:7b", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 5046586573, - "digest": "4e61774f7d1c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "openthinker:32b", - "model": "openthinker:32b", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 21474836480, - "digest": "04b5937dcb16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "openthinker:7b-v2-q4_K_M", - "model": "openthinker:7b-v2-q4_K_M", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 5046586573, - "digest": "4e61774f7d1c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openthinker:7b-v2-q8_0", - "model": "openthinker:7b-v2-q8_0", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 8697308774, - "digest": "452fb1b5c878", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "openthinker:7b-v2-fp16", - "model": "openthinker:7b-v2-fp16", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 16106127360, - "digest": "31607c6db34a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "openthinker:7b-q4_K_M", - "model": "openthinker:7b-q4_K_M", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 5046586573, - "digest": "aaffe05a5e2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openthinker:7b-q8_0", - "model": "openthinker:7b-q8_0", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 8697308774, - "digest": "a0b1973d2ae4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "openthinker:7b-fp16", - "model": "openthinker:7b-fp16", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 16106127360, - "digest": "51b87c56a25a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "openthinker:32b-v2-q4_K_M", - "model": "openthinker:32b-v2-q4_K_M", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 21474836480, - "digest": "04b5937dcb16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openthinker:32b-v2-q8_0", - "model": "openthinker:32b-v2-q8_0", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 37580963840, - "digest": "3d6e61f31c17", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "openthinker:32b-v2-fp16", - "model": "openthinker:32b-v2-fp16", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 70866960384, - "digest": "bedb555dcf18", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "openthinker:32b-q4_K_M", - "model": "openthinker:32b-q4_K_M", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 21474836480, - "digest": "b3f4e577e166", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openthinker:32b-q8_0", - "model": "openthinker:32b-q8_0", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 37580963840, - "digest": "58ba37ade26f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-q8_0", - "quantization_level": "" - } - }, - { - "name": "openthinker:32b-fp16", - "model": "openthinker:32b-fp16", - "modified_at": "2025-04-04T21:52:00.000Z", - "size": 70866960384, - "digest": "fe656527fabb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:latest", - "model": "deepseek-llm:latest", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4294967296, - "digest": "9aab369a853b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b", - "model": "deepseek-llm:7b", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4294967296, - "digest": "9aab369a853b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b", - "model": "deepseek-llm:67b", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 40802189312, - "digest": "52e3a994907e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base", - "model": "deepseek-llm:7b-base", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4294967296, - "digest": "4203036ff5c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q2_K", - "model": "deepseek-llm:7b-base-q2_K", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 3221225472, - "digest": "f60ec77b8e40", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q3_K_S", - "model": "deepseek-llm:7b-base-q3_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 3328599654, - "digest": "1cb2f80e4f56", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q3_K_M", - "model": "deepseek-llm:7b-base-q3_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 3758096384, - "digest": "103a0ee8b936", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q3_K_L", - "model": "deepseek-llm:7b-base-q3_K_L", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 3972844749, - "digest": "5cfddffa852a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q4_0", - "model": "deepseek-llm:7b-base-q4_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4294967296, - "digest": "4203036ff5c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q4_1", - "model": "deepseek-llm:7b-base-q4_1", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4724464026, - "digest": "46f074d9e65d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q4_K_S", - "model": "deepseek-llm:7b-base-q4_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4294967296, - "digest": "533d51f259e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q4_K_M", - "model": "deepseek-llm:7b-base-q4_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4509715661, - "digest": "5642a7c42df6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q5_0", - "model": "deepseek-llm:7b-base-q5_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 5153960755, - "digest": "f80b2a0aafa3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q5_1", - "model": "deepseek-llm:7b-base-q5_1", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 5583457485, - "digest": "a4945c0aad33", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q5_K_S", - "model": "deepseek-llm:7b-base-q5_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 5153960755, - "digest": "752d030cca1f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q5_K_M", - "model": "deepseek-llm:7b-base-q5_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 5261334938, - "digest": "947b7d710d2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q6_K", - "model": "deepseek-llm:7b-base-q6_K", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 6120328397, - "digest": "5aa79848f58a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-q8_0", - "model": "deepseek-llm:7b-base-q8_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 7838315315, - "digest": "290d6e4a492a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-base-fp16", - "model": "deepseek-llm:7b-base-fp16", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 15032385536, - "digest": "9734e95557cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat", - "model": "deepseek-llm:7b-chat", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4294967296, - "digest": "9aab369a853b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q2_K", - "model": "deepseek-llm:7b-chat-q2_K", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 3221225472, - "digest": "a4b98c76e2cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q3_K_S", - "model": "deepseek-llm:7b-chat-q3_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 3328599654, - "digest": "a9871e41151d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q3_K_M", - "model": "deepseek-llm:7b-chat-q3_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 3758096384, - "digest": "04a0bfbcef69", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q3_K_L", - "model": "deepseek-llm:7b-chat-q3_K_L", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 3972844749, - "digest": "c673aa801a81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q4_0", - "model": "deepseek-llm:7b-chat-q4_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4294967296, - "digest": "9aab369a853b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q4_1", - "model": "deepseek-llm:7b-chat-q4_1", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4724464026, - "digest": "dbbe28577e21", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q4_K_S", - "model": "deepseek-llm:7b-chat-q4_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4294967296, - "digest": "bc8345b3132d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q4_K_M", - "model": "deepseek-llm:7b-chat-q4_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 4509715661, - "digest": "72299d61ee1d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q5_0", - "model": "deepseek-llm:7b-chat-q5_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 5153960755, - "digest": "ce25c228f6ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q5_1", - "model": "deepseek-llm:7b-chat-q5_1", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 5583457485, - "digest": "20fda1383308", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q5_K_S", - "model": "deepseek-llm:7b-chat-q5_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 5153960755, - "digest": "babfe64fb008", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q5_K_M", - "model": "deepseek-llm:7b-chat-q5_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 5261334938, - "digest": "1d4fc287cd19", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q6_K", - "model": "deepseek-llm:7b-chat-q6_K", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 6120328397, - "digest": "057c2c5300aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-q8_0", - "model": "deepseek-llm:7b-chat-q8_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 7838315315, - "digest": "83e5a9a28d09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:7b-chat-fp16", - "model": "deepseek-llm:7b-chat-fp16", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 15032385536, - "digest": "ae8dc23002ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base", - "model": "deepseek-llm:67b-base", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 40802189312, - "digest": "812fa9900ddf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q2_K", - "model": "deepseek-llm:67b-base-q2_K", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 30064771072, - "digest": "e825785a2f93", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q3_K_S", - "model": "deepseek-llm:67b-base-q3_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 31138512896, - "digest": "408a98a3aa39", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q3_K_M", - "model": "deepseek-llm:67b-base-q3_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 35433480192, - "digest": "528e5a0d9578", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q3_K_L", - "model": "deepseek-llm:67b-base-q3_K_L", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 38654705664, - "digest": "5732c7a17baf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q4_0", - "model": "deepseek-llm:67b-base-q4_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 40802189312, - "digest": "e0030d0a130c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q4_1", - "model": "deepseek-llm:67b-base-q4_1", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 45097156608, - "digest": "edfd62087900", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q4_K_S", - "model": "deepseek-llm:67b-base-q4_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 40802189312, - "digest": "54fcea7dbb8c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q4_K_M", - "model": "deepseek-llm:67b-base-q4_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 42949672960, - "digest": "2e28115fbaa2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q5_0", - "model": "deepseek-llm:67b-base-q5_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 49392123904, - "digest": "17e77ba3d4e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q5_1", - "model": "deepseek-llm:67b-base-q5_1", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 54760833024, - "digest": "f53172d11749", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q5_K_S", - "model": "deepseek-llm:67b-base-q5_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 49392123904, - "digest": "7520f31e16ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q5_K_M", - "model": "deepseek-llm:67b-base-q5_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 51539607552, - "digest": "eb54db87f46b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q6_K", - "model": "deepseek-llm:67b-base-q6_K", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 59055800320, - "digest": "e3c177377638", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-q8_0", - "model": "deepseek-llm:67b-base-q8_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 77309411328, - "digest": "a761daaf2ef3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-base-fp16", - "model": "deepseek-llm:67b-base-fp16", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 144955146240, - "digest": "e6df5550194c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat", - "model": "deepseek-llm:67b-chat", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 40802189312, - "digest": "52e3a994907e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q2_K", - "model": "deepseek-llm:67b-chat-q2_K", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 30064771072, - "digest": "c3ed3a6823d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q3_K_S", - "model": "deepseek-llm:67b-chat-q3_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 31138512896, - "digest": "c895ed448eb0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q3_K_M", - "model": "deepseek-llm:67b-chat-q3_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 35433480192, - "digest": "b1b9aa6f99e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q3_K_L", - "model": "deepseek-llm:67b-chat-q3_K_L", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 38654705664, - "digest": "a3c982459f4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q4_0", - "model": "deepseek-llm:67b-chat-q4_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 40802189312, - "digest": "52e3a994907e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q4_1", - "model": "deepseek-llm:67b-chat-q4_1", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 45097156608, - "digest": "40876e9c44d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q4_K_S", - "model": "deepseek-llm:67b-chat-q4_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 40802189312, - "digest": "423d421ad0d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q4_K_M", - "model": "deepseek-llm:67b-chat-q4_K_M", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 42949672960, - "digest": "725af9db4539", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q5_0", - "model": "deepseek-llm:67b-chat-q5_0", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 49392123904, - "digest": "1c18f10ba2e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q5_1", - "model": "deepseek-llm:67b-chat-q5_1", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 54760833024, - "digest": "b8d2c6772755", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-q5_K_S", - "model": "deepseek-llm:67b-chat-q5_K_S", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 49392123904, - "digest": "b36dd4fb3d5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "deepseek-llm:67b-chat-fp16", - "model": "deepseek-llm:67b-chat-fp16", - "modified_at": "2023-12-11T19:53:00.000Z", - "size": 144955146240, - "digest": "d6b76eec8c4d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "67b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "vicuna:latest", - "model": "vicuna:latest", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4080218931, - "digest": "370739dc897b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b", - "model": "vicuna:7b", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4080218931, - "digest": "370739dc897b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b", - "model": "vicuna:13b", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7945689498, - "digest": "e311d03837d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b", - "model": "vicuna:33b", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 19327352832, - "digest": "86f0704901a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-16k", - "model": "vicuna:7b-16k", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4080218931, - "digest": "e17473565403", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-16k", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q2_K", - "model": "vicuna:7b-v1.5-16k-q2_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3006477107, - "digest": "409c84f8f2cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q2_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q2_K", - "model": "vicuna:7b-v1.5-q2_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3006477107, - "digest": "ce1d7d2d4c36", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q3_K_S", - "model": "vicuna:7b-v1.5-16k-q3_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3113851290, - "digest": "e82ccebcca5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q3_K_S", - "model": "vicuna:7b-v1.5-q3_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3113851290, - "digest": "d4a35f8b2ff8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q3_K_M", - "model": "vicuna:7b-v1.5-16k-q3_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3543348019, - "digest": "9cd3422a7f75", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q3_K_M", - "model": "vicuna:7b-v1.5-q3_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3543348019, - "digest": "b617de3e65a1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q3_K_L", - "model": "vicuna:7b-v1.5-16k-q3_K_L", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3865470566, - "digest": "6e9eee2fdf07", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q3_K_L", - "model": "vicuna:7b-v1.5-q3_K_L", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3865470566, - "digest": "5958c72021fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q4_0", - "model": "vicuna:7b-v1.5-16k-q4_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4080218931, - "digest": "e17473565403", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q4_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q4_0", - "model": "vicuna:7b-v1.5-q4_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4080218931, - "digest": "370739dc897b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q4_1", - "model": "vicuna:7b-v1.5-16k-q4_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4509715661, - "digest": "8af11c99918c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q4_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q4_1", - "model": "vicuna:7b-v1.5-q4_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4509715661, - "digest": "49882f87f7a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q4_K_S", - "model": "vicuna:7b-v1.5-16k-q4_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4187593114, - "digest": "cc8bb49d8400", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q4_K_S", - "model": "vicuna:7b-v1.5-q4_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4187593114, - "digest": "9dbfd37d1be3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q4_K_M", - "model": "vicuna:7b-v1.5-16k-q4_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4402341478, - "digest": "493df7220cb7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q4_K_M", - "model": "vicuna:7b-v1.5-q4_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4402341478, - "digest": "33b5fd751101", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q5_0", - "model": "vicuna:7b-v1.5-16k-q5_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5046586573, - "digest": "5c89be046446", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q5_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q5_0", - "model": "vicuna:7b-v1.5-q5_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5046586573, - "digest": "48de3e58864e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q5_1", - "model": "vicuna:7b-v1.5-16k-q5_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5476083302, - "digest": "8988900a59a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q5_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q5_1", - "model": "vicuna:7b-v1.5-q5_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5476083302, - "digest": "fa2d15c41d43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q5_K_S", - "model": "vicuna:7b-v1.5-16k-q5_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5046586573, - "digest": "52cf0588ba15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q5_K_S", - "model": "vicuna:7b-v1.5-q5_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5046586573, - "digest": "6167e172bf05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q5_K_M", - "model": "vicuna:7b-v1.5-16k-q5_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5153960755, - "digest": "20d16dc9be3e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q5_K_M", - "model": "vicuna:7b-v1.5-q5_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5153960755, - "digest": "f734686befb8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q6_K", - "model": "vicuna:7b-v1.5-16k-q6_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5905580032, - "digest": "62fe512efb47", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q6_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q6_K", - "model": "vicuna:7b-v1.5-q6_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5905580032, - "digest": "cfceb01fd96f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-q8_0", - "model": "vicuna:7b-v1.5-16k-q8_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7730941133, - "digest": "32abbaf4d985", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-q8_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-q8_0", - "model": "vicuna:7b-v1.5-q8_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7730941133, - "digest": "df07a6d74df1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-16k-fp16", - "model": "vicuna:7b-v1.5-16k-fp16", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 13958643712, - "digest": "7a1b09b09a43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-16k-fp16", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-v1.5-fp16", - "model": "vicuna:7b-v1.5-fp16", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 13958643712, - "digest": "1e2de112296e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q2_K", - "model": "vicuna:7b-q2_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3006477107, - "digest": "7b111124e218", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q3_K_S", - "model": "vicuna:7b-q3_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3113851290, - "digest": "2b471de7ac09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q3_K_M", - "model": "vicuna:7b-q3_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3543348019, - "digest": "a510caa0fb6b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q3_K_L", - "model": "vicuna:7b-q3_K_L", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 3865470566, - "digest": "1ac57ff324d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q4_0", - "model": "vicuna:7b-q4_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4080218931, - "digest": "722cb0fe032d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q4_1", - "model": "vicuna:7b-q4_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4509715661, - "digest": "daba6226e41c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q4_K_S", - "model": "vicuna:7b-q4_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4187593114, - "digest": "7b22215a6f5a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q4_K_M", - "model": "vicuna:7b-q4_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 4402341478, - "digest": "e702c3f6d1da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q5_0", - "model": "vicuna:7b-q5_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5046586573, - "digest": "b4be80922f5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q5_1", - "model": "vicuna:7b-q5_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5476083302, - "digest": "3958ed7d2994", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q5_K_S", - "model": "vicuna:7b-q5_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5046586573, - "digest": "aa085ae496ef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q5_K_M", - "model": "vicuna:7b-q5_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5153960755, - "digest": "2cc1a91b3ee5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q6_K", - "model": "vicuna:7b-q6_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5905580032, - "digest": "5bbfe6ccf426", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-q8_0", - "model": "vicuna:7b-q8_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7730941133, - "digest": "abbdf2e7dab4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:7b-fp16", - "model": "vicuna:7b-fp16", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 13958643712, - "digest": "2b09615317cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-16k", - "model": "vicuna:13b-16k", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7945689498, - "digest": "4ea0e2b82bc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q2_K", - "model": "vicuna:13b-v1.5-16k-q2_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5798205850, - "digest": "c4bc2aac929f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q2_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q2_K", - "model": "vicuna:13b-v1.5-q2_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5798205850, - "digest": "da124fb49a03", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q3_K_S", - "model": "vicuna:13b-v1.5-16k-q3_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 6120328397, - "digest": "460254d8fc30", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q3_K_S", - "model": "vicuna:13b-v1.5-q3_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 6120328397, - "digest": "db9d5d8832a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q3_K_M", - "model": "vicuna:13b-v1.5-16k-q3_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 6764573491, - "digest": "f713797047ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q3_K_M", - "model": "vicuna:13b-v1.5-q3_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 6764573491, - "digest": "112a0a219973", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q3_K_L", - "model": "vicuna:13b-v1.5-16k-q3_K_L", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7408818586, - "digest": "2354833bf609", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q3_K_L", - "model": "vicuna:13b-v1.5-q3_K_L", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7408818586, - "digest": "3a1c75a39e39", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q4_0", - "model": "vicuna:13b-v1.5-16k-q4_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7945689498, - "digest": "4ea0e2b82bc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q4_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q4_0", - "model": "vicuna:13b-v1.5-q4_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7945689498, - "digest": "e311d03837d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q4_1", - "model": "vicuna:13b-v1.5-16k-q4_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 8804682957, - "digest": "beaca53a59b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q4_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q4_1", - "model": "vicuna:13b-v1.5-q4_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 8804682957, - "digest": "ca8047f969be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q4_K_S", - "model": "vicuna:13b-v1.5-16k-q4_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7945689498, - "digest": "6c1dcf76ddbd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q4_K_S", - "model": "vicuna:13b-v1.5-q4_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7945689498, - "digest": "c78c1ae11f55", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q4_K_M", - "model": "vicuna:13b-v1.5-16k-q4_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 8482560410, - "digest": "99611d39169d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q4_K_M", - "model": "vicuna:13b-v1.5-q4_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 8482560410, - "digest": "d81bdd5ae575", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q5_0", - "model": "vicuna:13b-v1.5-16k-q5_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9663676416, - "digest": "8994818e295d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q5_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q5_0", - "model": "vicuna:13b-v1.5-q5_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9663676416, - "digest": "33be3d9112bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q5_1", - "model": "vicuna:13b-v1.5-16k-q5_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 10522669875, - "digest": "b1e60bd134ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q5_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q5_1", - "model": "vicuna:13b-v1.5-q5_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 10522669875, - "digest": "b03c2008cb04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q5_K_S", - "model": "vicuna:13b-v1.5-16k-q5_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9663676416, - "digest": "5d960ceab7d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q5_K_S", - "model": "vicuna:13b-v1.5-q5_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9663676416, - "digest": "d3dd8af1f363", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q5_K_M", - "model": "vicuna:13b-v1.5-16k-q5_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9878424781, - "digest": "3374b3e9b520", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q5_K_M", - "model": "vicuna:13b-v1.5-q5_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9878424781, - "digest": "c85a3d3b3b78", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q6_K", - "model": "vicuna:13b-v1.5-16k-q6_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 11811160064, - "digest": "3dabce096571", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q6_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q6_K", - "model": "vicuna:13b-v1.5-q6_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 11811160064, - "digest": "90d7ed92be1d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-q8_0", - "model": "vicuna:13b-v1.5-16k-q8_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 15032385536, - "digest": "7e91afb2b027", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-q8_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-q8_0", - "model": "vicuna:13b-v1.5-q8_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 15032385536, - "digest": "db82e78d570a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-16k-fp16", - "model": "vicuna:13b-v1.5-16k-fp16", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 27917287424, - "digest": "aa225f209212", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-16k-fp16", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-v1.5-fp16", - "model": "vicuna:13b-v1.5-fp16", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 27917287424, - "digest": "3e2035c21594", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q2_K", - "model": "vicuna:13b-q2_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 5798205850, - "digest": "c243d669ad2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q3_K_S", - "model": "vicuna:13b-q3_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 6120328397, - "digest": "a1f4ecdb04ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q3_K_M", - "model": "vicuna:13b-q3_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 6764573491, - "digest": "5c94116bb4df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q3_K_L", - "model": "vicuna:13b-q3_K_L", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7408818586, - "digest": "3ce284b06308", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q4_0", - "model": "vicuna:13b-q4_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7945689498, - "digest": "a6aad17d1205", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q4_1", - "model": "vicuna:13b-q4_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 8804682957, - "digest": "d7b312e7d741", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q4_K_S", - "model": "vicuna:13b-q4_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 7945689498, - "digest": "96cc0c85539e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q4_K_M", - "model": "vicuna:13b-q4_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 8482560410, - "digest": "0f5697218aef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q5_0", - "model": "vicuna:13b-q5_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9663676416, - "digest": "d775a7c5294b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q5_1", - "model": "vicuna:13b-q5_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 10522669875, - "digest": "65711d83a5ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q5_K_S", - "model": "vicuna:13b-q5_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9663676416, - "digest": "9151c66c59cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q5_K_M", - "model": "vicuna:13b-q5_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 9878424781, - "digest": "57fc4dcc89d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q6_K", - "model": "vicuna:13b-q6_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 11811160064, - "digest": "5771033f82b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-q8_0", - "model": "vicuna:13b-q8_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 15032385536, - "digest": "1f4a6e7b304c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:13b-fp16", - "model": "vicuna:13b-fp16", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 27917287424, - "digest": "5c0aaca02f10", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q2_K", - "model": "vicuna:33b-q2_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 15032385536, - "digest": "9129a0b1a6b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q2_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q3_K_S", - "model": "vicuna:33b-q3_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 15032385536, - "digest": "029c30fb56ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q3_K_M", - "model": "vicuna:33b-q3_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 17179869184, - "digest": "fe6ff250b94e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q3_K_L", - "model": "vicuna:33b-q3_K_L", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 18253611008, - "digest": "5f73c820980e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q4_0", - "model": "vicuna:33b-q4_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 19327352832, - "digest": "86f0704901a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q4_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q4_1", - "model": "vicuna:33b-q4_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 21474836480, - "digest": "4b40d8826503", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q4_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q4_K_S", - "model": "vicuna:33b-q4_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 19327352832, - "digest": "933cc774ba3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q4_K_M", - "model": "vicuna:33b-q4_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 21474836480, - "digest": "ae8f63e7638e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q5_0", - "model": "vicuna:33b-q5_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 23622320128, - "digest": "4a6fa67158d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q5_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q5_1", - "model": "vicuna:33b-q5_1", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 25769803776, - "digest": "732296977ff9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q5_1", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q5_K_S", - "model": "vicuna:33b-q5_K_S", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 23622320128, - "digest": "87a62b85e56f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q5_K_M", - "model": "vicuna:33b-q5_K_M", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 24696061952, - "digest": "45a15331c3d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q6_K", - "model": "vicuna:33b-q6_K", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 28991029248, - "digest": "594c8ae461ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q6_K", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-q8_0", - "model": "vicuna:33b-q8_0", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 37580963840, - "digest": "dc6380cf87ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-q8_0", - "quantization_level": "" - } - }, - { - "name": "vicuna:33b-fp16", - "model": "vicuna:33b-fp16", - "modified_at": "2023-10-28T16:30:00.000Z", - "size": 69793218560, - "digest": "6bc47b18a625", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-fp16", - "quantization_level": "" - } - }, - { - "name": "lfm2:latest", - "model": "lfm2:latest", - "modified_at": "2026-02-24T01:17:00.000Z", - "size": 15032385536, - "digest": "d6c816d74887", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "lfm2:24b", - "model": "lfm2:24b", - "modified_at": "2026-02-24T01:17:00.000Z", - "size": 15032385536, - "digest": "d6c816d74887", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b", - "quantization_level": "" - } - }, - { - "name": "lfm2:24b-a2b", - "model": "lfm2:24b-a2b", - "modified_at": "2026-02-24T01:17:00.000Z", - "size": 15032385536, - "digest": "d6c816d74887", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-a2b", - "quantization_level": "" - } - }, - { - "name": "lfm2:24b-q4_K_M", - "model": "lfm2:24b-q4_K_M", - "modified_at": "2026-02-24T01:17:00.000Z", - "size": 15032385536, - "digest": "d6c816d74887", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "lfm2:24b-q8_0", - "model": "lfm2:24b-q8_0", - "modified_at": "2026-02-24T01:17:00.000Z", - "size": 26843545600, - "digest": "a6771778beca", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-q8_0", - "quantization_level": "" - } - }, - { - "name": "lfm2:24b-bf16", - "model": "lfm2:24b-bf16", - "modified_at": "2026-02-24T01:17:00.000Z", - "size": 51539607552, - "digest": "aa84dcec6c70", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-bf16", - "quantization_level": "" - } - }, - { - "name": "falcon:latest", - "model": "falcon:latest", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4509715661, - "digest": "4280f7257e73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "falcon:instruct", - "model": "falcon:instruct", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4509715661, - "digest": "4280f7257e73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "falcon:text", - "model": "falcon:text", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4509715661, - "digest": "e449cf4ba505", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "text", - "quantization_level": "" - } - }, - { - "name": "falcon:7b", - "model": "falcon:7b", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4509715661, - "digest": "4280f7257e73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "falcon:40b", - "model": "falcon:40b", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 25769803776, - "digest": "bc9368437a24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b", - "quantization_level": "" - } - }, - { - "name": "falcon:180b", - "model": "falcon:180b", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 108447924224, - "digest": "e2bc879d7cee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "180b", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-instruct", - "model": "falcon:7b-instruct", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4509715661, - "digest": "4280f7257e73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-instruct-q4_0", - "model": "falcon:7b-instruct-q4_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4509715661, - "digest": "4280f7257e73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-instruct-q4_1", - "model": "falcon:7b-instruct-q4_1", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4939212390, - "digest": "f06a70f0b7d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-instruct-q5_0", - "model": "falcon:7b-instruct-q5_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 5476083302, - "digest": "ef910bf6af84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-instruct-q5_1", - "model": "falcon:7b-instruct-q5_1", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 5905580032, - "digest": "878a7290ef26", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-instruct-q8_0", - "model": "falcon:7b-instruct-q8_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 8267812045, - "digest": "836fb3b71733", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-instruct-fp16", - "model": "falcon:7b-instruct-fp16", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 15032385536, - "digest": "696dae724ad2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-text", - "model": "falcon:7b-text", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4509715661, - "digest": "e449cf4ba505", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-text-q4_0", - "model": "falcon:7b-text-q4_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4509715661, - "digest": "e449cf4ba505", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-text-q4_1", - "model": "falcon:7b-text-q4_1", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 4939212390, - "digest": "51498c22efa8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-text-q5_0", - "model": "falcon:7b-text-q5_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 5476083302, - "digest": "539880f876a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-text-q5_1", - "model": "falcon:7b-text-q5_1", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 5905580032, - "digest": "3a4e772d215e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-text-q8_0", - "model": "falcon:7b-text-q8_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 8267812045, - "digest": "9e4ddb71d35d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon:7b-text-fp16", - "model": "falcon:7b-text-fp16", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 15032385536, - "digest": "c2de45e2ed45", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-instruct", - "model": "falcon:40b-instruct", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 25769803776, - "digest": "bc9368437a24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-instruct", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-instruct-q4_0", - "model": "falcon:40b-instruct-q4_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 25769803776, - "digest": "bc9368437a24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-instruct-q4_1", - "model": "falcon:40b-instruct-q4_1", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 27917287424, - "digest": "9ec7eaf6cd59", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-instruct-q5_0", - "model": "falcon:40b-instruct-q5_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 31138512896, - "digest": "ca8da6223021", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-instruct-q5_1", - "model": "falcon:40b-instruct-q5_1", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 34359738368, - "digest": "9e4a62b9534b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-instruct-q8_0", - "model": "falcon:40b-instruct-q8_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 47244640256, - "digest": "6f9c09b99fc6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-instruct-fp16", - "model": "falcon:40b-instruct-fp16", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 90194313216, - "digest": "7cbd92dfea70", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-text", - "model": "falcon:40b-text", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 25769803776, - "digest": "b4137657e4e9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-text", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-text-q4_0", - "model": "falcon:40b-text-q4_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 25769803776, - "digest": "b4137657e4e9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-text-q4_1", - "model": "falcon:40b-text-q4_1", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 27917287424, - "digest": "d9b1df212f90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-text-q5_0", - "model": "falcon:40b-text-q5_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 31138512896, - "digest": "753deb72fbcd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-text-q5_1", - "model": "falcon:40b-text-q5_1", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 34359738368, - "digest": "10c176bb433f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-text-q8_0", - "model": "falcon:40b-text-q8_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 47244640256, - "digest": "3573ccb06045", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon:40b-text-fp16", - "model": "falcon:40b-text-fp16", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 90194313216, - "digest": "bc0d50593221", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "falcon:180b-chat", - "model": "falcon:180b-chat", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 108447924224, - "digest": "e2bc879d7cee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "180b-chat", - "quantization_level": "" - } - }, - { - "name": "falcon:180b-chat-q4_0", - "model": "falcon:180b-chat-q4_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 108447924224, - "digest": "e2bc879d7cee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "180b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "falcon:180b-text", - "model": "falcon:180b-text", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 108447924224, - "digest": "f5905a53ed4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "180b-text", - "quantization_level": "" - } - }, - { - "name": "falcon:180b-text-q4_0", - "model": "falcon:180b-text-q4_0", - "modified_at": "2023-10-26T01:41:00.000Z", - "size": 108447924224, - "digest": "f5905a53ed4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "180b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "codeqwen:latest", - "model": "codeqwen:latest", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "df352abf55b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "codeqwen:chat", - "model": "codeqwen:chat", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "df352abf55b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "chat", - "quantization_level": "" - } - }, - { - "name": "codeqwen:code", - "model": "codeqwen:code", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "d469cddb7d04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "code", - "quantization_level": "" - } - }, - { - "name": "codeqwen:v1.5", - "model": "codeqwen:v1.5", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "df352abf55b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v1.5", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b", - "model": "codeqwen:7b", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "df352abf55b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat", - "model": "codeqwen:7b-chat", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "df352abf55b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q2_K", - "model": "codeqwen:7b-chat-v1.5-q2_K", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 3328599654, - "digest": "58bf9e268b33", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q3_K_S", - "model": "codeqwen:7b-chat-v1.5-q3_K_S", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 3758096384, - "digest": "8ac6e4f8622c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q3_K_M", - "model": "codeqwen:7b-chat-v1.5-q3_K_M", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4080218931, - "digest": "60e192727d09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q3_K_L", - "model": "codeqwen:7b-chat-v1.5-q3_K_L", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4294967296, - "digest": "3dc83ecb767e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q4_0", - "model": "codeqwen:7b-chat-v1.5-q4_0", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "df352abf55b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q4_1", - "model": "codeqwen:7b-chat-v1.5-q4_1", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4939212390, - "digest": "659a8d7026c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q4_K_S", - "model": "codeqwen:7b-chat-v1.5-q4_K_S", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4724464026, - "digest": "bafc9e528fc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q4_K_M", - "model": "codeqwen:7b-chat-v1.5-q4_K_M", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 5046586573, - "digest": "9cb4225e1c5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q5_0", - "model": "codeqwen:7b-chat-v1.5-q5_0", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 5368709120, - "digest": "5fa058937b9d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q5_1", - "model": "codeqwen:7b-chat-v1.5-q5_1", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 5905580032, - "digest": "656f0c7923b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q5_K_S", - "model": "codeqwen:7b-chat-v1.5-q5_K_S", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 5476083302, - "digest": "353c5070c5db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q5_K_M", - "model": "codeqwen:7b-chat-v1.5-q5_K_M", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 5798205850, - "digest": "1e38f440836a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q6_K", - "model": "codeqwen:7b-chat-v1.5-q6_K", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 6871947674, - "digest": "1140b50f25a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-q8_0", - "model": "codeqwen:7b-chat-v1.5-q8_0", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 8267812045, - "digest": "19343b80cbc6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-chat-v1.5-fp16", - "model": "codeqwen:7b-chat-v1.5-fp16", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 16106127360, - "digest": "f1b41fd8b5cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-code", - "model": "codeqwen:7b-code", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "d469cddb7d04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-code-v1.5-q4_0", - "model": "codeqwen:7b-code-v1.5-q4_0", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "d469cddb7d04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-code-v1.5-q4_1", - "model": "codeqwen:7b-code-v1.5-q4_1", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4939212390, - "digest": "1054e6ce1430", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-code-v1.5-q5_0", - "model": "codeqwen:7b-code-v1.5-q5_0", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 5368709120, - "digest": "df00ae037785", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-code-v1.5-q5_1", - "model": "codeqwen:7b-code-v1.5-q5_1", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 5905580032, - "digest": "f9f1cdb01bda", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-code-v1.5-q8_0", - "model": "codeqwen:7b-code-v1.5-q8_0", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 8267812045, - "digest": "f076b41b0d2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "codeqwen:7b-code-v1.5-fp16", - "model": "codeqwen:7b-code-v1.5-fp16", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 16106127360, - "digest": "18f779849b86", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-code-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "codeqwen:v1.5-chat", - "model": "codeqwen:v1.5-chat", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "df352abf55b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v1.5-chat", - "quantization_level": "" - } - }, - { - "name": "codeqwen:v1.5-code", - "model": "codeqwen:v1.5-code", - "modified_at": "2024-06-24T07:00:00.000Z", - "size": 4509715661, - "digest": "d469cddb7d04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v1.5-code", - "quantization_level": "" - } - }, - { - "name": "openhermes:latest", - "model": "openhermes:latest", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "95477a2659b7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "openhermes:v2", - "model": "openhermes:v2", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "f04d5fa80594", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2", - "quantization_level": "" - } - }, - { - "name": "openhermes:v2.5", - "model": "openhermes:v2.5", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "95477a2659b7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.5", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q2_K", - "model": "openhermes:7b-mistral-v2-q2_K", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 3328599654, - "digest": "7382e175bc40", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q2_K", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q3_K_S", - "model": "openhermes:7b-mistral-v2-q3_K_S", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 3435973837, - "digest": "9293e87ebeee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q3_K_M", - "model": "openhermes:7b-mistral-v2-q3_K_M", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 3758096384, - "digest": "943cbcfdf34c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q3_K_L", - "model": "openhermes:7b-mistral-v2-q3_K_L", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4080218931, - "digest": "92639a59090e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q4_0", - "model": "openhermes:7b-mistral-v2-q4_0", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "f04d5fa80594", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q4_0", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q4_1", - "model": "openhermes:7b-mistral-v2-q4_1", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4939212390, - "digest": "578862b7c2c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q4_1", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q4_K_S", - "model": "openhermes:7b-mistral-v2-q4_K_S", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "2b693162c0b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q4_K_M", - "model": "openhermes:7b-mistral-v2-q4_K_M", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4724464026, - "digest": "c834aea088da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q5_0", - "model": "openhermes:7b-mistral-v2-q5_0", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 5368709120, - "digest": "c7ee3129a817", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q5_0", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q5_1", - "model": "openhermes:7b-mistral-v2-q5_1", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 5798205850, - "digest": "6c0627dce78f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q5_1", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q5_K_S", - "model": "openhermes:7b-mistral-v2-q5_K_S", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 5368709120, - "digest": "0e5722600e00", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q5_K_M", - "model": "openhermes:7b-mistral-v2-q5_K_M", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 5476083302, - "digest": "d021fbb0cb08", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q6_K", - "model": "openhermes:7b-mistral-v2-q6_K", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 6335076762, - "digest": "cfc008d96677", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q6_K", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-q8_0", - "model": "openhermes:7b-mistral-v2-q8_0", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 8267812045, - "digest": "911a100c0637", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2-fp16", - "model": "openhermes:7b-mistral-v2-fp16", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 15032385536, - "digest": "7363c7974aad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q2_K", - "model": "openhermes:7b-mistral-v2.5-q2_K", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 3328599654, - "digest": "44645d418862", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q3_K_S", - "model": "openhermes:7b-mistral-v2.5-q3_K_S", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 3435973837, - "digest": "e7a7de3e60a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q3_K_M", - "model": "openhermes:7b-mistral-v2.5-q3_K_M", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 3758096384, - "digest": "2356b5964d77", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q3_K_L", - "model": "openhermes:7b-mistral-v2.5-q3_K_L", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4080218931, - "digest": "4d3c347d9140", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q4_0", - "model": "openhermes:7b-mistral-v2.5-q4_0", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "95477a2659b7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q4_1", - "model": "openhermes:7b-mistral-v2.5-q4_1", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4939212390, - "digest": "c8ceb7530412", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q4_K_S", - "model": "openhermes:7b-mistral-v2.5-q4_K_S", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "2528f369c9e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q4_K_M", - "model": "openhermes:7b-mistral-v2.5-q4_K_M", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4724464026, - "digest": "e898ef9a562f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q5_0", - "model": "openhermes:7b-mistral-v2.5-q5_0", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 5368709120, - "digest": "67bd911a9e96", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q5_1", - "model": "openhermes:7b-mistral-v2.5-q5_1", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 5798205850, - "digest": "1e67d8f3ad40", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q5_K_S", - "model": "openhermes:7b-mistral-v2.5-q5_K_S", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 5368709120, - "digest": "90f1eb6110b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q5_K_M", - "model": "openhermes:7b-mistral-v2.5-q5_K_M", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 5476083302, - "digest": "16eab97b0cd1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q6_K", - "model": "openhermes:7b-mistral-v2.5-q6_K", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 6335076762, - "digest": "a63bb944ae62", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-q8_0", - "model": "openhermes:7b-mistral-v2.5-q8_0", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 8267812045, - "digest": "1617b8a38b70", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-mistral-v2.5-fp16", - "model": "openhermes:7b-mistral-v2.5-fp16", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 15032385536, - "digest": "579d40574c77", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-mistral-v2.5-fp16", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-v2", - "model": "openhermes:7b-v2", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "f04d5fa80594", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2", - "quantization_level": "" - } - }, - { - "name": "openhermes:7b-v2.5", - "model": "openhermes:7b-v2.5", - "modified_at": "2023-12-29T21:45:00.000Z", - "size": 4402341478, - "digest": "95477a2659b7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v2.5", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:latest", - "model": "qwen2-math:latest", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 4724464026, - "digest": "28cc3a337734", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b", - "model": "qwen2-math:1.5b", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 980418560, - "digest": "a4fdda0c6cc5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b", - "model": "qwen2-math:7b", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 4724464026, - "digest": "28cc3a337734", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b", - "model": "qwen2-math:72b", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 44023414784, - "digest": "9cf426342464", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct", - "model": "qwen2-math:1.5b-instruct", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 980418560, - "digest": "a4fdda0c6cc5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q2_K", - "model": "qwen2-math:1.5b-instruct-q2_K", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 708837376, - "digest": "7a8feb441528", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q3_K_S", - "model": "qwen2-math:1.5b-instruct-q3_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 797966336, - "digest": "2944d4047629", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q3_K_M", - "model": "qwen2-math:1.5b-instruct-q3_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 864026624, - "digest": "edd19aa7dc5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q3_K_L", - "model": "qwen2-math:1.5b-instruct-q3_K_L", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 922746880, - "digest": "8db3e0ee180a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q4_0", - "model": "qwen2-math:1.5b-instruct-q4_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 980418560, - "digest": "a4fdda0c6cc5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q4_1", - "model": "qwen2-math:1.5b-instruct-q4_1", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 1073741824, - "digest": "0df8170c4293", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q4_K_S", - "model": "qwen2-math:1.5b-instruct-q4_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 985661440, - "digest": "bf98cc10ea89", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q4_K_M", - "model": "qwen2-math:1.5b-instruct-q4_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 1033895936, - "digest": "2cf0b27c20c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q5_0", - "model": "qwen2-math:1.5b-instruct-q5_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 1181116006, - "digest": "6458bd105c38", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q5_1", - "model": "qwen2-math:1.5b-instruct-q5_1", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 1288490189, - "digest": "a6c823420573", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q5_K_S", - "model": "qwen2-math:1.5b-instruct-q5_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 1181116006, - "digest": "de1d907e050a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q5_K_M", - "model": "qwen2-math:1.5b-instruct-q5_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 1181116006, - "digest": "041636d78c2d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q6_K", - "model": "qwen2-math:1.5b-instruct-q6_K", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 1395864371, - "digest": "bef4dcb32ea5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-q8_0", - "model": "qwen2-math:1.5b-instruct-q8_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 1717986918, - "digest": "ad817da24abc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:1.5b-instruct-fp16", - "model": "qwen2-math:1.5b-instruct-fp16", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 3328599654, - "digest": "d8dc2e83f294", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct", - "model": "qwen2-math:7b-instruct", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 4724464026, - "digest": "28cc3a337734", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q2_K", - "model": "qwen2-math:7b-instruct-q2_K", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 3221225472, - "digest": "4ed0c248a5bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q3_K_S", - "model": "qwen2-math:7b-instruct-q3_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 3758096384, - "digest": "d53bb5d1bf39", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q3_K_M", - "model": "qwen2-math:7b-instruct-q3_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 4080218931, - "digest": "4454608bd85e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q3_K_L", - "model": "qwen2-math:7b-instruct-q3_K_L", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 4402341478, - "digest": "7e37bb4b4a7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q4_0", - "model": "qwen2-math:7b-instruct-q4_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 4724464026, - "digest": "28cc3a337734", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q4_1", - "model": "qwen2-math:7b-instruct-q4_1", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 5261334938, - "digest": "53ddcc942030", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q4_K_S", - "model": "qwen2-math:7b-instruct-q4_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 4831838208, - "digest": "ed3fc5765c47", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q4_K_M", - "model": "qwen2-math:7b-instruct-q4_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 5046586573, - "digest": "bade12dad269", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q5_0", - "model": "qwen2-math:7b-instruct-q5_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 5690831667, - "digest": "8538649897c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q5_1", - "model": "qwen2-math:7b-instruct-q5_1", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 6227702579, - "digest": "d428300aab38", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q5_K_S", - "model": "qwen2-math:7b-instruct-q5_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 5690831667, - "digest": "1b0fe2e02e2c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q5_K_M", - "model": "qwen2-math:7b-instruct-q5_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 5798205850, - "digest": "b49686d392f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q6_K", - "model": "qwen2-math:7b-instruct-q6_K", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 6764573491, - "digest": "e387e8c7e4de", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-q8_0", - "model": "qwen2-math:7b-instruct-q8_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 8697308774, - "digest": "628f28555c4e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:7b-instruct-fp16", - "model": "qwen2-math:7b-instruct-fp16", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 16106127360, - "digest": "2ff60f753a04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct", - "model": "qwen2-math:72b-instruct", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 44023414784, - "digest": "9cf426342464", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q2_K", - "model": "qwen2-math:72b-instruct-q2_K", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 32212254720, - "digest": "e756083b2ef3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q3_K_S", - "model": "qwen2-math:72b-instruct-q3_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 36507222016, - "digest": "8300d30bce4d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q3_K_M", - "model": "qwen2-math:72b-instruct-q3_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 40802189312, - "digest": "39f518ee780a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q3_K_L", - "model": "qwen2-math:72b-instruct-q3_K_L", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 42949672960, - "digest": "9b0ee46ebbb0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q4_0", - "model": "qwen2-math:72b-instruct-q4_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 44023414784, - "digest": "9cf426342464", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q4_1", - "model": "qwen2-math:72b-instruct-q4_1", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 49392123904, - "digest": "92742f4e5a3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q4_K_S", - "model": "qwen2-math:72b-instruct-q4_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 47244640256, - "digest": "7fdab978b506", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q4_K_M", - "model": "qwen2-math:72b-instruct-q4_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 50465865728, - "digest": "4607ef31652a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q5_0", - "model": "qwen2-math:72b-instruct-q5_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 53687091200, - "digest": "08ba2da5a4db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q5_1", - "model": "qwen2-math:72b-instruct-q5_1", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 59055800320, - "digest": "6ae803c94afe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q5_K_S", - "model": "qwen2-math:72b-instruct-q5_K_S", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 54760833024, - "digest": "84fadf091d81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q5_K_M", - "model": "qwen2-math:72b-instruct-q5_K_M", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 57982058496, - "digest": "ad3afa8c1764", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q6_K", - "model": "qwen2-math:72b-instruct-q6_K", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 68719476736, - "digest": "0357576f1f45", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-q8_0", - "model": "qwen2-math:72b-instruct-q8_0", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 82678120448, - "digest": "4a5f8f66cc3b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen2-math:72b-instruct-fp16", - "model": "qwen2-math:72b-instruct-fp16", - "modified_at": "2024-08-30T21:09:00.000Z", - "size": 155692564480, - "digest": "119fdb055da9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "72b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3.3:latest", - "model": "granite3.3:latest", - "modified_at": "2025-04-16T14:49:00.000Z", - "size": 5261334938, - "digest": "fd429f23b909", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite3.3:2b", - "model": "granite3.3:2b", - "modified_at": "2025-04-16T14:49:00.000Z", - "size": 1610612736, - "digest": "07bd1f170855", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "granite3.3:8b", - "model": "granite3.3:8b", - "modified_at": "2025-04-16T14:49:00.000Z", - "size": 5261334938, - "digest": "fd429f23b909", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "aya:latest", - "model": "aya:latest", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 5153960755, - "digest": "7ef8c4942023", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "aya:8b", - "model": "aya:8b", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 5153960755, - "digest": "7ef8c4942023", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "aya:35b", - "model": "aya:35b", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 21474836480, - "digest": "bab44e009440", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23", - "model": "aya:8b-23", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 5153960755, - "digest": "7ef8c4942023", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q2_K", - "model": "aya:8b-23-q2_K", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 3650722202, - "digest": "bcf9b7a0c6f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q2_K", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q3_K_S", - "model": "aya:8b-23-q3_K_S", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 4187593114, - "digest": "7e92eeb33618", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q3_K_M", - "model": "aya:8b-23-q3_K_M", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 4509715661, - "digest": "dccbf85c4f87", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q3_K_L", - "model": "aya:8b-23-q3_K_L", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 4831838208, - "digest": "2b7af207d37e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q4_0", - "model": "aya:8b-23-q4_0", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 5153960755, - "digest": "7ef8c4942023", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q4_0", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q4_1", - "model": "aya:8b-23-q4_1", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 5583457485, - "digest": "7862f7de92b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q4_1", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q4_K_S", - "model": "aya:8b-23-q4_K_S", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 5153960755, - "digest": "ff78907d6f9c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q4_K_M", - "model": "aya:8b-23-q4_K_M", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 5476083302, - "digest": "c757782816f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q5_0", - "model": "aya:8b-23-q5_0", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 6120328397, - "digest": "60bbff214ada", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q5_0", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q5_1", - "model": "aya:8b-23-q5_1", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 6549825126, - "digest": "cc568f2e5986", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q5_1", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q5_K_S", - "model": "aya:8b-23-q5_K_S", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 6120328397, - "digest": "0a0efe7ad5f0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q5_K_M", - "model": "aya:8b-23-q5_K_M", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 6227702579, - "digest": "27ee23d58abb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q6_K", - "model": "aya:8b-23-q6_K", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 7086696038, - "digest": "604b8547e79a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q6_K", - "quantization_level": "" - } - }, - { - "name": "aya:8b-23-q8_0", - "model": "aya:8b-23-q8_0", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 9126805504, - "digest": "100c4889f503", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-23-q8_0", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23", - "model": "aya:35b-23", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 21474836480, - "digest": "bab44e009440", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q2_K", - "model": "aya:35b-23-q2_K", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 15032385536, - "digest": "a977233d8c88", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q2_K", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q3_K_S", - "model": "aya:35b-23-q3_K_S", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 17179869184, - "digest": "6a7a6d7a4bab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q3_K_M", - "model": "aya:35b-23-q3_K_M", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 19327352832, - "digest": "e68ea34078f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q3_K_L", - "model": "aya:35b-23-q3_K_L", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 20401094656, - "digest": "ad7893ddae83", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q4_0", - "model": "aya:35b-23-q4_0", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 21474836480, - "digest": "bab44e009440", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q4_0", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q4_1", - "model": "aya:35b-23-q4_1", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 23622320128, - "digest": "14508b481fcd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q4_1", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q4_K_S", - "model": "aya:35b-23-q4_K_S", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 21474836480, - "digest": "0bdc7e9883d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q4_K_M", - "model": "aya:35b-23-q4_K_M", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 23622320128, - "digest": "f13547fef6c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q5_0", - "model": "aya:35b-23-q5_0", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 25769803776, - "digest": "9f223e28a5ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q5_0", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q5_1", - "model": "aya:35b-23-q5_1", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 27917287424, - "digest": "29ff5b76e4c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q5_1", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q5_K_S", - "model": "aya:35b-23-q5_K_S", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 25769803776, - "digest": "95a2413ef0d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q5_K_M", - "model": "aya:35b-23-q5_K_M", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 26843545600, - "digest": "8abb1cf0ec39", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q6_K", - "model": "aya:35b-23-q6_K", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 31138512896, - "digest": "1341e2a8f9bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q6_K", - "quantization_level": "" - } - }, - { - "name": "aya:35b-23-q8_0", - "model": "aya:35b-23-q8_0", - "modified_at": "2024-05-23T20:29:00.000Z", - "size": 39728447488, - "digest": "b8e160cc05cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-23-q8_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:latest", - "model": "nous-hermes2:latest", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 6549825126, - "digest": "d50977d0b36a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b", - "model": "nous-hermes2:10.7b", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 6549825126, - "digest": "d50977d0b36a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b", - "model": "nous-hermes2:34b", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 20401094656, - "digest": "1fbb49caabbd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q2_K", - "model": "nous-hermes2:10.7b-solar-q2_K", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 4831838208, - "digest": "2931d5c846b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q2_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q3_K_S", - "model": "nous-hermes2:10.7b-solar-q3_K_S", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 5046586573, - "digest": "5b55664515d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q3_K_M", - "model": "nous-hermes2:10.7b-solar-q3_K_M", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 5583457485, - "digest": "20bed3473bc5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q3_K_L", - "model": "nous-hermes2:10.7b-solar-q3_K_L", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 6120328397, - "digest": "36b57986a223", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q4_0", - "model": "nous-hermes2:10.7b-solar-q4_0", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 6549825126, - "digest": "d50977d0b36a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q4_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q4_1", - "model": "nous-hermes2:10.7b-solar-q4_1", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 7194070221, - "digest": "7486b76cccbc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q4_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q4_K_S", - "model": "nous-hermes2:10.7b-solar-q4_K_S", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 6549825126, - "digest": "674107bfb50e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q4_K_M", - "model": "nous-hermes2:10.7b-solar-q4_K_M", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 6979321856, - "digest": "3901698f9529", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q5_0", - "model": "nous-hermes2:10.7b-solar-q5_0", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 7945689498, - "digest": "9b7a0ddf5539", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q5_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q5_1", - "model": "nous-hermes2:10.7b-solar-q5_1", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 8697308774, - "digest": "ade17e89ce44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q5_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q5_K_S", - "model": "nous-hermes2:10.7b-solar-q5_K_S", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 7945689498, - "digest": "b0a593650c5a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q5_K_M", - "model": "nous-hermes2:10.7b-solar-q5_K_M", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 8160437862, - "digest": "c21ad0ffb1e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q6_K", - "model": "nous-hermes2:10.7b-solar-q6_K", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 9448928051, - "digest": "46a4c005c00c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q6_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-q8_0", - "model": "nous-hermes2:10.7b-solar-q8_0", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 11811160064, - "digest": "04509546373b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-q8_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:10.7b-solar-fp16", - "model": "nous-hermes2:10.7b-solar-fp16", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 22548578304, - "digest": "d1a6005a734e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-solar-fp16", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q2_K", - "model": "nous-hermes2:34b-yi-q2_K", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 16106127360, - "digest": "5880153d6216", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q2_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q3_K_S", - "model": "nous-hermes2:34b-yi-q3_K_S", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 16106127360, - "digest": "0bc80f2f5fd8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q3_K_M", - "model": "nous-hermes2:34b-yi-q3_K_M", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 18253611008, - "digest": "f2531c88caf1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q3_K_L", - "model": "nous-hermes2:34b-yi-q3_K_L", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 19327352832, - "digest": "d9e569fe62f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q4_0", - "model": "nous-hermes2:34b-yi-q4_0", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 20401094656, - "digest": "1fbb49caabbd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q4_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q4_1", - "model": "nous-hermes2:34b-yi-q4_1", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 23622320128, - "digest": "692a7d97562c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q4_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q4_K_S", - "model": "nous-hermes2:34b-yi-q4_K_S", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 21474836480, - "digest": "83c068cc2a03", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q4_K_M", - "model": "nous-hermes2:34b-yi-q4_K_M", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 22548578304, - "digest": "d0e1b2a20bbd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q5_0", - "model": "nous-hermes2:34b-yi-q5_0", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 25769803776, - "digest": "b3a3236a26f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q5_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q5_1", - "model": "nous-hermes2:34b-yi-q5_1", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 27917287424, - "digest": "9a77070e0a87", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q5_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q5_K_S", - "model": "nous-hermes2:34b-yi-q5_K_S", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 25769803776, - "digest": "8f6909b8327b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q5_K_M", - "model": "nous-hermes2:34b-yi-q5_K_M", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 25769803776, - "digest": "9f0dea62722f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q6_K", - "model": "nous-hermes2:34b-yi-q6_K", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 30064771072, - "digest": "2e9855cc9f21", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q6_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-q8_0", - "model": "nous-hermes2:34b-yi-q8_0", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 39728447488, - "digest": "a1e70aa6a163", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-q8_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2:34b-yi-fp16", - "model": "nous-hermes2:34b-yi-fp16", - "modified_at": "2024-01-02T14:26:00.000Z", - "size": 74088185856, - "digest": "ba6742bba2e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-yi-fp16", - "quantization_level": "" - } - }, - { - "name": "neural-chat:latest", - "model": "neural-chat:latest", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "89fa737d3b85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b", - "model": "neural-chat:7b", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "89fa737d3b85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1", - "model": "neural-chat:7b-v3.1", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "73940af9fe02", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q2_K", - "model": "neural-chat:7b-v3.1-q2_K", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3328599654, - "digest": "620f8a81424b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q3_K_S", - "model": "neural-chat:7b-v3.1-q3_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3435973837, - "digest": "7825c6bd7656", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q3_K_M", - "model": "neural-chat:7b-v3.1-q3_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3758096384, - "digest": "cf3dc2d014a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q3_K_L", - "model": "neural-chat:7b-v3.1-q3_K_L", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4080218931, - "digest": "acf7b66e2aee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q4_0", - "model": "neural-chat:7b-v3.1-q4_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "73940af9fe02", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q4_1", - "model": "neural-chat:7b-v3.1-q4_1", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4939212390, - "digest": "e94062f979ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q4_K_S", - "model": "neural-chat:7b-v3.1-q4_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "7d8b92a60fab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q4_K_M", - "model": "neural-chat:7b-v3.1-q4_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4724464026, - "digest": "d2fbc68137fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q5_0", - "model": "neural-chat:7b-v3.1-q5_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5368709120, - "digest": "b31c14a4bfcf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q5_1", - "model": "neural-chat:7b-v3.1-q5_1", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5798205850, - "digest": "874ed3640927", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q5_K_S", - "model": "neural-chat:7b-v3.1-q5_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5368709120, - "digest": "d2c083566569", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q5_K_M", - "model": "neural-chat:7b-v3.1-q5_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5476083302, - "digest": "f36c54b7e769", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q6_K", - "model": "neural-chat:7b-v3.1-q6_K", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 6335076762, - "digest": "824a1e326c89", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-q8_0", - "model": "neural-chat:7b-v3.1-q8_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 8267812045, - "digest": "2965939336f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.1-fp16", - "model": "neural-chat:7b-v3.1-fp16", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 15032385536, - "digest": "1b3251040972", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.1-fp16", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2", - "model": "neural-chat:7b-v3.2", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "f4c6a8e532e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q2_K", - "model": "neural-chat:7b-v3.2-q2_K", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3328599654, - "digest": "103bcb6b16f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q3_K_S", - "model": "neural-chat:7b-v3.2-q3_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3435973837, - "digest": "aac750b8a41e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q3_K_M", - "model": "neural-chat:7b-v3.2-q3_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3758096384, - "digest": "f719737f98a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q3_K_L", - "model": "neural-chat:7b-v3.2-q3_K_L", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4080218931, - "digest": "66750b08787d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q4_0", - "model": "neural-chat:7b-v3.2-q4_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "f4c6a8e532e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q4_1", - "model": "neural-chat:7b-v3.2-q4_1", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4939212390, - "digest": "7a06e87d4696", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q4_K_S", - "model": "neural-chat:7b-v3.2-q4_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "4a8f50c4525a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q4_K_M", - "model": "neural-chat:7b-v3.2-q4_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4724464026, - "digest": "33172df918d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q5_0", - "model": "neural-chat:7b-v3.2-q5_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5368709120, - "digest": "070678810598", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q5_1", - "model": "neural-chat:7b-v3.2-q5_1", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5798205850, - "digest": "379f3f601243", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q5_K_S", - "model": "neural-chat:7b-v3.2-q5_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5368709120, - "digest": "79ae554db28d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q5_K_M", - "model": "neural-chat:7b-v3.2-q5_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5476083302, - "digest": "4f8475c82182", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q6_K", - "model": "neural-chat:7b-v3.2-q6_K", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 6335076762, - "digest": "9c0c2ea9c046", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-q8_0", - "model": "neural-chat:7b-v3.2-q8_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 8267812045, - "digest": "6e958fe1fd6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.2-fp16", - "model": "neural-chat:7b-v3.2-fp16", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 15032385536, - "digest": "f5256ca4757e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.2-fp16", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3", - "model": "neural-chat:7b-v3.3", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "89fa737d3b85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q2_K", - "model": "neural-chat:7b-v3.3-q2_K", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3328599654, - "digest": "85dca14ccac6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q2_K", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q3_K_S", - "model": "neural-chat:7b-v3.3-q3_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3435973837, - "digest": "645fb17707c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q3_K_M", - "model": "neural-chat:7b-v3.3-q3_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 3758096384, - "digest": "189d5ae31c17", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q3_K_L", - "model": "neural-chat:7b-v3.3-q3_K_L", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4080218931, - "digest": "5b9c964d9ac8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q4_0", - "model": "neural-chat:7b-v3.3-q4_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "89fa737d3b85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q4_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q4_1", - "model": "neural-chat:7b-v3.3-q4_1", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4939212390, - "digest": "e081f623106e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q4_1", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q4_K_S", - "model": "neural-chat:7b-v3.3-q4_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4402341478, - "digest": "07c6aaab950b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q4_K_M", - "model": "neural-chat:7b-v3.3-q4_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 4724464026, - "digest": "b1a7b3b85566", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q5_0", - "model": "neural-chat:7b-v3.3-q5_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5368709120, - "digest": "f5372fe561c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q5_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q5_1", - "model": "neural-chat:7b-v3.3-q5_1", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5798205850, - "digest": "b8ba685c1303", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q5_1", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q5_K_S", - "model": "neural-chat:7b-v3.3-q5_K_S", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5368709120, - "digest": "fb872be705fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q5_K_M", - "model": "neural-chat:7b-v3.3-q5_K_M", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 5476083302, - "digest": "6e7f6242bbec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q6_K", - "model": "neural-chat:7b-v3.3-q6_K", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 6335076762, - "digest": "3098763b2a1d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q6_K", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-q8_0", - "model": "neural-chat:7b-v3.3-q8_0", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 8267812045, - "digest": "fc8c63cac8c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-q8_0", - "quantization_level": "" - } - }, - { - "name": "neural-chat:7b-v3.3-fp16", - "model": "neural-chat:7b-v3.3-fp16", - "modified_at": "2023-12-20T17:02:00.000Z", - "size": 15032385536, - "digest": "7b7e1b58d372", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v3.3-fp16", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:latest", - "model": "llama2-chinese:latest", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 4080218931, - "digest": "cee11d703eee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b", - "model": "llama2-chinese:7b", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 4080218931, - "digest": "cee11d703eee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b", - "model": "llama2-chinese:13b", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 7945689498, - "digest": "990f930d55c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat", - "model": "llama2-chinese:7b-chat", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 4080218931, - "digest": "cee11d703eee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q2_K", - "model": "llama2-chinese:7b-chat-q2_K", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 3006477107, - "digest": "56d0f23785bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q3_K_S", - "model": "llama2-chinese:7b-chat-q3_K_S", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 3113851290, - "digest": "6b13bc0df0ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q3_K_M", - "model": "llama2-chinese:7b-chat-q3_K_M", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 3543348019, - "digest": "d55419aeb5bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q3_K_L", - "model": "llama2-chinese:7b-chat-q3_K_L", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 3865470566, - "digest": "f6fcedae5d7e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q4_0", - "model": "llama2-chinese:7b-chat-q4_0", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 4080218931, - "digest": "cee11d703eee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q4_1", - "model": "llama2-chinese:7b-chat-q4_1", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 4509715661, - "digest": "cac7c07fdb0a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q4_K_S", - "model": "llama2-chinese:7b-chat-q4_K_S", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 4187593114, - "digest": "1830e332cd06", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q4_K_M", - "model": "llama2-chinese:7b-chat-q4_K_M", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 4402341478, - "digest": "e31ba537c1a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q5_0", - "model": "llama2-chinese:7b-chat-q5_0", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 5046586573, - "digest": "ae1d32a03e63", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q5_1", - "model": "llama2-chinese:7b-chat-q5_1", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 5476083302, - "digest": "245741bebff6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q5_K_S", - "model": "llama2-chinese:7b-chat-q5_K_S", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 5046586573, - "digest": "cfe3e90e5e6a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q5_K_M", - "model": "llama2-chinese:7b-chat-q5_K_M", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 5153960755, - "digest": "998f85f310f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q6_K", - "model": "llama2-chinese:7b-chat-q6_K", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 5905580032, - "digest": "604c2c9da214", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-q8_0", - "model": "llama2-chinese:7b-chat-q8_0", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 7730941133, - "digest": "0d05c88312c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:7b-chat-fp16", - "model": "llama2-chinese:7b-chat-fp16", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 13958643712, - "digest": "b73150f2949c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat", - "model": "llama2-chinese:13b-chat", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 7945689498, - "digest": "990f930d55c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q2_K", - "model": "llama2-chinese:13b-chat-q2_K", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 5798205850, - "digest": "01b32d718507", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q3_K_S", - "model": "llama2-chinese:13b-chat-q3_K_S", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 6120328397, - "digest": "4501e1ce728a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q3_K_M", - "model": "llama2-chinese:13b-chat-q3_K_M", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 6764573491, - "digest": "d75e5c2030da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q3_K_L", - "model": "llama2-chinese:13b-chat-q3_K_L", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 7408818586, - "digest": "583a72ecd078", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q4_0", - "model": "llama2-chinese:13b-chat-q4_0", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 7945689498, - "digest": "990f930d55c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q4_1", - "model": "llama2-chinese:13b-chat-q4_1", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 8804682957, - "digest": "b71960852385", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q4_K_S", - "model": "llama2-chinese:13b-chat-q4_K_S", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 7945689498, - "digest": "8a8f954a3792", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q4_K_M", - "model": "llama2-chinese:13b-chat-q4_K_M", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 8482560410, - "digest": "94f93f5cde52", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q5_0", - "model": "llama2-chinese:13b-chat-q5_0", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 9663676416, - "digest": "4a41f66e710c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q5_1", - "model": "llama2-chinese:13b-chat-q5_1", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 10522669875, - "digest": "349e43573fca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q5_K_S", - "model": "llama2-chinese:13b-chat-q5_K_S", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 9663676416, - "digest": "4f56da0a7657", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q5_K_M", - "model": "llama2-chinese:13b-chat-q5_K_M", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 9878424781, - "digest": "25cf6e1c9040", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q6_K", - "model": "llama2-chinese:13b-chat-q6_K", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 11811160064, - "digest": "c4a78a31a576", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-q8_0", - "model": "llama2-chinese:13b-chat-q8_0", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 15032385536, - "digest": "9fe32b8f2073", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama2-chinese:13b-chat-fp16", - "model": "llama2-chinese:13b-chat-fp16", - "modified_at": "2023-10-28T22:17:00.000Z", - "size": 27917287424, - "digest": "3d4c5a00962c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "stable-code:latest", - "model": "stable-code:latest", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "37681d29a55a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "stable-code:code", - "model": "stable-code:code", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "e6b8d206c668", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "code", - "quantization_level": "" - } - }, - { - "name": "stable-code:instruct", - "model": "stable-code:instruct", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "37681d29a55a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b", - "model": "stable-code:3b", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "37681d29a55a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code", - "model": "stable-code:3b-code", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "e6b8d206c668", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q2_K", - "model": "stable-code:3b-code-q2_K", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1181116006, - "digest": "61aee905b748", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q2_K", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q3_K_S", - "model": "stable-code:3b-code-q3_K_S", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1395864371, - "digest": "da0a6ba4897a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q3_K_M", - "model": "stable-code:3b-code-q3_K_M", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1503238554, - "digest": "c244b95d1c91", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q3_K_L", - "model": "stable-code:3b-code-q3_K_L", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1610612736, - "digest": "bf58a9ca5804", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q4_0", - "model": "stable-code:3b-code-q4_0", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "e6b8d206c668", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q4_0", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q4_1", - "model": "stable-code:3b-code-q4_1", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1932735283, - "digest": "5460be3e5e37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q4_1", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q4_K_S", - "model": "stable-code:3b-code-q4_K_S", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "4522000738fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q4_K_M", - "model": "stable-code:3b-code-q4_K_M", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1825361101, - "digest": "993cac4ed3be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q5_0", - "model": "stable-code:3b-code-q5_0", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2040109466, - "digest": "0aea2c757271", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q5_0", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q5_1", - "model": "stable-code:3b-code-q5_1", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2254857830, - "digest": "dcb2c1120b3e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q5_1", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q5_K_S", - "model": "stable-code:3b-code-q5_K_S", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2040109466, - "digest": "675f978a6c8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q5_K_M", - "model": "stable-code:3b-code-q5_K_M", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2147483648, - "digest": "dc47b3aafe13", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q6_K", - "model": "stable-code:3b-code-q6_K", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2469606195, - "digest": "76c902d40f56", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q6_K", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-q8_0", - "model": "stable-code:3b-code-q8_0", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 3221225472, - "digest": "01d2c901e1a1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-q8_0", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-code-fp16", - "model": "stable-code:3b-code-fp16", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 6012954214, - "digest": "c1c46342f980", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-code-fp16", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct", - "model": "stable-code:3b-instruct", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "37681d29a55a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q2_K", - "model": "stable-code:3b-instruct-q2_K", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1181116006, - "digest": "ebb5c4cc1b09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q3_K_S", - "model": "stable-code:3b-instruct-q3_K_S", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1395864371, - "digest": "baf5b20e1f8f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q3_K_M", - "model": "stable-code:3b-instruct-q3_K_M", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1503238554, - "digest": "d7e1f3aa3424", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q3_K_L", - "model": "stable-code:3b-instruct-q3_K_L", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1610612736, - "digest": "4726b8267519", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q4_0", - "model": "stable-code:3b-instruct-q4_0", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "37681d29a55a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q4_1", - "model": "stable-code:3b-instruct-q4_1", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1932735283, - "digest": "65893a7812e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q4_K_S", - "model": "stable-code:3b-instruct-q4_K_S", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1717986918, - "digest": "8ffb00693783", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q4_K_M", - "model": "stable-code:3b-instruct-q4_K_M", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 1825361101, - "digest": "f9cbce651928", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q5_0", - "model": "stable-code:3b-instruct-q5_0", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2040109466, - "digest": "19bcacd78858", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q5_1", - "model": "stable-code:3b-instruct-q5_1", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2254857830, - "digest": "42aca1b5e927", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q5_K_S", - "model": "stable-code:3b-instruct-q5_K_S", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2040109466, - "digest": "db7ae191d748", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q5_K_M", - "model": "stable-code:3b-instruct-q5_K_M", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2147483648, - "digest": "4deb76630153", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q6_K", - "model": "stable-code:3b-instruct-q6_K", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 2469606195, - "digest": "2438f92771a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-q8_0", - "model": "stable-code:3b-instruct-q8_0", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 3221225472, - "digest": "60b6d8e288cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "stable-code:3b-instruct-fp16", - "model": "stable-code:3b-instruct-fp16", - "modified_at": "2024-03-26T02:45:00.000Z", - "size": 6012954214, - "digest": "3358af90609f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "yi-coder:latest", - "model": "yi-coder:latest", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5368709120, - "digest": "39c63e7675d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b", - "model": "yi-coder:1.5b", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 908066816, - "digest": "186c460ee707", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b", - "model": "yi-coder:9b", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5368709120, - "digest": "39c63e7675d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base", - "model": "yi-coder:1.5b-base", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 908066816, - "digest": "3ae9e5590c53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q2_K", - "model": "yi-coder:1.5b-base-q2_K", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 665845760, - "digest": "72bcbb9a9ae9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q3_K_S", - "model": "yi-coder:1.5b-base-q3_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 758120448, - "digest": "6c35f0ea217b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q3_K_M", - "model": "yi-coder:1.5b-base-q3_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 824180736, - "digest": "b5470df6d3e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q3_K_L", - "model": "yi-coder:1.5b-base-q3_K_L", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 866123776, - "digest": "5185a5d9d3ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q4_0", - "model": "yi-coder:1.5b-base-q4_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 908066816, - "digest": "3ae9e5590c53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q4_1", - "model": "yi-coder:1.5b-base-q4_1", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 996147200, - "digest": "5cb7b8cc1097", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q4_K_S", - "model": "yi-coder:1.5b-base-q4_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 947912704, - "digest": "fb5f9df9ed8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q4_K_M", - "model": "yi-coder:1.5b-base-q4_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1010827264, - "digest": "f833af8a9c24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q5_0", - "model": "yi-coder:1.5b-base-q5_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1073741824, - "digest": "6cb7ed11413c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q5_1", - "model": "yi-coder:1.5b-base-q5_1", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1181116006, - "digest": "da6135e2b7dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q5_K_S", - "model": "yi-coder:1.5b-base-q5_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1181116006, - "digest": "66d47c26a364", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q5_K_M", - "model": "yi-coder:1.5b-base-q5_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1181116006, - "digest": "5b70d32eb00f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q6_K", - "model": "yi-coder:1.5b-base-q6_K", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1395864371, - "digest": "25f35d89eb70", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-q8_0", - "model": "yi-coder:1.5b-base-q8_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1717986918, - "digest": "5c692daa00cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-base-fp16", - "model": "yi-coder:1.5b-base-fp16", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 3221225472, - "digest": "e5e7bac55898", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat", - "model": "yi-coder:1.5b-chat", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 908066816, - "digest": "186c460ee707", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q2_K", - "model": "yi-coder:1.5b-chat-q2_K", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 665845760, - "digest": "39d4d341cff8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q3_K_S", - "model": "yi-coder:1.5b-chat-q3_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 758120448, - "digest": "71fbe88ebe81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q3_K_M", - "model": "yi-coder:1.5b-chat-q3_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 824180736, - "digest": "63478a7e797f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q3_K_L", - "model": "yi-coder:1.5b-chat-q3_K_L", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 866123776, - "digest": "3897d2133f5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q4_0", - "model": "yi-coder:1.5b-chat-q4_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 908066816, - "digest": "186c460ee707", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q4_1", - "model": "yi-coder:1.5b-chat-q4_1", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 996147200, - "digest": "8d4bdf342be6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q4_K_S", - "model": "yi-coder:1.5b-chat-q4_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 947912704, - "digest": "0fb60923856d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q4_K_M", - "model": "yi-coder:1.5b-chat-q4_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1010827264, - "digest": "18173f4b9642", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q5_0", - "model": "yi-coder:1.5b-chat-q5_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1073741824, - "digest": "21e2d2d7f308", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q5_1", - "model": "yi-coder:1.5b-chat-q5_1", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1181116006, - "digest": "58fbc0fac95a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q5_K_S", - "model": "yi-coder:1.5b-chat-q5_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1181116006, - "digest": "284b8efecc30", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q5_K_M", - "model": "yi-coder:1.5b-chat-q5_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1181116006, - "digest": "585d2aa06889", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q6_K", - "model": "yi-coder:1.5b-chat-q6_K", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1395864371, - "digest": "2bbe996b550c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-q8_0", - "model": "yi-coder:1.5b-chat-q8_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 1717986918, - "digest": "f182b38e0035", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:1.5b-chat-fp16", - "model": "yi-coder:1.5b-chat-fp16", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 3221225472, - "digest": "d1abd5321dc6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base", - "model": "yi-coder:9b-base", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5368709120, - "digest": "ddb06590020f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q2_K", - "model": "yi-coder:9b-base-q2_K", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 3650722202, - "digest": "876912d1a17f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q3_K_S", - "model": "yi-coder:9b-base-q3_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 4187593114, - "digest": "9578a235ec51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q3_K_M", - "model": "yi-coder:9b-base-q3_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 4617089843, - "digest": "870580db544a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q3_K_L", - "model": "yi-coder:9b-base-q3_K_L", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5046586573, - "digest": "9929a56a3b42", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q4_0", - "model": "yi-coder:9b-base-q4_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5368709120, - "digest": "ddb06590020f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q4_1", - "model": "yi-coder:9b-base-q4_1", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 6012954214, - "digest": "1b5c8ffbba06", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q4_K_S", - "model": "yi-coder:9b-base-q4_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5476083302, - "digest": "75319e66c008", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q4_K_M", - "model": "yi-coder:9b-base-q4_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5690831667, - "digest": "41db33a6f556", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q5_0", - "model": "yi-coder:9b-base-q5_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 6549825126, - "digest": "e427662e4bb0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q5_1", - "model": "yi-coder:9b-base-q5_1", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 7086696038, - "digest": "d887d7e655ef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q5_K_S", - "model": "yi-coder:9b-base-q5_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 6549825126, - "digest": "f8c19324bb7e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q5_K_M", - "model": "yi-coder:9b-base-q5_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 6764573491, - "digest": "b948d974d5a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q6_K", - "model": "yi-coder:9b-base-q6_K", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 7730941133, - "digest": "ab6cfd4955f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-q8_0", - "model": "yi-coder:9b-base-q8_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 10093173146, - "digest": "eea07012d69e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-base-fp16", - "model": "yi-coder:9b-base-fp16", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 19327352832, - "digest": "bfc135887310", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-base-fp16", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat", - "model": "yi-coder:9b-chat", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5368709120, - "digest": "39c63e7675d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q2_K", - "model": "yi-coder:9b-chat-q2_K", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 3650722202, - "digest": "48bf607b45fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q3_K_S", - "model": "yi-coder:9b-chat-q3_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 4187593114, - "digest": "d9706e23f3b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q3_K_M", - "model": "yi-coder:9b-chat-q3_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 4617089843, - "digest": "e0bd3d693e5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q3_K_L", - "model": "yi-coder:9b-chat-q3_K_L", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5046586573, - "digest": "4cdf05e1131f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q4_0", - "model": "yi-coder:9b-chat-q4_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5368709120, - "digest": "39c63e7675d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q4_1", - "model": "yi-coder:9b-chat-q4_1", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 6012954214, - "digest": "150b2d132ef1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q4_K_S", - "model": "yi-coder:9b-chat-q4_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5476083302, - "digest": "67b6a93dec3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q4_K_M", - "model": "yi-coder:9b-chat-q4_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 5690831667, - "digest": "89884591b225", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q5_0", - "model": "yi-coder:9b-chat-q5_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 6549825126, - "digest": "ede3d2c181a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q5_1", - "model": "yi-coder:9b-chat-q5_1", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 7086696038, - "digest": "301ce2e5ec7b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q5_K_S", - "model": "yi-coder:9b-chat-q5_K_S", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 6549825126, - "digest": "696e7540c8dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q5_K_M", - "model": "yi-coder:9b-chat-q5_K_M", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 6764573491, - "digest": "d4b375d4e224", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q6_K", - "model": "yi-coder:9b-chat-q6_K", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 7730941133, - "digest": "e020ec59c639", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-q8_0", - "model": "yi-coder:9b-chat-q8_0", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 10093173146, - "digest": "24620a7cf955", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "yi-coder:9b-chat-fp16", - "model": "yi-coder:9b-chat-fp16", - "modified_at": "2024-09-11T16:47:00.000Z", - "size": 19327352832, - "digest": "fbb8b69a8909", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:latest", - "model": "wizardcoder:latest", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 4080218931, - "digest": "de9d848c1323", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:python", - "model": "wizardcoder:python", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 4080218931, - "digest": "de9d848c1323", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "python", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b", - "model": "wizardcoder:33b", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 20401094656, - "digest": "5b944d3546ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python", - "model": "wizardcoder:7b-python", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 4080218931, - "digest": "de9d848c1323", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q2_K", - "model": "wizardcoder:7b-python-q2_K", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 3006477107, - "digest": "d644137a0ac3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q3_K_S", - "model": "wizardcoder:7b-python-q3_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 3113851290, - "digest": "708bb076c986", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q3_K_M", - "model": "wizardcoder:7b-python-q3_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 3543348019, - "digest": "aa045df3991e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q3_K_L", - "model": "wizardcoder:7b-python-q3_K_L", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 3865470566, - "digest": "679d81a8f5ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q4_0", - "model": "wizardcoder:7b-python-q4_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 4080218931, - "digest": "de9d848c1323", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q4_1", - "model": "wizardcoder:7b-python-q4_1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 4509715661, - "digest": "e2860acf8d17", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q4_K_S", - "model": "wizardcoder:7b-python-q4_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 4187593114, - "digest": "366cbd3b76e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q4_K_M", - "model": "wizardcoder:7b-python-q4_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 4402341478, - "digest": "3e02fecbaa9a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q5_0", - "model": "wizardcoder:7b-python-q5_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 5046586573, - "digest": "b0eab9a46be4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q5_1", - "model": "wizardcoder:7b-python-q5_1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 5476083302, - "digest": "07ea37319f2b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q5_K_S", - "model": "wizardcoder:7b-python-q5_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 5046586573, - "digest": "04130203ceb8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q5_K_M", - "model": "wizardcoder:7b-python-q5_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 5153960755, - "digest": "6e7969881169", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q6_K", - "model": "wizardcoder:7b-python-q6_K", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 5905580032, - "digest": "2d3281c4b417", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-q8_0", - "model": "wizardcoder:7b-python-q8_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 7730941133, - "digest": "711202346249", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:7b-python-fp16", - "model": "wizardcoder:7b-python-fp16", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 13958643712, - "digest": "c7922dcf56f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-python-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python", - "model": "wizardcoder:13b-python", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 7945689498, - "digest": "d7a182d30037", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q2_K", - "model": "wizardcoder:13b-python-q2_K", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 5798205850, - "digest": "9d08f09f5a11", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q3_K_S", - "model": "wizardcoder:13b-python-q3_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 6120328397, - "digest": "d37ae23270d6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q3_K_M", - "model": "wizardcoder:13b-python-q3_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 6764573491, - "digest": "879ce164f5d6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q3_K_L", - "model": "wizardcoder:13b-python-q3_K_L", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 7408818586, - "digest": "80d029502a71", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q4_0", - "model": "wizardcoder:13b-python-q4_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 7945689498, - "digest": "d7a182d30037", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q4_1", - "model": "wizardcoder:13b-python-q4_1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 8804682957, - "digest": "b28d73532f80", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q4_K_S", - "model": "wizardcoder:13b-python-q4_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 7945689498, - "digest": "1e0d5d8584b7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q4_K_M", - "model": "wizardcoder:13b-python-q4_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 8482560410, - "digest": "4bd69e8c1d54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q5_0", - "model": "wizardcoder:13b-python-q5_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 9663676416, - "digest": "5535a0b027bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q5_1", - "model": "wizardcoder:13b-python-q5_1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 10522669875, - "digest": "ca2dfb0ddeef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q5_K_S", - "model": "wizardcoder:13b-python-q5_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 9663676416, - "digest": "984be9aee8bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q5_K_M", - "model": "wizardcoder:13b-python-q5_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 9878424781, - "digest": "e48f7ff9a44a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q6_K", - "model": "wizardcoder:13b-python-q6_K", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 11811160064, - "digest": "3b010d19b3a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-q8_0", - "model": "wizardcoder:13b-python-q8_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 15032385536, - "digest": "486974de5d6c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:13b-python-fp16", - "model": "wizardcoder:13b-python-fp16", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 27917287424, - "digest": "b680f30d4604", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-python-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1", - "model": "wizardcoder:33b-v1.1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 20401094656, - "digest": "5b944d3546ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q2_K", - "model": "wizardcoder:33b-v1.1-q2_K", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 15032385536, - "digest": "cac60354d59f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q3_K_S", - "model": "wizardcoder:33b-v1.1-q3_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 15032385536, - "digest": "4449975a9912", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q3_K_M", - "model": "wizardcoder:33b-v1.1-q3_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 17179869184, - "digest": "a10f6bc2ea74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q3_K_L", - "model": "wizardcoder:33b-v1.1-q3_K_L", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 19327352832, - "digest": "b31ccebc7f39", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q4_0", - "model": "wizardcoder:33b-v1.1-q4_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 20401094656, - "digest": "5b944d3546ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q4_1", - "model": "wizardcoder:33b-v1.1-q4_1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 22548578304, - "digest": "d487355ac46a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q4_K_S", - "model": "wizardcoder:33b-v1.1-q4_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 20401094656, - "digest": "7e44c2801867", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q4_K_M", - "model": "wizardcoder:33b-v1.1-q4_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 21474836480, - "digest": "48cc48a16966", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q5_0", - "model": "wizardcoder:33b-v1.1-q5_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 24696061952, - "digest": "01d68c42eb7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q5_1", - "model": "wizardcoder:33b-v1.1-q5_1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 26843545600, - "digest": "a7061aa66c60", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q5_K_S", - "model": "wizardcoder:33b-v1.1-q5_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 24696061952, - "digest": "d2b35a494eb7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q5_K_M", - "model": "wizardcoder:33b-v1.1-q5_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 25769803776, - "digest": "c54e9691c0e5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q6_K", - "model": "wizardcoder:33b-v1.1-q6_K", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 28991029248, - "digest": "3b8ff92e2c36", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-q8_0", - "model": "wizardcoder:33b-v1.1-q8_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 37580963840, - "digest": "e40b547ccf3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:33b-v1.1-fp16", - "model": "wizardcoder:33b-v1.1-fp16", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 71940702208, - "digest": "a56de4864c5f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "33b-v1.1-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python", - "model": "wizardcoder:34b-python", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 20401094656, - "digest": "94b069a3c250", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q2_K", - "model": "wizardcoder:34b-python-q2_K", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 15032385536, - "digest": "a66fc80190bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q3_K_S", - "model": "wizardcoder:34b-python-q3_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 16106127360, - "digest": "5e0df15140c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q3_K_M", - "model": "wizardcoder:34b-python-q3_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 17179869184, - "digest": "20d614b143fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q3_K_L", - "model": "wizardcoder:34b-python-q3_K_L", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 19327352832, - "digest": "89b75137872a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q4_0", - "model": "wizardcoder:34b-python-q4_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 20401094656, - "digest": "94b069a3c250", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q4_1", - "model": "wizardcoder:34b-python-q4_1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 22548578304, - "digest": "a3dcf8f5f9f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q4_K_S", - "model": "wizardcoder:34b-python-q4_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 20401094656, - "digest": "f040233a2069", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q4_K_M", - "model": "wizardcoder:34b-python-q4_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 21474836480, - "digest": "d9be0b235c1a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q5_0", - "model": "wizardcoder:34b-python-q5_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 24696061952, - "digest": "919631f57df4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q5_1", - "model": "wizardcoder:34b-python-q5_1", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 26843545600, - "digest": "3a87a5cc556c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q5_K_S", - "model": "wizardcoder:34b-python-q5_K_S", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 24696061952, - "digest": "53e9b8e3838c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q5_K_M", - "model": "wizardcoder:34b-python-q5_K_M", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 25769803776, - "digest": "a1e91b87cba7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q6_K", - "model": "wizardcoder:34b-python-q6_K", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 30064771072, - "digest": "7bd078e389d6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-q8_0", - "model": "wizardcoder:34b-python-q8_0", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 38654705664, - "digest": "4175ea9836f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardcoder:34b-python-fp16", - "model": "wizardcoder:34b-python-fp16", - "modified_at": "2024-01-05T05:09:00.000Z", - "size": 71940702208, - "digest": "06ce62e380d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-fp16", - "quantization_level": "" - } - }, - { - "name": "stablelm2:latest", - "model": "stablelm2:latest", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "714a6116cffa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "stablelm2:chat", - "model": "stablelm2:chat", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "714a6116cffa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "chat", - "quantization_level": "" - } - }, - { - "name": "stablelm2:zephyr", - "model": "stablelm2:zephyr", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "1b81980a10e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "zephyr", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b", - "model": "stablelm2:1.6b", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "714a6116cffa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b", - "model": "stablelm2:12b", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7516192768, - "digest": "34b434945650", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat", - "model": "stablelm2:1.6b-chat", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "714a6116cffa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q2_K", - "model": "stablelm2:1.6b-chat-q2_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 727711744, - "digest": "78f4c3eff377", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q3_K_S", - "model": "stablelm2:1.6b-chat-q3_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 830472192, - "digest": "cfcbd43623df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q3_K_M", - "model": "stablelm2:1.6b-chat-q3_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 899678208, - "digest": "e1f3e5051e53", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q3_K_L", - "model": "stablelm2:1.6b-chat-q3_K_L", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 959447040, - "digest": "620c26dd9a2b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q4_0", - "model": "stablelm2:1.6b-chat-q4_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "714a6116cffa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q4_1", - "model": "stablelm2:1.6b-chat-q4_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1181116006, - "digest": "7e806e51ba84", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q4_K_S", - "model": "stablelm2:1.6b-chat-q4_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1037041664, - "digest": "c9f7fd5b8270", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q4_K_M", - "model": "stablelm2:1.6b-chat-q4_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1073741824, - "digest": "76c778222622", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q5_0", - "model": "stablelm2:1.6b-chat-q5_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "abb100f0b7c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q5_1", - "model": "stablelm2:1.6b-chat-q5_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1395864371, - "digest": "42dd11c7cb70", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q5_K_S", - "model": "stablelm2:1.6b-chat-q5_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "d2b7e535bad6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q5_K_M", - "model": "stablelm2:1.6b-chat-q5_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "0ffa9bed24a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q6_K", - "model": "stablelm2:1.6b-chat-q6_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1503238554, - "digest": "18d985708c14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-q8_0", - "model": "stablelm2:1.6b-chat-q8_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1932735283, - "digest": "6cb988cfb148", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-chat-fp16", - "model": "stablelm2:1.6b-chat-fp16", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 3543348019, - "digest": "341cf2da5cb2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr", - "model": "stablelm2:1.6b-zephyr", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "1b81980a10e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q2_K", - "model": "stablelm2:1.6b-zephyr-q2_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 727711744, - "digest": "c408bb796cad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q2_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q3_K_S", - "model": "stablelm2:1.6b-zephyr-q3_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 830472192, - "digest": "e023697f1087", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q3_K_M", - "model": "stablelm2:1.6b-zephyr-q3_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 899678208, - "digest": "16082bda3ea8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q3_K_L", - "model": "stablelm2:1.6b-zephyr-q3_K_L", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 959447040, - "digest": "5b4670930e20", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q4_0", - "model": "stablelm2:1.6b-zephyr-q4_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "1b81980a10e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q4_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q4_1", - "model": "stablelm2:1.6b-zephyr-q4_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1181116006, - "digest": "32c909836b8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q4_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q4_K_S", - "model": "stablelm2:1.6b-zephyr-q4_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1037041664, - "digest": "219c1d8bc5d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q4_K_M", - "model": "stablelm2:1.6b-zephyr-q4_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1073741824, - "digest": "2f41c2ec1f16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q5_0", - "model": "stablelm2:1.6b-zephyr-q5_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "37e439f3c088", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q5_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q5_1", - "model": "stablelm2:1.6b-zephyr-q5_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1395864371, - "digest": "9216ba881c23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q5_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q5_K_S", - "model": "stablelm2:1.6b-zephyr-q5_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "ee2741791209", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q5_K_M", - "model": "stablelm2:1.6b-zephyr-q5_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "2efb2e4e851d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q6_K", - "model": "stablelm2:1.6b-zephyr-q6_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1503238554, - "digest": "dddb30e81cbd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q6_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-q8_0", - "model": "stablelm2:1.6b-zephyr-q8_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1932735283, - "digest": "9e11af0951d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-q8_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-zephyr-fp16", - "model": "stablelm2:1.6b-zephyr-fp16", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 3543348019, - "digest": "9c7225243279", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-zephyr-fp16", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q2_K", - "model": "stablelm2:1.6b-q2_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 727711744, - "digest": "3b575a87a913", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q2_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q3_K_S", - "model": "stablelm2:1.6b-q3_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 830472192, - "digest": "067975f6b1c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q3_K_M", - "model": "stablelm2:1.6b-q3_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 899678208, - "digest": "7db1f01eeb28", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q3_K_L", - "model": "stablelm2:1.6b-q3_K_L", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 959447040, - "digest": "e10024b219b0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q4_0", - "model": "stablelm2:1.6b-q4_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1030750208, - "digest": "be79737556df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q4_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q4_1", - "model": "stablelm2:1.6b-q4_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1181116006, - "digest": "1c1ef2dae7d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q4_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q4_K_S", - "model": "stablelm2:1.6b-q4_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1037041664, - "digest": "a9e787fc2a0c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q4_K_M", - "model": "stablelm2:1.6b-q4_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1073741824, - "digest": "3eb0d616668e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q5_0", - "model": "stablelm2:1.6b-q5_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "31085b8af897", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q5_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q5_1", - "model": "stablelm2:1.6b-q5_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1395864371, - "digest": "dd3bae8dbffd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q5_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q5_K_S", - "model": "stablelm2:1.6b-q5_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "de87d68a582a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q5_K_M", - "model": "stablelm2:1.6b-q5_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1288490189, - "digest": "f354c769a33a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q6_K", - "model": "stablelm2:1.6b-q6_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1503238554, - "digest": "376ed8ad2809", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q6_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-q8_0", - "model": "stablelm2:1.6b-q8_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 1932735283, - "digest": "bdc6441fbef4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-q8_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:1.6b-fp16", - "model": "stablelm2:1.6b-fp16", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 3543348019, - "digest": "59751c842430", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.6b-fp16", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat", - "model": "stablelm2:12b-chat", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7516192768, - "digest": "34b434945650", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q2_K", - "model": "stablelm2:12b-chat-q2_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 5046586573, - "digest": "60633e1e7e90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q3_K_S", - "model": "stablelm2:12b-chat-q3_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 5798205850, - "digest": "7047024d0f2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q3_K_M", - "model": "stablelm2:12b-chat-q3_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 6442450944, - "digest": "b7643e4111bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q3_K_L", - "model": "stablelm2:12b-chat-q3_K_L", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 6979321856, - "digest": "5ccd09a01b76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q4_0", - "model": "stablelm2:12b-chat-q4_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7516192768, - "digest": "34b434945650", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q4_1", - "model": "stablelm2:12b-chat-q4_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 8267812045, - "digest": "4fbe1f29b652", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q4_K_S", - "model": "stablelm2:12b-chat-q4_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7516192768, - "digest": "83a2e3ff8abc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q4_K_M", - "model": "stablelm2:12b-chat-q4_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7945689498, - "digest": "5af5562f9d85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q5_0", - "model": "stablelm2:12b-chat-q5_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 9019431322, - "digest": "e5b04f432c7b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q5_1", - "model": "stablelm2:12b-chat-q5_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 9771050598, - "digest": "3645c5d94e18", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q5_K_S", - "model": "stablelm2:12b-chat-q5_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 9019431322, - "digest": "446fbe890c8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q5_K_M", - "model": "stablelm2:12b-chat-q5_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 9234179686, - "digest": "f44dc73dc6cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q6_K", - "model": "stablelm2:12b-chat-q6_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 10737418240, - "digest": "1d69a3e529a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-q8_0", - "model": "stablelm2:12b-chat-q8_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 13958643712, - "digest": "df16528fc283", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-chat-fp16", - "model": "stablelm2:12b-chat-fp16", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 25769803776, - "digest": "13c47b3dfcbf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-text", - "model": "stablelm2:12b-text", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7516192768, - "digest": "345b0d1ba424", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-text", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q2_K", - "model": "stablelm2:12b-q2_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 5046586573, - "digest": "584ca182742f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q2_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q3_K_S", - "model": "stablelm2:12b-q3_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 5798205850, - "digest": "793a219d183c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q3_K_M", - "model": "stablelm2:12b-q3_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 6442450944, - "digest": "2f18605e62c1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q3_K_L", - "model": "stablelm2:12b-q3_K_L", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 6979321856, - "digest": "700e8e1bc5df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q4_0", - "model": "stablelm2:12b-q4_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7516192768, - "digest": "345b0d1ba424", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q4_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q4_1", - "model": "stablelm2:12b-q4_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 8267812045, - "digest": "1c1fb0772461", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q4_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q4_K_S", - "model": "stablelm2:12b-q4_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7516192768, - "digest": "ced8fb3048d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q4_K_M", - "model": "stablelm2:12b-q4_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 7945689498, - "digest": "caa45d546ea8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q5_0", - "model": "stablelm2:12b-q5_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 9019431322, - "digest": "c7af93fd855e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q5_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q5_1", - "model": "stablelm2:12b-q5_1", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 9771050598, - "digest": "2b56d93c664f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q5_1", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q5_K_S", - "model": "stablelm2:12b-q5_K_S", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 9019431322, - "digest": "4b2f83850196", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q5_K_M", - "model": "stablelm2:12b-q5_K_M", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 9234179686, - "digest": "f64999ce1c7d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q6_K", - "model": "stablelm2:12b-q6_K", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 10737418240, - "digest": "b289916cd903", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q6_K", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-q8_0", - "model": "stablelm2:12b-q8_0", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 13958643712, - "digest": "0d36ff686778", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-q8_0", - "quantization_level": "" - } - }, - { - "name": "stablelm2:12b-fp16", - "model": "stablelm2:12b-fp16", - "modified_at": "2024-05-07T02:11:00.000Z", - "size": 25769803776, - "digest": "e24492cdd1f0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "12b-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:latest", - "model": "granite3-dense:latest", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1717986918, - "digest": "5c2e6f3112f4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b", - "model": "granite3-dense:2b", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1717986918, - "digest": "5c2e6f3112f4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b", - "model": "granite3-dense:8b", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 5261334938, - "digest": "199456d876ee", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q2_K", - "model": "granite3-dense:2b-instruct-q2_K", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1073741824, - "digest": "2261d92d6175", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q3_K_S", - "model": "granite3-dense:2b-instruct-q3_K_S", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1288490189, - "digest": "7c6af70b9f11", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q3_K_M", - "model": "granite3-dense:2b-instruct-q3_K_M", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1395864371, - "digest": "c08ae454856c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q3_K_L", - "model": "granite3-dense:2b-instruct-q3_K_L", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1503238554, - "digest": "201ccf1522e8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q4_0", - "model": "granite3-dense:2b-instruct-q4_0", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1610612736, - "digest": "dd4a07b9e1b7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q4_1", - "model": "granite3-dense:2b-instruct-q4_1", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1825361101, - "digest": "e12ad0fad2ad", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q4_K_S", - "model": "granite3-dense:2b-instruct-q4_K_S", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1610612736, - "digest": "0f87f54eb387", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q4_K_M", - "model": "granite3-dense:2b-instruct-q4_K_M", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1717986918, - "digest": "5c2e6f3112f4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q5_0", - "model": "granite3-dense:2b-instruct-q5_0", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1932735283, - "digest": "db3fbcdec89b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q5_1", - "model": "granite3-dense:2b-instruct-q5_1", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 2147483648, - "digest": "bc5ed577d64f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q5_K_S", - "model": "granite3-dense:2b-instruct-q5_K_S", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 1932735283, - "digest": "be9d8efefd30", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q5_K_M", - "model": "granite3-dense:2b-instruct-q5_K_M", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 2040109466, - "digest": "dcace13d6d34", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q6_K", - "model": "granite3-dense:2b-instruct-q6_K", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 2362232013, - "digest": "7f374efdad9b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-q8_0", - "model": "granite3-dense:2b-instruct-q8_0", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 3006477107, - "digest": "f35cd2e1e433", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:2b-instruct-fp16", - "model": "granite3-dense:2b-instruct-fp16", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 5690831667, - "digest": "24e5c0a35f78", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q2_K", - "model": "granite3-dense:8b-instruct-q2_K", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 3328599654, - "digest": "2ea57f8bc8fd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q3_K_S", - "model": "granite3-dense:8b-instruct-q3_K_S", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 3865470566, - "digest": "4c5f0dba11a8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q3_K_M", - "model": "granite3-dense:8b-instruct-q3_K_M", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 4294967296, - "digest": "c1a94d47b25c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q3_K_L", - "model": "granite3-dense:8b-instruct-q3_K_L", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 4617089843, - "digest": "c74b04a2513f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q4_0", - "model": "granite3-dense:8b-instruct-q4_0", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 5046586573, - "digest": "16473222519f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q4_1", - "model": "granite3-dense:8b-instruct-q4_1", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 5476083302, - "digest": "8a47472a11f2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q4_K_S", - "model": "granite3-dense:8b-instruct-q4_K_S", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 5046586573, - "digest": "8fc1ce76b8f2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q4_K_M", - "model": "granite3-dense:8b-instruct-q4_K_M", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 5261334938, - "digest": "199456d876ee", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q5_0", - "model": "granite3-dense:8b-instruct-q5_0", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 6012954214, - "digest": "449cddb1864d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q5_1", - "model": "granite3-dense:8b-instruct-q5_1", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 6549825126, - "digest": "ae4ab94be005", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q5_K_S", - "model": "granite3-dense:8b-instruct-q5_K_S", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 6012954214, - "digest": "49055e666925", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q5_K_M", - "model": "granite3-dense:8b-instruct-q5_K_M", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 6227702579, - "digest": "e85361d1973c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q6_K", - "model": "granite3-dense:8b-instruct-q6_K", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 7194070221, - "digest": "ec258d53940b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-q8_0", - "model": "granite3-dense:8b-instruct-q8_0", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 9341553869, - "digest": "f1466e70a7be", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3-dense:8b-instruct-fp16", - "model": "granite3-dense:8b-instruct-fp16", - "modified_at": "2024-11-19T22:35:00.000Z", - "size": 17179869184, - "digest": "d3a4062e339e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:latest", - "model": "llama3-chatqa:latest", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 5046586573, - "digest": "b37a98d204b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b", - "model": "llama3-chatqa:8b", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 5046586573, - "digest": "b37a98d204b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b", - "model": "llama3-chatqa:70b", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 42949672960, - "digest": "ab8941f03aa3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5", - "model": "llama3-chatqa:8b-v1.5", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 5046586573, - "digest": "b37a98d204b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q2_K", - "model": "llama3-chatqa:8b-v1.5-q2_K", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 3435973837, - "digest": "010674c8ebb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q3_K_S", - "model": "llama3-chatqa:8b-v1.5-q3_K_S", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 3972844749, - "digest": "6d4cf2ccd7df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q3_K_M", - "model": "llama3-chatqa:8b-v1.5-q3_K_M", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 4294967296, - "digest": "d1cbce0911ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q3_K_L", - "model": "llama3-chatqa:8b-v1.5-q3_K_L", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 4617089843, - "digest": "748c33a3a51f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q4_0", - "model": "llama3-chatqa:8b-v1.5-q4_0", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 5046586573, - "digest": "b37a98d204b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q4_1", - "model": "llama3-chatqa:8b-v1.5-q4_1", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 5476083302, - "digest": "598e30318446", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q4_K_S", - "model": "llama3-chatqa:8b-v1.5-q4_K_S", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 5046586573, - "digest": "c4c5c98e11c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q4_K_M", - "model": "llama3-chatqa:8b-v1.5-q4_K_M", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 5261334938, - "digest": "07e385a3991b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q5_0", - "model": "llama3-chatqa:8b-v1.5-q5_0", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 6012954214, - "digest": "7775bf791816", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q5_1", - "model": "llama3-chatqa:8b-v1.5-q5_1", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 6549825126, - "digest": "233019c7a259", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q5_K_S", - "model": "llama3-chatqa:8b-v1.5-q5_K_S", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 6012954214, - "digest": "3eab2a2fa684", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q5_K_M", - "model": "llama3-chatqa:8b-v1.5-q5_K_M", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 6120328397, - "digest": "d0e9675cf775", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q6_K", - "model": "llama3-chatqa:8b-v1.5-q6_K", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 7086696038, - "digest": "576770c27967", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-q8_0", - "model": "llama3-chatqa:8b-v1.5-q8_0", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 9126805504, - "digest": "4b48f929dc16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:8b-v1.5-fp16", - "model": "llama3-chatqa:8b-v1.5-fp16", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 17179869184, - "digest": "54f366e1115a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5", - "model": "llama3-chatqa:70b-v1.5", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 42949672960, - "digest": "ab8941f03aa3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q2_K", - "model": "llama3-chatqa:70b-v1.5-q2_K", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 27917287424, - "digest": "8fde9769839c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q3_K_S", - "model": "llama3-chatqa:70b-v1.5-q3_K_S", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 33285996544, - "digest": "6c487abb0e1f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q3_K_M", - "model": "llama3-chatqa:70b-v1.5-q3_K_M", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 36507222016, - "digest": "47d621963e0c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q3_K_L", - "model": "llama3-chatqa:70b-v1.5-q3_K_L", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 39728447488, - "digest": "d894d5e58d1e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q4_0", - "model": "llama3-chatqa:70b-v1.5-q4_0", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 42949672960, - "digest": "ab8941f03aa3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q4_1", - "model": "llama3-chatqa:70b-v1.5-q4_1", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 47244640256, - "digest": "ae356afdf521", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q4_K_S", - "model": "llama3-chatqa:70b-v1.5-q4_K_S", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 42949672960, - "digest": "7d6f62f9c1c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q4_K_M", - "model": "llama3-chatqa:70b-v1.5-q4_K_M", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 46170898432, - "digest": "bd9cc94a71c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q5_0", - "model": "llama3-chatqa:70b-v1.5-q5_0", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 52613349376, - "digest": "29f1075baf3a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q5_1", - "model": "llama3-chatqa:70b-v1.5-q5_1", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 56908316672, - "digest": "3adf827c2f0c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q5_K_S", - "model": "llama3-chatqa:70b-v1.5-q5_K_S", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 52613349376, - "digest": "2650a0fefd9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q5_K_M", - "model": "llama3-chatqa:70b-v1.5-q5_K_M", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 53687091200, - "digest": "275a26d672ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q6_K", - "model": "llama3-chatqa:70b-v1.5-q6_K", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 62277025792, - "digest": "8cc009d2a270", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-q8_0", - "model": "llama3-chatqa:70b-v1.5-q8_0", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 80530636800, - "digest": "1fb999cb1cad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3-chatqa:70b-v1.5-fp16", - "model": "llama3-chatqa:70b-v1.5-fp16", - "modified_at": "2024-05-10T23:53:00.000Z", - "size": 151397597184, - "digest": "d46dd05cde4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:latest", - "model": "granite3.1-dense:latest", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 5368709120, - "digest": "34d3be74ec54", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b", - "model": "granite3.1-dense:2b", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1717986918, - "digest": "fba1ad01113e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b", - "model": "granite3.1-dense:8b", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 5368709120, - "digest": "34d3be74ec54", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q2_K", - "model": "granite3.1-dense:2b-instruct-q2_K", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1073741824, - "digest": "f412eb659c66", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q3_K_S", - "model": "granite3.1-dense:2b-instruct-q3_K_S", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1288490189, - "digest": "74791f52899c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q3_K_M", - "model": "granite3.1-dense:2b-instruct-q3_K_M", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1395864371, - "digest": "d65eb61a1e65", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q3_K_L", - "model": "granite3.1-dense:2b-instruct-q3_K_L", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1503238554, - "digest": "85ad99cb9a18", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q4_0", - "model": "granite3.1-dense:2b-instruct-q4_0", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1610612736, - "digest": "7ed050a70760", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q4_1", - "model": "granite3.1-dense:2b-instruct-q4_1", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1717986918, - "digest": "c265a649f4f8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q4_K_S", - "model": "granite3.1-dense:2b-instruct-q4_K_S", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1610612736, - "digest": "a8d7602ade5f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q4_K_M", - "model": "granite3.1-dense:2b-instruct-q4_K_M", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1717986918, - "digest": "fba1ad01113e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q5_0", - "model": "granite3.1-dense:2b-instruct-q5_0", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1932735283, - "digest": "f26890da1451", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q5_1", - "model": "granite3.1-dense:2b-instruct-q5_1", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 2040109466, - "digest": "35c067239cb5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q5_K_S", - "model": "granite3.1-dense:2b-instruct-q5_K_S", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1932735283, - "digest": "1a2b39f6e69c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q5_K_M", - "model": "granite3.1-dense:2b-instruct-q5_K_M", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 1932735283, - "digest": "86cdcdb94cd6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q6_K", - "model": "granite3.1-dense:2b-instruct-q6_K", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 2254857830, - "digest": "66d07595e1dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-q8_0", - "model": "granite3.1-dense:2b-instruct-q8_0", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 2899102925, - "digest": "ef1441680161", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:2b-instruct-fp16", - "model": "granite3.1-dense:2b-instruct-fp16", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 5476083302, - "digest": "1f64b4541957", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q2_K", - "model": "granite3.1-dense:8b-instruct-q2_K", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 3435973837, - "digest": "4b18119a5086", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q3_K_S", - "model": "granite3.1-dense:8b-instruct-q3_K_S", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 3865470566, - "digest": "338340c340cb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q3_K_M", - "model": "granite3.1-dense:8b-instruct-q3_K_M", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 4294967296, - "digest": "0dc5c3ac8a1e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q3_K_L", - "model": "granite3.1-dense:8b-instruct-q3_K_L", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 4724464026, - "digest": "8f28ec28aafc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q4_0", - "model": "granite3.1-dense:8b-instruct-q4_0", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 5046586573, - "digest": "fc2c18155205", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q4_1", - "model": "granite3.1-dense:8b-instruct-q4_1", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 5583457485, - "digest": "a94882d992cf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q4_K_S", - "model": "granite3.1-dense:8b-instruct-q4_K_S", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 5046586573, - "digest": "4707086b3bed", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q4_K_M", - "model": "granite3.1-dense:8b-instruct-q4_K_M", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 5368709120, - "digest": "34d3be74ec54", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q5_0", - "model": "granite3.1-dense:8b-instruct-q5_0", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 6120328397, - "digest": "3ec7544ebcb8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q5_1", - "model": "granite3.1-dense:8b-instruct-q5_1", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 6657199309, - "digest": "5f3faea362a7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q5_K_S", - "model": "granite3.1-dense:8b-instruct-q5_K_S", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 6120328397, - "digest": "8c98cd3dd70e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q5_K_M", - "model": "granite3.1-dense:8b-instruct-q5_K_M", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 6227702579, - "digest": "4ae40e965ca7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q6_K", - "model": "granite3.1-dense:8b-instruct-q6_K", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 7301444403, - "digest": "8e5691d17175", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-q8_0", - "model": "granite3.1-dense:8b-instruct-q8_0", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 9341553869, - "digest": "fd5499afc361", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3.1-dense:8b-instruct-fp16", - "model": "granite3.1-dense:8b-instruct-fp16", - "modified_at": "2025-01-17T22:46:00.000Z", - "size": 17179869184, - "digest": "51d4ae6e2b23", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:latest", - "model": "llama-guard3:latest", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 5261334938, - "digest": "46f211c3d866", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b", - "model": "llama-guard3:1b", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1717986918, - "digest": "494147e06bf9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b", - "model": "llama-guard3:8b", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 5261334938, - "digest": "46f211c3d866", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q2_K", - "model": "llama-guard3:1b-q2_K", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 699400192, - "digest": "4f4a8f765204", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q3_K_S", - "model": "llama-guard3:1b-q3_K_S", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 791674880, - "digest": "ba60616a0c42", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q3_K_M", - "model": "llama-guard3:1b-q3_K_M", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 843055104, - "digest": "b78caaa936b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q3_K_L", - "model": "llama-guard3:1b-q3_K_L", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 886046720, - "digest": "56573dbb7522", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q4_0", - "model": "llama-guard3:1b-q4_0", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 963641344, - "digest": "9ef1b1d8bcf1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q4_1", - "model": "llama-guard3:1b-q4_1", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1044381696, - "digest": "472f17649b81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q4_K_S", - "model": "llama-guard3:1b-q4_K_S", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 967835648, - "digest": "c704818a1eb7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q4_K_M", - "model": "llama-guard3:1b-q4_K_M", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1001390080, - "digest": "f00008beff55", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q5_0", - "model": "llama-guard3:1b-q5_0", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1181116006, - "digest": "addf16c29474", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q5_1", - "model": "llama-guard3:1b-q5_1", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1288490189, - "digest": "b50f55fc799b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q5_K_S", - "model": "llama-guard3:1b-q5_K_S", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1181116006, - "digest": "0d2095859cf0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q5_K_M", - "model": "llama-guard3:1b-q5_K_M", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1181116006, - "digest": "ce0d5502e1e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q6_K", - "model": "llama-guard3:1b-q6_K", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1288490189, - "digest": "fa99080590a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-q8_0", - "model": "llama-guard3:1b-q8_0", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 1717986918, - "digest": "494147e06bf9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:1b-fp16", - "model": "llama-guard3:1b-fp16", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 3221225472, - "digest": "d72f84e54012", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-fp16", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q2_K", - "model": "llama-guard3:8b-q2_K", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 3435973837, - "digest": "48bd36a8a40c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q3_K_S", - "model": "llama-guard3:8b-q3_K_S", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 3972844749, - "digest": "d1fa14fbd1a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q3_K_M", - "model": "llama-guard3:8b-q3_K_M", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 4294967296, - "digest": "0043e6c0f561", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q3_K_L", - "model": "llama-guard3:8b-q3_K_L", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 4617089843, - "digest": "bea5c2385dc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q4_0", - "model": "llama-guard3:8b-q4_0", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 5046586573, - "digest": "d8d7fb8dfa56", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q4_1", - "model": "llama-guard3:8b-q4_1", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 5476083302, - "digest": "dbdbb468940f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q4_K_S", - "model": "llama-guard3:8b-q4_K_S", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 5046586573, - "digest": "7e8d75f07310", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q4_K_M", - "model": "llama-guard3:8b-q4_K_M", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 5261334938, - "digest": "46f211c3d866", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q5_0", - "model": "llama-guard3:8b-q5_0", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 6012954214, - "digest": "d3622397e2ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q5_1", - "model": "llama-guard3:8b-q5_1", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 6549825126, - "digest": "f32c583fc2dd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q5_K_S", - "model": "llama-guard3:8b-q5_K_S", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 6012954214, - "digest": "adfedf090c4a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q5_K_M", - "model": "llama-guard3:8b-q5_K_M", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 6120328397, - "digest": "38e0f1d13795", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q6_K", - "model": "llama-guard3:8b-q6_K", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 7086696038, - "digest": "ca512b2c0abf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-q8_0", - "model": "llama-guard3:8b-q8_0", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 9126805504, - "digest": "5cc118047fb2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama-guard3:8b-fp16", - "model": "llama-guard3:8b-fp16", - "modified_at": "2024-10-11T03:32:00.000Z", - "size": 17179869184, - "digest": "6945df9ed1fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-fp16", - "quantization_level": "" - } - }, - { - "name": "phi3.5:latest", - "model": "phi3.5:latest", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2362232013, - "digest": "61819fb370a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b", - "model": "phi3.5:3.8b", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2362232013, - "digest": "61819fb370a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q2_K", - "model": "phi3.5:3.8b-mini-instruct-q2_K", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 1503238554, - "digest": "45b8dc82a846", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q3_K_S", - "model": "phi3.5:3.8b-mini-instruct-q3_K_S", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 1825361101, - "digest": "a96deac0d01a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q3_K_M", - "model": "phi3.5:3.8b-mini-instruct-q3_K_M", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2147483648, - "digest": "0d7837063f04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q3_K_L", - "model": "phi3.5:3.8b-mini-instruct-q3_K_L", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2254857830, - "digest": "1a0c69ceca7c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q4_0", - "model": "phi3.5:3.8b-mini-instruct-q4_0", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2362232013, - "digest": "61819fb370a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q4_1", - "model": "phi3.5:3.8b-mini-instruct-q4_1", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2576980378, - "digest": "4cbfba8563ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q4_K_S", - "model": "phi3.5:3.8b-mini-instruct-q4_K_S", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2362232013, - "digest": "593801e5a118", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q4_K_M", - "model": "phi3.5:3.8b-mini-instruct-q4_K_M", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2576980378, - "digest": "570961596984", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q5_0", - "model": "phi3.5:3.8b-mini-instruct-q5_0", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2791728742, - "digest": "08d2a846d344", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q5_1", - "model": "phi3.5:3.8b-mini-instruct-q5_1", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 3113851290, - "digest": "56d7624b988b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q5_K_S", - "model": "phi3.5:3.8b-mini-instruct-q5_K_S", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 2791728742, - "digest": "359cb1eb71b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q5_K_M", - "model": "phi3.5:3.8b-mini-instruct-q5_K_M", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 3006477107, - "digest": "d8410edb4013", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q6_K", - "model": "phi3.5:3.8b-mini-instruct-q6_K", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 3328599654, - "digest": "64777e5c6803", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-q8_0", - "model": "phi3.5:3.8b-mini-instruct-q8_0", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 4402341478, - "digest": "8b50e8e1e216", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi3.5:3.8b-mini-instruct-fp16", - "model": "phi3.5:3.8b-mini-instruct-fp16", - "modified_at": "2024-09-05T19:00:00.000Z", - "size": 8160437862, - "digest": "4611ed13d496", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-mini-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "devstral:latest", - "model": "devstral:latest", - "modified_at": "2025-07-04T18:29:00.000Z", - "size": 15032385536, - "digest": "9bd74193e939", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "devstral:24b", - "model": "devstral:24b", - "modified_at": "2025-07-04T18:29:00.000Z", - "size": 15032385536, - "digest": "9bd74193e939", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b", - "quantization_level": "" - } - }, - { - "name": "devstral:24b-small-2505-q4_K_M", - "model": "devstral:24b-small-2505-q4_K_M", - "modified_at": "2025-07-04T18:29:00.000Z", - "size": 15032385536, - "digest": "9bd74193e939", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-small-2505-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "devstral:24b-small-2505-q8_0", - "model": "devstral:24b-small-2505-q8_0", - "modified_at": "2025-07-04T18:29:00.000Z", - "size": 26843545600, - "digest": "25a16f448fb3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-small-2505-q8_0", - "quantization_level": "" - } - }, - { - "name": "devstral:24b-small-2505-fp16", - "model": "devstral:24b-small-2505-fp16", - "modified_at": "2025-07-04T18:29:00.000Z", - "size": 50465865728, - "digest": "d1e6469472dc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "24b-small-2505-fp16", - "quantization_level": "" - } - }, - { - "name": "wizard-math:latest", - "model": "wizard-math:latest", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4402341478, - "digest": "5ab8dc2115d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b", - "model": "wizard-math:7b", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4402341478, - "digest": "5ab8dc2115d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b", - "model": "wizard-math:13b", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 7945689498, - "digest": "8b44f21282d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b", - "model": "wizard-math:70b", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 41875931136, - "digest": "78a12f5c753b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q2_K", - "model": "wizard-math:7b-v1.1-q2_K", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 3328599654, - "digest": "fb23b7ecbb41", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q3_K_S", - "model": "wizard-math:7b-v1.1-q3_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 3435973837, - "digest": "3d60487e5ff9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q3_K_M", - "model": "wizard-math:7b-v1.1-q3_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 3758096384, - "digest": "445d38e580c1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q3_K_L", - "model": "wizard-math:7b-v1.1-q3_K_L", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4080218931, - "digest": "5d4901c2b6ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q4_0", - "model": "wizard-math:7b-v1.1-q4_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4402341478, - "digest": "5ab8dc2115d3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q4_1", - "model": "wizard-math:7b-v1.1-q4_1", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4939212390, - "digest": "84da7cfcaadf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q4_K_S", - "model": "wizard-math:7b-v1.1-q4_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4402341478, - "digest": "7fbb91d511ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q4_K_M", - "model": "wizard-math:7b-v1.1-q4_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4724464026, - "digest": "b3f80305c1ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q5_0", - "model": "wizard-math:7b-v1.1-q5_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5368709120, - "digest": "68ee7e9ae5c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q5_1", - "model": "wizard-math:7b-v1.1-q5_1", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5798205850, - "digest": "a71b25492bae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q5_K_S", - "model": "wizard-math:7b-v1.1-q5_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5368709120, - "digest": "842e330e5a43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q5_K_M", - "model": "wizard-math:7b-v1.1-q5_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5476083302, - "digest": "7ef289161203", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q6_K", - "model": "wizard-math:7b-v1.1-q6_K", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 6335076762, - "digest": "1605a5f0a78d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-q8_0", - "model": "wizard-math:7b-v1.1-q8_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 8267812045, - "digest": "c0a82cf6340f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-v1.1-fp16", - "model": "wizard-math:7b-v1.1-fp16", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 15032385536, - "digest": "9ba9081b8e33", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.1-fp16", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q2_K", - "model": "wizard-math:7b-q2_K", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 3006477107, - "digest": "92eee4b30af3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q3_K_S", - "model": "wizard-math:7b-q3_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 3113851290, - "digest": "5991089fe14e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q3_K_M", - "model": "wizard-math:7b-q3_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 3543348019, - "digest": "8d69fd3716a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q3_K_L", - "model": "wizard-math:7b-q3_K_L", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 3865470566, - "digest": "ea1e890b2834", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q4_0", - "model": "wizard-math:7b-q4_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4080218931, - "digest": "9c8843a9e4f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q4_1", - "model": "wizard-math:7b-q4_1", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4509715661, - "digest": "9591190dde98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q4_K_S", - "model": "wizard-math:7b-q4_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4187593114, - "digest": "7b76b8b02e14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q4_K_M", - "model": "wizard-math:7b-q4_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 4402341478, - "digest": "1cdc42c6d82d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q5_0", - "model": "wizard-math:7b-q5_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5046586573, - "digest": "ade46d0b5ba5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q5_1", - "model": "wizard-math:7b-q5_1", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5476083302, - "digest": "b0f832f014a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q5_K_S", - "model": "wizard-math:7b-q5_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5046586573, - "digest": "7c60c147e556", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q5_K_M", - "model": "wizard-math:7b-q5_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5153960755, - "digest": "c127eced82ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q6_K", - "model": "wizard-math:7b-q6_K", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5905580032, - "digest": "da2e01e1db76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-q8_0", - "model": "wizard-math:7b-q8_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 7730941133, - "digest": "0ffedbf1deac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:7b-fp16", - "model": "wizard-math:7b-fp16", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 13958643712, - "digest": "2da027b7832e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q2_K", - "model": "wizard-math:13b-q2_K", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 5798205850, - "digest": "04f99080dc55", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q3_K_S", - "model": "wizard-math:13b-q3_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 6120328397, - "digest": "09e1fc038a1e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q3_K_M", - "model": "wizard-math:13b-q3_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 6764573491, - "digest": "f20c07ecdbbb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q3_K_L", - "model": "wizard-math:13b-q3_K_L", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 7408818586, - "digest": "ed332a080a46", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q4_0", - "model": "wizard-math:13b-q4_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 7945689498, - "digest": "8b44f21282d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q4_1", - "model": "wizard-math:13b-q4_1", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 8804682957, - "digest": "7d82decc19c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q4_K_S", - "model": "wizard-math:13b-q4_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 7945689498, - "digest": "5b0ad85a5ff2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q4_K_M", - "model": "wizard-math:13b-q4_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 8482560410, - "digest": "8972bd69fd2b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q5_0", - "model": "wizard-math:13b-q5_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 9663676416, - "digest": "712881c3a1f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q5_1", - "model": "wizard-math:13b-q5_1", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 10522669875, - "digest": "4dc396c294c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q5_K_S", - "model": "wizard-math:13b-q5_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 9663676416, - "digest": "81854a1cfc87", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q5_K_M", - "model": "wizard-math:13b-q5_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 9878424781, - "digest": "ee22916d7475", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q6_K", - "model": "wizard-math:13b-q6_K", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 11811160064, - "digest": "3b2fe53d6622", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-q8_0", - "model": "wizard-math:13b-q8_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 15032385536, - "digest": "fb4caa91e51b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:13b-fp16", - "model": "wizard-math:13b-fp16", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 27917287424, - "digest": "3bd5c9fb640d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q2_K", - "model": "wizard-math:70b-q2_K", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 31138512896, - "digest": "49b0aa622ef3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q3_K_S", - "model": "wizard-math:70b-q3_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 32212254720, - "digest": "f177b78b166c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q3_K_M", - "model": "wizard-math:70b-q3_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 35433480192, - "digest": "213ebb30790d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q3_K_L", - "model": "wizard-math:70b-q3_K_L", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 38654705664, - "digest": "abaeff08031f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q4_0", - "model": "wizard-math:70b-q4_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 41875931136, - "digest": "78a12f5c753b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q4_1", - "model": "wizard-math:70b-q4_1", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 46170898432, - "digest": "5dfbed4fdb94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q4_K_S", - "model": "wizard-math:70b-q4_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 41875931136, - "digest": "ffac3e511948", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q4_K_M", - "model": "wizard-math:70b-q4_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 44023414784, - "digest": "7e51cd7185f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q5_0", - "model": "wizard-math:70b-q5_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 50465865728, - "digest": "36de56ad0a3e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q5_1", - "model": "wizard-math:70b-q5_1", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 55834574848, - "digest": "ac0dd67be9f3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q5_K_S", - "model": "wizard-math:70b-q5_K_S", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 50465865728, - "digest": "3457b4038c5a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q5_K_M", - "model": "wizard-math:70b-q5_K_M", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 52613349376, - "digest": "09fccca8b7ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q6_K", - "model": "wizard-math:70b-q6_K", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 61203283968, - "digest": "7926bf824556", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-q8_0", - "model": "wizard-math:70b-q8_0", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 78383153152, - "digest": "5827126cc766", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizard-math:70b-fp16", - "model": "wizard-math:70b-fp16", - "modified_at": "2023-12-19T16:02:00.000Z", - "size": 148176371712, - "digest": "fbc61420209c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:latest", - "model": "dolphincoder:latest", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 4509715661, - "digest": "677555f1f316", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b", - "model": "dolphincoder:7b", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 4509715661, - "digest": "677555f1f316", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b", - "model": "dolphincoder:15b", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 9771050598, - "digest": "1102380927c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2", - "model": "dolphincoder:7b-starcoder2", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 4509715661, - "digest": "677555f1f316", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q2_K", - "model": "dolphincoder:7b-starcoder2-q2_K", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 3113851290, - "digest": "fb0129d225aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q3_K_S", - "model": "dolphincoder:7b-starcoder2-q3_K_S", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 3543348019, - "digest": "e97ee0126684", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q3_K_M", - "model": "dolphincoder:7b-starcoder2-q3_K_M", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 4080218931, - "digest": "3e450ded039a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q3_K_L", - "model": "dolphincoder:7b-starcoder2-q3_K_L", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 4509715661, - "digest": "a8319e4b88e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q4_0", - "model": "dolphincoder:7b-starcoder2-q4_0", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 4509715661, - "digest": "677555f1f316", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q4_1", - "model": "dolphincoder:7b-starcoder2-q4_1", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 5046586573, - "digest": "659db57b0269", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q4_K_S", - "model": "dolphincoder:7b-starcoder2-q4_K_S", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 4617089843, - "digest": "0d50809844f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q4_K_M", - "model": "dolphincoder:7b-starcoder2-q4_K_M", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 4939212390, - "digest": "547e49183386", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q5_0", - "model": "dolphincoder:7b-starcoder2-q5_0", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 5476083302, - "digest": "c83c1feb4d92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q5_1", - "model": "dolphincoder:7b-starcoder2-q5_1", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 6012954214, - "digest": "4f0f2eb0effb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q5_K_S", - "model": "dolphincoder:7b-starcoder2-q5_K_S", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 5476083302, - "digest": "4566628e5196", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q5_K_M", - "model": "dolphincoder:7b-starcoder2-q5_K_M", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 5690831667, - "digest": "c44956298761", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q6_K", - "model": "dolphincoder:7b-starcoder2-q6_K", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 6549825126, - "digest": "fd5972ba8500", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-q8_0", - "model": "dolphincoder:7b-starcoder2-q8_0", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 8482560410, - "digest": "21c985c7feb0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:7b-starcoder2-fp16", - "model": "dolphincoder:7b-starcoder2-fp16", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 16106127360, - "digest": "59be24ed28ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-starcoder2-fp16", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2", - "model": "dolphincoder:15b-starcoder2", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 9771050598, - "digest": "1102380927c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q2_K", - "model": "dolphincoder:15b-starcoder2-q2_K", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 6657199309, - "digest": "ba9150d92d7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q2_K", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q3_K_S", - "model": "dolphincoder:15b-starcoder2-q3_K_S", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 7516192768, - "digest": "acf10b086812", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q3_K_M", - "model": "dolphincoder:15b-starcoder2-q3_K_M", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 8697308774, - "digest": "eddba241c8a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q3_K_L", - "model": "dolphincoder:15b-starcoder2-q3_K_L", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 9663676416, - "digest": "df6670a7f78c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q4_0", - "model": "dolphincoder:15b-starcoder2-q4_0", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 9771050598, - "digest": "1102380927c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q4_0", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q4_1", - "model": "dolphincoder:15b-starcoder2-q4_1", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 10737418240, - "digest": "e6e9a34e768f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q4_1", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q4_K_S", - "model": "dolphincoder:15b-starcoder2-q4_K_S", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 9985798963, - "digest": "c2b8d84e8ce3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q4_K_M", - "model": "dolphincoder:15b-starcoder2-q4_K_M", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 10630044058, - "digest": "5af4b8a9d51d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q5_0", - "model": "dolphincoder:15b-starcoder2-q5_0", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 11811160064, - "digest": "b4735d7cba44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q5_0", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q5_1", - "model": "dolphincoder:15b-starcoder2-q5_1", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 12884901888, - "digest": "7140319becb6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q5_1", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q5_K_S", - "model": "dolphincoder:15b-starcoder2-q5_K_S", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 11811160064, - "digest": "f4ebaabdbf39", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q5_K_M", - "model": "dolphincoder:15b-starcoder2-q5_K_M", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 11811160064, - "digest": "fff9c5a18e8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q6_K", - "model": "dolphincoder:15b-starcoder2-q6_K", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 13958643712, - "digest": "7f4177c2ad67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q6_K", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-q8_0", - "model": "dolphincoder:15b-starcoder2-q8_0", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 18253611008, - "digest": "a0693c917630", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-q8_0", - "quantization_level": "" - } - }, - { - "name": "dolphincoder:15b-starcoder2-fp16", - "model": "dolphincoder:15b-starcoder2-fp16", - "modified_at": "2024-04-09T00:01:00.000Z", - "size": 34359738368, - "digest": "1c1dc0127ddc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "15b-starcoder2-fp16", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:latest", - "model": "aya-expanse:latest", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 5476083302, - "digest": "65f986688a01", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b", - "model": "aya-expanse:8b", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 5476083302, - "digest": "65f986688a01", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b", - "model": "aya-expanse:32b", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 21474836480, - "digest": "1603440383bd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q2_K", - "model": "aya-expanse:8b-q2_K", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 3650722202, - "digest": "4e94e1804ed0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q2_K", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q3_K_S", - "model": "aya-expanse:8b-q3_K_S", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 4187593114, - "digest": "6c65053f0521", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q3_K_M", - "model": "aya-expanse:8b-q3_K_M", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 4509715661, - "digest": "a4a9b41eac86", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q3_K_L", - "model": "aya-expanse:8b-q3_K_L", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 4831838208, - "digest": "fc1432804cff", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q4_0", - "model": "aya-expanse:8b-q4_0", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 5153960755, - "digest": "c5956345aaa7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_0", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q4_1", - "model": "aya-expanse:8b-q4_1", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 5583457485, - "digest": "e85461db4a4a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_1", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q4_K_S", - "model": "aya-expanse:8b-q4_K_S", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 5153960755, - "digest": "951e4f5b2da0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q4_K_M", - "model": "aya-expanse:8b-q4_K_M", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 5476083302, - "digest": "65f986688a01", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q5_0", - "model": "aya-expanse:8b-q5_0", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 6120328397, - "digest": "d1a8566edcdd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_0", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q5_1", - "model": "aya-expanse:8b-q5_1", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 6549825126, - "digest": "d6c4aa0c560e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_1", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q5_K_S", - "model": "aya-expanse:8b-q5_K_S", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 6120328397, - "digest": "52275a980a3a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q5_K_M", - "model": "aya-expanse:8b-q5_K_M", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 6227702579, - "digest": "f61895fe5ab1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q6_K", - "model": "aya-expanse:8b-q6_K", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 7086696038, - "digest": "1ac4fd9f8a6e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q6_K", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-q8_0", - "model": "aya-expanse:8b-q8_0", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 9126805504, - "digest": "dea9deb4709b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:8b-fp16", - "model": "aya-expanse:8b-fp16", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 17179869184, - "digest": "a865f88ef2d9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-fp16", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q2_K", - "model": "aya-expanse:32b-q2_K", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 13958643712, - "digest": "f44c9317d435", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q2_K", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q3_K_S", - "model": "aya-expanse:32b-q3_K_S", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 16106127360, - "digest": "f9b00ae9fa64", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q3_K_M", - "model": "aya-expanse:32b-q3_K_M", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 17179869184, - "digest": "0fda43e48571", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q3_K_L", - "model": "aya-expanse:32b-q3_K_L", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 19327352832, - "digest": "ae8cf77b0ed5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q4_0", - "model": "aya-expanse:32b-q4_0", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 20401094656, - "digest": "a9a6ef593b6d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q4_0", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q4_1", - "model": "aya-expanse:32b-q4_1", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 22548578304, - "digest": "873205537e77", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q4_1", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q4_K_S", - "model": "aya-expanse:32b-q4_K_S", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 20401094656, - "digest": "c01efb135e53", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q4_K_M", - "model": "aya-expanse:32b-q4_K_M", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 21474836480, - "digest": "1603440383bd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q5_0", - "model": "aya-expanse:32b-q5_0", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 23622320128, - "digest": "067679252f1c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q5_0", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q5_1", - "model": "aya-expanse:32b-q5_1", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 25769803776, - "digest": "ef9e49740da1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q5_1", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q5_K_S", - "model": "aya-expanse:32b-q5_K_S", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 23622320128, - "digest": "7549163c6f3b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q5_K_M", - "model": "aya-expanse:32b-q5_K_M", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 24696061952, - "digest": "3283f75f7ad8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q6_K", - "model": "aya-expanse:32b-q6_K", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 28991029248, - "digest": "bddf1344b6a4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q6_K", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-q8_0", - "model": "aya-expanse:32b-q8_0", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 36507222016, - "digest": "885aef505f9b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-q8_0", - "quantization_level": "" - } - }, - { - "name": "aya-expanse:32b-fp16", - "model": "aya-expanse:32b-fp16", - "modified_at": "2024-10-25T02:01:00.000Z", - "size": 69793218560, - "digest": "c65e9ab0846f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:latest", - "model": "llama3-gradient:latest", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 5046586573, - "digest": "5d1398df5b8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:instruct", - "model": "llama3-gradient:instruct", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 5046586573, - "digest": "5d1398df5b8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:1048k", - "model": "llama3-gradient:1048k", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 5046586573, - "digest": "5d1398df5b8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1048k", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b", - "model": "llama3-gradient:8b", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 5046586573, - "digest": "5d1398df5b8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b", - "model": "llama3-gradient:70b", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 42949672960, - "digest": "b5d6e9d0ae61", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q2_K", - "model": "llama3-gradient:8b-instruct-1048k-q2_K", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 3435973837, - "digest": "c842eda5ddd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q3_K_S", - "model": "llama3-gradient:8b-instruct-1048k-q3_K_S", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 3972844749, - "digest": "ac6814bccbc9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q3_K_M", - "model": "llama3-gradient:8b-instruct-1048k-q3_K_M", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 4294967296, - "digest": "786019279b07", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q3_K_L", - "model": "llama3-gradient:8b-instruct-1048k-q3_K_L", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 4617089843, - "digest": "5a2ea82ad056", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q4_0", - "model": "llama3-gradient:8b-instruct-1048k-q4_0", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 5046586573, - "digest": "5d1398df5b8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q4_1", - "model": "llama3-gradient:8b-instruct-1048k-q4_1", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 5476083302, - "digest": "1e76a7e4e55b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q4_K_S", - "model": "llama3-gradient:8b-instruct-1048k-q4_K_S", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 5046586573, - "digest": "419da1c2bc33", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q4_K_M", - "model": "llama3-gradient:8b-instruct-1048k-q4_K_M", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 5261334938, - "digest": "3ba4af54f02f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q5_0", - "model": "llama3-gradient:8b-instruct-1048k-q5_0", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 6012954214, - "digest": "fcab91d085ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q5_1", - "model": "llama3-gradient:8b-instruct-1048k-q5_1", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 6549825126, - "digest": "778b4e9deda3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q5_K_S", - "model": "llama3-gradient:8b-instruct-1048k-q5_K_S", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 6012954214, - "digest": "a2a68d63519c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q5_K_M", - "model": "llama3-gradient:8b-instruct-1048k-q5_K_M", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 6120328397, - "digest": "279429844582", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q6_K", - "model": "llama3-gradient:8b-instruct-1048k-q6_K", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 7086696038, - "digest": "9851a7dbda92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-q8_0", - "model": "llama3-gradient:8b-instruct-1048k-q8_0", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 9126805504, - "digest": "543168ef36be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:8b-instruct-1048k-fp16", - "model": "llama3-gradient:8b-instruct-1048k-fp16", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 17179869184, - "digest": "839e683046bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-1048k-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q2_K", - "model": "llama3-gradient:70b-instruct-1048k-q2_K", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 27917287424, - "digest": "ed7c53c8b502", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q3_K_S", - "model": "llama3-gradient:70b-instruct-1048k-q3_K_S", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 33285996544, - "digest": "bdee3e061f75", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q3_K_M", - "model": "llama3-gradient:70b-instruct-1048k-q3_K_M", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 36507222016, - "digest": "e4fc265d59a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q3_K_L", - "model": "llama3-gradient:70b-instruct-1048k-q3_K_L", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 39728447488, - "digest": "a03cb0882529", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q4_0", - "model": "llama3-gradient:70b-instruct-1048k-q4_0", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 42949672960, - "digest": "b5d6e9d0ae61", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q4_1", - "model": "llama3-gradient:70b-instruct-1048k-q4_1", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 47244640256, - "digest": "4ecc3cc03c9a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q4_K_S", - "model": "llama3-gradient:70b-instruct-1048k-q4_K_S", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 42949672960, - "digest": "8c990ff8dd67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q4_K_M", - "model": "llama3-gradient:70b-instruct-1048k-q4_K_M", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 46170898432, - "digest": "b68ba521fab5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q5_0", - "model": "llama3-gradient:70b-instruct-1048k-q5_0", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 52613349376, - "digest": "31e92584c546", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q5_1", - "model": "llama3-gradient:70b-instruct-1048k-q5_1", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 56908316672, - "digest": "feafc730ced8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q5_K_S", - "model": "llama3-gradient:70b-instruct-1048k-q5_K_S", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 52613349376, - "digest": "841f57c74a05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q5_K_M", - "model": "llama3-gradient:70b-instruct-1048k-q5_K_M", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 53687091200, - "digest": "a3db61871133", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q6_K", - "model": "llama3-gradient:70b-instruct-1048k-q6_K", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 62277025792, - "digest": "d224f1d529ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-q8_0", - "model": "llama3-gradient:70b-instruct-1048k-q8_0", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 80530636800, - "digest": "65fc2ffdd713", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3-gradient:70b-instruct-1048k-fp16", - "model": "llama3-gradient:70b-instruct-1048k-fp16", - "modified_at": "2024-05-05T01:05:00.000Z", - "size": 151397597184, - "digest": "cfcadecc99e9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-instruct-1048k-fp16", - "quantization_level": "" - } - }, - { - "name": "internlm2:latest", - "model": "internlm2:latest", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4831838208, - "digest": "5050e36678ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "internlm2:1m", - "model": "internlm2:1m", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4831838208, - "digest": "f51a58d004a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1m", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b", - "model": "internlm2:1.8b", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1181116006, - "digest": "653be3eb69a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b", - "model": "internlm2:7b", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4831838208, - "digest": "5050e36678ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b", - "model": "internlm2:20b", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 11811160064, - "digest": "a864ac8dade2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q2_K", - "model": "internlm2:1.8b-chat-v2.5-q2_K", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 809500672, - "digest": "e323dd309ffa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q3_K_S", - "model": "internlm2:1.8b-chat-v2.5-q3_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 931135488, - "digest": "2adb2d42a98d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q3_K_M", - "model": "internlm2:1.8b-chat-v2.5-q3_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1010827264, - "digest": "f141c9a50fc5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q3_K_L", - "model": "internlm2:1.8b-chat-v2.5-q3_K_L", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1073741824, - "digest": "72790a472a60", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q4_0", - "model": "internlm2:1.8b-chat-v2.5-q4_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1181116006, - "digest": "653be3eb69a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q4_1", - "model": "internlm2:1.8b-chat-v2.5-q4_1", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1288490189, - "digest": "de0f6524a4bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q4_K_S", - "model": "internlm2:1.8b-chat-v2.5-q4_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1181116006, - "digest": "027cb3cac986", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q4_K_M", - "model": "internlm2:1.8b-chat-v2.5-q4_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1288490189, - "digest": "70424945cc94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q5_0", - "model": "internlm2:1.8b-chat-v2.5-q5_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1395864371, - "digest": "b0a6511d9a3d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q5_1", - "model": "internlm2:1.8b-chat-v2.5-q5_1", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1503238554, - "digest": "5e6a4506e50c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q5_K_S", - "model": "internlm2:1.8b-chat-v2.5-q5_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1395864371, - "digest": "024fd646cb43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q5_K_M", - "model": "internlm2:1.8b-chat-v2.5-q5_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1503238554, - "digest": "24f16cf9917b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q6_K", - "model": "internlm2:1.8b-chat-v2.5-q6_K", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 1717986918, - "digest": "f840db8f213c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-q8_0", - "model": "internlm2:1.8b-chat-v2.5-q8_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 2147483648, - "digest": "664a8f24ed79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:1.8b-chat-v2.5-fp16", - "model": "internlm2:1.8b-chat-v2.5-fp16", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4080218931, - "digest": "c62072479ed8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.8b-chat-v2.5-fp16", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q2_K", - "model": "internlm2:7b-chat-1m-v2.5-q2_K", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 3221225472, - "digest": "d84dd7a28059", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q3_K_S", - "model": "internlm2:7b-chat-1m-v2.5-q3_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 3758096384, - "digest": "d4a28a692833", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q3_K_M", - "model": "internlm2:7b-chat-1m-v2.5-q3_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4080218931, - "digest": "001eab78e4e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q3_K_L", - "model": "internlm2:7b-chat-1m-v2.5-q3_K_L", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4402341478, - "digest": "6166f50235bc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q4_0", - "model": "internlm2:7b-chat-1m-v2.5-q4_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4831838208, - "digest": "f51a58d004a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q4_1", - "model": "internlm2:7b-chat-1m-v2.5-q4_1", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5261334938, - "digest": "3961c56138a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q4_K_S", - "model": "internlm2:7b-chat-1m-v2.5-q4_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4831838208, - "digest": "b3d618c89ac3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q4_K_M", - "model": "internlm2:7b-chat-1m-v2.5-q4_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5046586573, - "digest": "9b2616f8cbc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q5_0", - "model": "internlm2:7b-chat-1m-v2.5-q5_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5798205850, - "digest": "12f9db169d91", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q5_1", - "model": "internlm2:7b-chat-1m-v2.5-q5_1", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 6227702579, - "digest": "407770e125a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q5_K_S", - "model": "internlm2:7b-chat-1m-v2.5-q5_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5798205850, - "digest": "285900570500", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q5_K_M", - "model": "internlm2:7b-chat-1m-v2.5-q5_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5905580032, - "digest": "4d68427e8c8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q6_K", - "model": "internlm2:7b-chat-1m-v2.5-q6_K", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 6871947674, - "digest": "062f787aba89", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-q8_0", - "model": "internlm2:7b-chat-1m-v2.5-q8_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 8804682957, - "digest": "ff47159cf206", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-1m-v2.5-fp16", - "model": "internlm2:7b-chat-1m-v2.5-fp16", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 16106127360, - "digest": "ef00c6c9e322", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-1m-v2.5-fp16", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q2_K", - "model": "internlm2:7b-chat-v2.5-q2_K", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 3221225472, - "digest": "49bfefea4f49", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q3_K_S", - "model": "internlm2:7b-chat-v2.5-q3_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 3758096384, - "digest": "6cfb8055242b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q3_K_M", - "model": "internlm2:7b-chat-v2.5-q3_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4080218931, - "digest": "84781d712afc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q3_K_L", - "model": "internlm2:7b-chat-v2.5-q3_K_L", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4402341478, - "digest": "c64aca8ea43c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q4_0", - "model": "internlm2:7b-chat-v2.5-q4_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4831838208, - "digest": "5050e36678ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q4_1", - "model": "internlm2:7b-chat-v2.5-q4_1", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5261334938, - "digest": "8f50455862f0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q4_K_S", - "model": "internlm2:7b-chat-v2.5-q4_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 4831838208, - "digest": "e978b21250f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q4_K_M", - "model": "internlm2:7b-chat-v2.5-q4_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5046586573, - "digest": "aa0c9b808286", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q5_0", - "model": "internlm2:7b-chat-v2.5-q5_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5798205850, - "digest": "472749a597ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q5_1", - "model": "internlm2:7b-chat-v2.5-q5_1", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 6227702579, - "digest": "15e08b317f2c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q5_K_S", - "model": "internlm2:7b-chat-v2.5-q5_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5798205850, - "digest": "03a8263a7983", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q5_K_M", - "model": "internlm2:7b-chat-v2.5-q5_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 5905580032, - "digest": "3be8d46eeb16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q6_K", - "model": "internlm2:7b-chat-v2.5-q6_K", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 6871947674, - "digest": "d1e1c05708e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-q8_0", - "model": "internlm2:7b-chat-v2.5-q8_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 8804682957, - "digest": "5aeab5b4cbc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:7b-chat-v2.5-fp16", - "model": "internlm2:7b-chat-v2.5-fp16", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 16106127360, - "digest": "5b289197c4b4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-chat-v2.5-fp16", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q2_K", - "model": "internlm2:20b-chat-v2.5-q2_K", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 8053063680, - "digest": "0c3013e60522", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q2_K", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q3_K_S", - "model": "internlm2:20b-chat-v2.5-q3_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 9448928051, - "digest": "29d205fe5245", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q3_K_M", - "model": "internlm2:20b-chat-v2.5-q3_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 10415295693, - "digest": "a9e30d43b790", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q3_K_L", - "model": "internlm2:20b-chat-v2.5-q3_K_L", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 11811160064, - "digest": "1d50713ae6a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q4_0", - "model": "internlm2:20b-chat-v2.5-q4_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 11811160064, - "digest": "a864ac8dade2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q4_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q4_1", - "model": "internlm2:20b-chat-v2.5-q4_1", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 13958643712, - "digest": "8081fcbec171", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q4_1", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q4_K_S", - "model": "internlm2:20b-chat-v2.5-q4_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 11811160064, - "digest": "9628de0a310e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q4_K_M", - "model": "internlm2:20b-chat-v2.5-q4_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 12884901888, - "digest": "b4c0bac62552", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q5_0", - "model": "internlm2:20b-chat-v2.5-q5_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 15032385536, - "digest": "f96f8f7f353c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q5_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q5_1", - "model": "internlm2:20b-chat-v2.5-q5_1", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 16106127360, - "digest": "59d4bc3a7d50", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q5_1", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q5_K_S", - "model": "internlm2:20b-chat-v2.5-q5_K_S", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 15032385536, - "digest": "a4c6e3937e92", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q5_K_M", - "model": "internlm2:20b-chat-v2.5-q5_K_M", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 15032385536, - "digest": "a52063ceb166", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q6_K", - "model": "internlm2:20b-chat-v2.5-q6_K", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 17179869184, - "digest": "a1ae726f5e10", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q6_K", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-q8_0", - "model": "internlm2:20b-chat-v2.5-q8_0", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 22548578304, - "digest": "e172d89777bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-q8_0", - "quantization_level": "" - } - }, - { - "name": "internlm2:20b-chat-v2.5-fp16", - "model": "internlm2:20b-chat-v2.5-fp16", - "modified_at": "2024-08-16T21:19:00.000Z", - "size": 42949672960, - "digest": "b6d6213233ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-v2.5-fp16", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:latest", - "model": "samantha-mistral:latest", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "f7c8c9be1da0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b", - "model": "samantha-mistral:7b", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "f7c8c9be1da0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q2_K", - "model": "samantha-mistral:7b-instruct-q2_K", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3328599654, - "digest": "96a147f46c78", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q3_K_S", - "model": "samantha-mistral:7b-instruct-q3_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3435973837, - "digest": "62fd2b9a2876", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q3_K_M", - "model": "samantha-mistral:7b-instruct-q3_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3758096384, - "digest": "d15ec1ea22a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q3_K_L", - "model": "samantha-mistral:7b-instruct-q3_K_L", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4080218931, - "digest": "8a362799bb4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q4_0", - "model": "samantha-mistral:7b-instruct-q4_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "024406c7422a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q4_1", - "model": "samantha-mistral:7b-instruct-q4_1", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4939212390, - "digest": "8794444548a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q4_K_S", - "model": "samantha-mistral:7b-instruct-q4_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "7628c0eabf6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q4_K_M", - "model": "samantha-mistral:7b-instruct-q4_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4724464026, - "digest": "0f6d2b5ca5e2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q5_0", - "model": "samantha-mistral:7b-instruct-q5_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5368709120, - "digest": "68d25cf334e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q5_1", - "model": "samantha-mistral:7b-instruct-q5_1", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5798205850, - "digest": "4f2a05b98ad7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q5_K_S", - "model": "samantha-mistral:7b-instruct-q5_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5368709120, - "digest": "d3a4b4169288", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q5_K_M", - "model": "samantha-mistral:7b-instruct-q5_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5476083302, - "digest": "c74ed33532e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q6_K", - "model": "samantha-mistral:7b-instruct-q6_K", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 6335076762, - "digest": "8fdefc023b71", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-q8_0", - "model": "samantha-mistral:7b-instruct-q8_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 8267812045, - "digest": "c555922ee59b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-instruct-fp16", - "model": "samantha-mistral:7b-instruct-fp16", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 15032385536, - "digest": "84081f5ce595", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text", - "model": "samantha-mistral:7b-text", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "b085c9c5fcec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q2_K", - "model": "samantha-mistral:7b-text-q2_K", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3328599654, - "digest": "fad0a3e1761e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q3_K_S", - "model": "samantha-mistral:7b-text-q3_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3435973837, - "digest": "e9be9d2c1626", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q3_K_M", - "model": "samantha-mistral:7b-text-q3_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3758096384, - "digest": "2b119f04be81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q3_K_L", - "model": "samantha-mistral:7b-text-q3_K_L", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4080218931, - "digest": "e7eda3fb21ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q4_0", - "model": "samantha-mistral:7b-text-q4_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "b085c9c5fcec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q4_1", - "model": "samantha-mistral:7b-text-q4_1", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4939212390, - "digest": "85970f1f192a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q4_K_S", - "model": "samantha-mistral:7b-text-q4_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "7b0b68d63c1f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q4_K_M", - "model": "samantha-mistral:7b-text-q4_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4724464026, - "digest": "39cf8171959a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q5_0", - "model": "samantha-mistral:7b-text-q5_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5368709120, - "digest": "d4bfb5684edc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q5_1", - "model": "samantha-mistral:7b-text-q5_1", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5798205850, - "digest": "80d8a3a2cda0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q5_K_S", - "model": "samantha-mistral:7b-text-q5_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5368709120, - "digest": "5dcb0fd60a87", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q5_K_M", - "model": "samantha-mistral:7b-text-q5_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5476083302, - "digest": "5c857161b387", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q6_K", - "model": "samantha-mistral:7b-text-q6_K", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 6335076762, - "digest": "a06d56b9f941", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-q8_0", - "model": "samantha-mistral:7b-text-q8_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 8267812045, - "digest": "f77f5c9b59eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-text-fp16", - "model": "samantha-mistral:7b-text-fp16", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 15032385536, - "digest": "18f0d3b9dab7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text", - "model": "samantha-mistral:7b-v1.2-text", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "f7c8c9be1da0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q2_K", - "model": "samantha-mistral:7b-v1.2-text-q2_K", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3328599654, - "digest": "7b218927bbd2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q3_K_S", - "model": "samantha-mistral:7b-v1.2-text-q3_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3435973837, - "digest": "9b8db3fe08c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q3_K_M", - "model": "samantha-mistral:7b-v1.2-text-q3_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 3758096384, - "digest": "b6193d2efa40", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q3_K_L", - "model": "samantha-mistral:7b-v1.2-text-q3_K_L", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4080218931, - "digest": "58fb1513b0bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q4_0", - "model": "samantha-mistral:7b-v1.2-text-q4_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "f7c8c9be1da0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q4_1", - "model": "samantha-mistral:7b-v1.2-text-q4_1", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4939212390, - "digest": "1f5844c5902c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q4_K_S", - "model": "samantha-mistral:7b-v1.2-text-q4_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4402341478, - "digest": "444790e2878d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q4_K_M", - "model": "samantha-mistral:7b-v1.2-text-q4_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 4724464026, - "digest": "ff1e08836eec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q5_0", - "model": "samantha-mistral:7b-v1.2-text-q5_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5368709120, - "digest": "3871c24e3323", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q5_1", - "model": "samantha-mistral:7b-v1.2-text-q5_1", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5798205850, - "digest": "141eea79136d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q5_K_S", - "model": "samantha-mistral:7b-v1.2-text-q5_K_S", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5368709120, - "digest": "192548ac3ab0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q5_K_M", - "model": "samantha-mistral:7b-v1.2-text-q5_K_M", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 5476083302, - "digest": "759bccff2e2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q6_K", - "model": "samantha-mistral:7b-v1.2-text-q6_K", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 6335076762, - "digest": "28b60c3a346d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-q8_0", - "model": "samantha-mistral:7b-v1.2-text-q8_0", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 8267812045, - "digest": "495b300e8bb1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "samantha-mistral:7b-v1.2-text-fp16", - "model": "samantha-mistral:7b-v1.2-text-fp16", - "modified_at": "2023-10-15T16:10:00.000Z", - "size": 15032385536, - "digest": "463d6b8187c1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1.2-text-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:latest", - "model": "llama3-groq-tool-use:latest", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 5046586573, - "digest": "36211dad2b15", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b", - "model": "llama3-groq-tool-use:8b", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 5046586573, - "digest": "36211dad2b15", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b", - "model": "llama3-groq-tool-use:70b", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 42949672960, - "digest": "696d50e6fc55", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q2_K", - "model": "llama3-groq-tool-use:8b-q2_K", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 3435973837, - "digest": "37fac70005b1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q3_K_S", - "model": "llama3-groq-tool-use:8b-q3_K_S", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 3972844749, - "digest": "3f7165ed6ac3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q3_K_M", - "model": "llama3-groq-tool-use:8b-q3_K_M", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 4294967296, - "digest": "def359e8ef42", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q3_K_L", - "model": "llama3-groq-tool-use:8b-q3_K_L", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 4617089843, - "digest": "57fbbf9656ef", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q4_0", - "model": "llama3-groq-tool-use:8b-q4_0", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 5046586573, - "digest": "36211dad2b15", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q4_1", - "model": "llama3-groq-tool-use:8b-q4_1", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 5476083302, - "digest": "b927899ecb62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q4_K_S", - "model": "llama3-groq-tool-use:8b-q4_K_S", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 5046586573, - "digest": "9dc66563ded8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q4_K_M", - "model": "llama3-groq-tool-use:8b-q4_K_M", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 5261334938, - "digest": "5fa325bad307", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q5_0", - "model": "llama3-groq-tool-use:8b-q5_0", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 6012954214, - "digest": "0482e45a0517", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q5_1", - "model": "llama3-groq-tool-use:8b-q5_1", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 6549825126, - "digest": "45984ff6d001", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q5_K_S", - "model": "llama3-groq-tool-use:8b-q5_K_S", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 6012954214, - "digest": "6a1775abde02", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q5_K_M", - "model": "llama3-groq-tool-use:8b-q5_K_M", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 6120328397, - "digest": "50c9c554ddd4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q6_K", - "model": "llama3-groq-tool-use:8b-q6_K", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 7086696038, - "digest": "7ec6fd768fe0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-q8_0", - "model": "llama3-groq-tool-use:8b-q8_0", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 9126805504, - "digest": "58ab12b11127", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:8b-fp16", - "model": "llama3-groq-tool-use:8b-fp16", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 17179869184, - "digest": "be9b2c0775a5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-fp16", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q2_K", - "model": "llama3-groq-tool-use:70b-q2_K", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 27917287424, - "digest": "dab8a158f092", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q3_K_S", - "model": "llama3-groq-tool-use:70b-q3_K_S", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 33285996544, - "digest": "4f446f9b1b86", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q3_K_M", - "model": "llama3-groq-tool-use:70b-q3_K_M", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 36507222016, - "digest": "5e0c9286cabe", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q3_K_L", - "model": "llama3-groq-tool-use:70b-q3_K_L", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 39728447488, - "digest": "94b979ce931c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q4_0", - "model": "llama3-groq-tool-use:70b-q4_0", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 42949672960, - "digest": "696d50e6fc55", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q4_1", - "model": "llama3-groq-tool-use:70b-q4_1", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 47244640256, - "digest": "35972e96c25d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q4_K_S", - "model": "llama3-groq-tool-use:70b-q4_K_S", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 42949672960, - "digest": "464bc22f0c7f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q4_K_M", - "model": "llama3-groq-tool-use:70b-q4_K_M", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 46170898432, - "digest": "45eafa1bfbd8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q5_0", - "model": "llama3-groq-tool-use:70b-q5_0", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 52613349376, - "digest": "5c52fd8e4ba7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q5_1", - "model": "llama3-groq-tool-use:70b-q5_1", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 56908316672, - "digest": "337622a2615e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q5_K_S", - "model": "llama3-groq-tool-use:70b-q5_K_S", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 52613349376, - "digest": "88450a6c4bc7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q5_K_M", - "model": "llama3-groq-tool-use:70b-q5_K_M", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 53687091200, - "digest": "7e1f34171905", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q6_K", - "model": "llama3-groq-tool-use:70b-q6_K", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 62277025792, - "digest": "fe241542dd2b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-q8_0", - "model": "llama3-groq-tool-use:70b-q8_0", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 80530636800, - "digest": "e998a1023200", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama3-groq-tool-use:70b-fp16", - "model": "llama3-groq-tool-use:70b-fp16", - "modified_at": "2024-07-25T01:15:00.000Z", - "size": 151397597184, - "digest": "8ef2a1906612", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3.2-vision:latest", - "model": "granite3.2-vision:latest", - "modified_at": "2025-02-27T19:26:00.000Z", - "size": 2576980378, - "digest": "3be41a661804", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite3.2-vision:2b", - "model": "granite3.2-vision:2b", - "modified_at": "2025-02-27T19:26:00.000Z", - "size": 2576980378, - "digest": "3be41a661804", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "granite3.2-vision:2b-q4_K_M", - "model": "granite3.2-vision:2b-q4_K_M", - "modified_at": "2025-02-27T19:26:00.000Z", - "size": 2576980378, - "digest": "3be41a661804", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.2-vision:2b-q8_0", - "model": "granite3.2-vision:2b-q8_0", - "modified_at": "2025-02-27T19:26:00.000Z", - "size": 3865470566, - "digest": "9b6204ce60f6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3.2-vision:2b-fp16", - "model": "granite3.2-vision:2b-fp16", - "modified_at": "2025-02-27T19:26:00.000Z", - "size": 6442450944, - "digest": "17ca6aa97bd9", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "2b-fp16", - "quantization_level": "" - } - }, - { - "name": "xwinlm:latest", - "model": "xwinlm:latest", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4080218931, - "digest": "0fa68068d970", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b", - "model": "xwinlm:7b", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4080218931, - "digest": "0fa68068d970", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b", - "model": "xwinlm:13b", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7945689498, - "digest": "630afb311638", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1", - "model": "xwinlm:7b-v0.1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4080218931, - "digest": "b403d658bba0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q2_K", - "model": "xwinlm:7b-v0.1-q2_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 3006477107, - "digest": "60a5e6fab2d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q3_K_S", - "model": "xwinlm:7b-v0.1-q3_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 3113851290, - "digest": "94bbcf9a5f51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q3_K_M", - "model": "xwinlm:7b-v0.1-q3_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 3543348019, - "digest": "b16a6f85ae78", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q3_K_L", - "model": "xwinlm:7b-v0.1-q3_K_L", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 3865470566, - "digest": "f9d3e59af420", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q4_0", - "model": "xwinlm:7b-v0.1-q4_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4080218931, - "digest": "b403d658bba0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q4_1", - "model": "xwinlm:7b-v0.1-q4_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4509715661, - "digest": "0913a3dfd094", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q4_K_S", - "model": "xwinlm:7b-v0.1-q4_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4187593114, - "digest": "9fc17adbbb63", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q4_K_M", - "model": "xwinlm:7b-v0.1-q4_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4402341478, - "digest": "32c9ce4f8e94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q5_0", - "model": "xwinlm:7b-v0.1-q5_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5046586573, - "digest": "7c6150db244e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q5_1", - "model": "xwinlm:7b-v0.1-q5_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5476083302, - "digest": "9c38b8b5fdd0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q5_K_S", - "model": "xwinlm:7b-v0.1-q5_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5046586573, - "digest": "ed0f88a710cd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q5_K_M", - "model": "xwinlm:7b-v0.1-q5_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5153960755, - "digest": "f1c209d3638f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q6_K", - "model": "xwinlm:7b-v0.1-q6_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5905580032, - "digest": "69a6eded5cbf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-q8_0", - "model": "xwinlm:7b-v0.1-q8_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7730941133, - "digest": "7556549b5a15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.1-fp16", - "model": "xwinlm:7b-v0.1-fp16", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 13958643712, - "digest": "16c93bccfbd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2", - "model": "xwinlm:7b-v0.2", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4080218931, - "digest": "0fa68068d970", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q2_K", - "model": "xwinlm:7b-v0.2-q2_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 3006477107, - "digest": "fe7141ff19bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q3_K_S", - "model": "xwinlm:7b-v0.2-q3_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 3113851290, - "digest": "1a022f2625ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q3_K_L", - "model": "xwinlm:7b-v0.2-q3_K_L", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 3865470566, - "digest": "508c1edd8811", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q4_0", - "model": "xwinlm:7b-v0.2-q4_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4080218931, - "digest": "0fa68068d970", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q4_1", - "model": "xwinlm:7b-v0.2-q4_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4509715661, - "digest": "62d9b92fa0c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q4_K_S", - "model": "xwinlm:7b-v0.2-q4_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4187593114, - "digest": "c9597dee32a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q4_K_M", - "model": "xwinlm:7b-v0.2-q4_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 4402341478, - "digest": "f67bbe322630", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q5_0", - "model": "xwinlm:7b-v0.2-q5_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5046586573, - "digest": "ea9caeebc2fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q5_K_S", - "model": "xwinlm:7b-v0.2-q5_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5046586573, - "digest": "d3dbad83362a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q5_K_M", - "model": "xwinlm:7b-v0.2-q5_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5153960755, - "digest": "c19838f1c26d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q6_K", - "model": "xwinlm:7b-v0.2-q6_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5905580032, - "digest": "04ac3723b86a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-q8_0", - "model": "xwinlm:7b-v0.2-q8_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7730941133, - "digest": "2c7fdd3e299a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:7b-v0.2-fp16", - "model": "xwinlm:7b-v0.2-fp16", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 13958643712, - "digest": "8d01614baf49", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1", - "model": "xwinlm:13b-v0.1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7945689498, - "digest": "cf480ed8e4a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q2_K", - "model": "xwinlm:13b-v0.1-q2_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5798205850, - "digest": "70041388f5fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q3_K_S", - "model": "xwinlm:13b-v0.1-q3_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 6120328397, - "digest": "2a0c92c37e6c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q3_K_M", - "model": "xwinlm:13b-v0.1-q3_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 6764573491, - "digest": "c10ecb514000", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q3_K_L", - "model": "xwinlm:13b-v0.1-q3_K_L", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7408818586, - "digest": "bf6792fa051c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q4_0", - "model": "xwinlm:13b-v0.1-q4_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7945689498, - "digest": "cf480ed8e4a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q4_1", - "model": "xwinlm:13b-v0.1-q4_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 8804682957, - "digest": "62d523fc9d2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q4_K_S", - "model": "xwinlm:13b-v0.1-q4_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7945689498, - "digest": "dab27e0990ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q4_K_M", - "model": "xwinlm:13b-v0.1-q4_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 8482560410, - "digest": "62d182cd9813", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q5_0", - "model": "xwinlm:13b-v0.1-q5_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 9663676416, - "digest": "d004f7e646a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q5_1", - "model": "xwinlm:13b-v0.1-q5_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 10522669875, - "digest": "15c6fd1b2094", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q5_K_S", - "model": "xwinlm:13b-v0.1-q5_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 9663676416, - "digest": "c71e4af10498", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q5_K_M", - "model": "xwinlm:13b-v0.1-q5_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 9878424781, - "digest": "ebc2833ad0ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q6_K", - "model": "xwinlm:13b-v0.1-q6_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 11811160064, - "digest": "7d926962c2ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-q8_0", - "model": "xwinlm:13b-v0.1-q8_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 15032385536, - "digest": "434dd50ba10e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.1-fp16", - "model": "xwinlm:13b-v0.1-fp16", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 27917287424, - "digest": "d512bdbe09b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2", - "model": "xwinlm:13b-v0.2", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7945689498, - "digest": "630afb311638", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q2_K", - "model": "xwinlm:13b-v0.2-q2_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 5798205850, - "digest": "d1f6ddfc4287", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q3_K_S", - "model": "xwinlm:13b-v0.2-q3_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 6120328397, - "digest": "f9f2141b8950", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q3_K_M", - "model": "xwinlm:13b-v0.2-q3_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 6764573491, - "digest": "0a02b867dec8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q3_K_L", - "model": "xwinlm:13b-v0.2-q3_K_L", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7408818586, - "digest": "abbe73aa1d14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q4_0", - "model": "xwinlm:13b-v0.2-q4_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7945689498, - "digest": "630afb311638", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q4_1", - "model": "xwinlm:13b-v0.2-q4_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 8804682957, - "digest": "2381cac3c270", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q4_K_S", - "model": "xwinlm:13b-v0.2-q4_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 7945689498, - "digest": "739c78f79426", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q4_K_M", - "model": "xwinlm:13b-v0.2-q4_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 8482560410, - "digest": "103d879f0b5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q5_0", - "model": "xwinlm:13b-v0.2-q5_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 9663676416, - "digest": "1ba22333648b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q5_1", - "model": "xwinlm:13b-v0.2-q5_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 10522669875, - "digest": "07a336150c6f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q5_K_S", - "model": "xwinlm:13b-v0.2-q5_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 9663676416, - "digest": "3d6c1f9aa6cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q5_K_M", - "model": "xwinlm:13b-v0.2-q5_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 9878424781, - "digest": "cafc0e719d8c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q6_K", - "model": "xwinlm:13b-v0.2-q6_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 11811160064, - "digest": "8e00207058b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-q8_0", - "model": "xwinlm:13b-v0.2-q8_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 15032385536, - "digest": "26967662730d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:13b-v0.2-fp16", - "model": "xwinlm:13b-v0.2-fp16", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 27917287424, - "digest": "32badafc2fc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v0.2-fp16", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1", - "model": "xwinlm:70b-v0.1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 41875931136, - "digest": "375c269c0976", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q2_K", - "model": "xwinlm:70b-v0.1-q2_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 31138512896, - "digest": "6f4a455d60d7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q3_K_S", - "model": "xwinlm:70b-v0.1-q3_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 32212254720, - "digest": "de1de9349ff9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q3_K_M", - "model": "xwinlm:70b-v0.1-q3_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 35433480192, - "digest": "05fcf445bad3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q3_K_L", - "model": "xwinlm:70b-v0.1-q3_K_L", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 38654705664, - "digest": "25a8677c7a5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q4_0", - "model": "xwinlm:70b-v0.1-q4_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 41875931136, - "digest": "375c269c0976", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q4_1", - "model": "xwinlm:70b-v0.1-q4_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 46170898432, - "digest": "5935a6833d26", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q4_K_S", - "model": "xwinlm:70b-v0.1-q4_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 41875931136, - "digest": "351702f698ec", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q4_K_M", - "model": "xwinlm:70b-v0.1-q4_K_M", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 44023414784, - "digest": "530efaab5085", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q5_0", - "model": "xwinlm:70b-v0.1-q5_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 50465865728, - "digest": "69e819a0933e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q5_1", - "model": "xwinlm:70b-v0.1-q5_1", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 55834574848, - "digest": "063cf60c63ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q5_K_S", - "model": "xwinlm:70b-v0.1-q5_K_S", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 50465865728, - "digest": "b5f5af9a9e41", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q6_K", - "model": "xwinlm:70b-v0.1-q6_K", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 61203283968, - "digest": "003fda23145c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-q8_0", - "model": "xwinlm:70b-v0.1-q8_0", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 78383153152, - "digest": "16733fed6f8c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "xwinlm:70b-v0.1-fp16", - "model": "xwinlm:70b-v0.1-fp16", - "modified_at": "2023-11-04T06:11:00.000Z", - "size": 148176371712, - "digest": "30c79e1d7858", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "starling-lm:latest", - "model": "starling-lm:latest", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "39153f619be6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "starling-lm:alpha", - "model": "starling-lm:alpha", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "00dac9119e37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "alpha", - "quantization_level": "" - } - }, - { - "name": "starling-lm:beta", - "model": "starling-lm:beta", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "39153f619be6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "beta", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b", - "model": "starling-lm:7b", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "39153f619be6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha", - "model": "starling-lm:7b-alpha", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "00dac9119e37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q2_K", - "model": "starling-lm:7b-alpha-q2_K", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 2899102925, - "digest": "595732609943", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q2_K", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q3_K_S", - "model": "starling-lm:7b-alpha-q3_K_S", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 3435973837, - "digest": "5a49a238895b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q3_K_M", - "model": "starling-lm:7b-alpha-q3_K_M", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 3758096384, - "digest": "882cfb6fd115", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q3_K_L", - "model": "starling-lm:7b-alpha-q3_K_L", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4080218931, - "digest": "e1bcab03fa99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q4_0", - "model": "starling-lm:7b-alpha-q4_0", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "00dac9119e37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q4_0", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q4_1", - "model": "starling-lm:7b-alpha-q4_1", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4939212390, - "digest": "e3dd9bd1826c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q4_1", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q4_K_S", - "model": "starling-lm:7b-alpha-q4_K_S", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "ec9fd5179bf3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q4_K_M", - "model": "starling-lm:7b-alpha-q4_K_M", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4724464026, - "digest": "e01b657ff775", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q5_0", - "model": "starling-lm:7b-alpha-q5_0", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 5368709120, - "digest": "a9a7563109f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q5_0", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q5_1", - "model": "starling-lm:7b-alpha-q5_1", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 5798205850, - "digest": "0fbfb3a9529f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q5_1", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q5_K_S", - "model": "starling-lm:7b-alpha-q5_K_S", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 5368709120, - "digest": "5d7a06cc4232", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q5_K_M", - "model": "starling-lm:7b-alpha-q5_K_M", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 5476083302, - "digest": "dcfc2f49cbc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q6_K", - "model": "starling-lm:7b-alpha-q6_K", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 6335076762, - "digest": "6b9846745e8e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q6_K", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-q8_0", - "model": "starling-lm:7b-alpha-q8_0", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 8267812045, - "digest": "8e54dc97552a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-q8_0", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-alpha-fp16", - "model": "starling-lm:7b-alpha-fp16", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 15032385536, - "digest": "204bc1113dee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-alpha-fp16", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta", - "model": "starling-lm:7b-beta", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "39153f619be6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q2_K", - "model": "starling-lm:7b-beta-q2_K", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 2899102925, - "digest": "b1e1d15c3eaa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q2_K", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q3_K_S", - "model": "starling-lm:7b-beta-q3_K_S", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 3435973837, - "digest": "294f42040461", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q3_K_M", - "model": "starling-lm:7b-beta-q3_K_M", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 3758096384, - "digest": "50f34a8d0894", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q3_K_L", - "model": "starling-lm:7b-beta-q3_K_L", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4080218931, - "digest": "1326603dad7b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q4_0", - "model": "starling-lm:7b-beta-q4_0", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "39153f619be6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q4_0", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q4_1", - "model": "starling-lm:7b-beta-q4_1", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4939212390, - "digest": "0cd6a20fa252", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q4_1", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q4_K_S", - "model": "starling-lm:7b-beta-q4_K_S", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4402341478, - "digest": "fb6544e9b47a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q4_K_M", - "model": "starling-lm:7b-beta-q4_K_M", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 4724464026, - "digest": "f336e3b146fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q5_0", - "model": "starling-lm:7b-beta-q5_0", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 5368709120, - "digest": "b75ae9df76d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q5_0", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q5_1", - "model": "starling-lm:7b-beta-q5_1", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 5798205850, - "digest": "b17e67a4be34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q5_1", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q5_K_S", - "model": "starling-lm:7b-beta-q5_K_S", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 5368709120, - "digest": "a206026bd73f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q5_K_M", - "model": "starling-lm:7b-beta-q5_K_M", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 5476083302, - "digest": "7a5028faa785", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q6_K", - "model": "starling-lm:7b-beta-q6_K", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 6335076762, - "digest": "e851dfecaaf5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q6_K", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-q8_0", - "model": "starling-lm:7b-beta-q8_0", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 8267812045, - "digest": "30281608b7f2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-q8_0", - "quantization_level": "" - } - }, - { - "name": "starling-lm:7b-beta-fp16", - "model": "starling-lm:7b-beta-fp16", - "modified_at": "2024-04-02T23:45:00.000Z", - "size": 15032385536, - "digest": "b7752a962ae0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-beta-fp16", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:latest", - "model": "phind-codellama:latest", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "566e1b629c44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b", - "model": "phind-codellama:34b", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "566e1b629c44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python", - "model": "phind-codellama:34b-python", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "bec19e8c92a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q2_K", - "model": "phind-codellama:34b-python-q2_K", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 15032385536, - "digest": "ec960206aec5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q2_K", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q3_K_S", - "model": "phind-codellama:34b-python-q3_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 16106127360, - "digest": "c3824169defc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q3_K_M", - "model": "phind-codellama:34b-python-q3_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 17179869184, - "digest": "2fdf965466dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q3_K_L", - "model": "phind-codellama:34b-python-q3_K_L", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 19327352832, - "digest": "3f3a01944dd3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q4_0", - "model": "phind-codellama:34b-python-q4_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "bec19e8c92a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q4_1", - "model": "phind-codellama:34b-python-q4_1", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 22548578304, - "digest": "1e799451044b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_1", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q4_K_S", - "model": "phind-codellama:34b-python-q4_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "93eea7c40d0a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q4_K_M", - "model": "phind-codellama:34b-python-q4_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 21474836480, - "digest": "9db39448a8ce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q5_0", - "model": "phind-codellama:34b-python-q5_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 24696061952, - "digest": "cf6a273569bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q5_1", - "model": "phind-codellama:34b-python-q5_1", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 26843545600, - "digest": "360441d0c9a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_1", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q5_K_S", - "model": "phind-codellama:34b-python-q5_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 24696061952, - "digest": "c6e28b3d23b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q5_K_M", - "model": "phind-codellama:34b-python-q5_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 25769803776, - "digest": "29b239cdf720", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q6_K", - "model": "phind-codellama:34b-python-q6_K", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 30064771072, - "digest": "947f17e83d4f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q6_K", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-q8_0", - "model": "phind-codellama:34b-python-q8_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 38654705664, - "digest": "29b33e343713", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-q8_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-python-fp16", - "model": "phind-codellama:34b-python-fp16", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 71940702208, - "digest": "ccb9074a8061", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-python-fp16", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2", - "model": "phind-codellama:34b-v2", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "566e1b629c44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q2_K", - "model": "phind-codellama:34b-v2-q2_K", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 15032385536, - "digest": "b8f09c086e17", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q2_K", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q3_K_S", - "model": "phind-codellama:34b-v2-q3_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 16106127360, - "digest": "a199982685d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q3_K_M", - "model": "phind-codellama:34b-v2-q3_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 17179869184, - "digest": "c7405152b04e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q3_K_L", - "model": "phind-codellama:34b-v2-q3_K_L", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 19327352832, - "digest": "1cbabad8eaf0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q4_0", - "model": "phind-codellama:34b-v2-q4_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "566e1b629c44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q4_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q4_1", - "model": "phind-codellama:34b-v2-q4_1", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 22548578304, - "digest": "5501c45c64ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q4_1", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q4_K_S", - "model": "phind-codellama:34b-v2-q4_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "0e53590617a2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q4_K_M", - "model": "phind-codellama:34b-v2-q4_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 21474836480, - "digest": "054af98f0f54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q5_0", - "model": "phind-codellama:34b-v2-q5_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 24696061952, - "digest": "6f980beef3c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q5_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q5_1", - "model": "phind-codellama:34b-v2-q5_1", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 26843545600, - "digest": "dd20f2f822e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q5_1", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q5_K_S", - "model": "phind-codellama:34b-v2-q5_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 24696061952, - "digest": "9869afbcdbc2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q5_K_M", - "model": "phind-codellama:34b-v2-q5_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 25769803776, - "digest": "eb9f2c7a1c66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q6_K", - "model": "phind-codellama:34b-v2-q6_K", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 30064771072, - "digest": "c8e2f15ce087", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q6_K", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-q8_0", - "model": "phind-codellama:34b-v2-q8_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 38654705664, - "digest": "b6329a948210", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-v2-fp16", - "model": "phind-codellama:34b-v2-fp16", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 71940702208, - "digest": "f625b25bd3f0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q2_K", - "model": "phind-codellama:34b-q2_K", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 15032385536, - "digest": "28dc02b3983c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q2_K", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q3_K_S", - "model": "phind-codellama:34b-q3_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 16106127360, - "digest": "a6d5f0d91c7c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q3_K_M", - "model": "phind-codellama:34b-q3_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 17179869184, - "digest": "dab76ba3bf38", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q3_K_L", - "model": "phind-codellama:34b-q3_K_L", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 19327352832, - "digest": "900695f5a6da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q4_0", - "model": "phind-codellama:34b-q4_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "b9d92fb9d11a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q4_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q4_1", - "model": "phind-codellama:34b-q4_1", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 22548578304, - "digest": "cb1cb323ea8d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q4_1", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q4_K_S", - "model": "phind-codellama:34b-q4_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 20401094656, - "digest": "d47ea0524c33", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q4_K_M", - "model": "phind-codellama:34b-q4_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 21474836480, - "digest": "7ba4e94413d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q5_0", - "model": "phind-codellama:34b-q5_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 24696061952, - "digest": "bd2544a8a868", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q5_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q5_1", - "model": "phind-codellama:34b-q5_1", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 26843545600, - "digest": "7a3d95330e66", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q5_1", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q5_K_S", - "model": "phind-codellama:34b-q5_K_S", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 24696061952, - "digest": "3160eec253d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q5_K_M", - "model": "phind-codellama:34b-q5_K_M", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 25769803776, - "digest": "bcfdda4b8adc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q6_K", - "model": "phind-codellama:34b-q6_K", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 30064771072, - "digest": "2a9dd324831c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q6_K", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-q8_0", - "model": "phind-codellama:34b-q8_0", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 38654705664, - "digest": "ffad854916fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-q8_0", - "quantization_level": "" - } - }, - { - "name": "phind-codellama:34b-fp16", - "model": "phind-codellama:34b-fp16", - "modified_at": "2023-12-28T02:53:00.000Z", - "size": 71940702208, - "digest": "d0ddded66c14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-fp16", - "quantization_level": "" - } - }, - { - "name": "solar:latest", - "model": "solar:latest", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6549825126, - "digest": "059fdabbe6e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b", - "model": "solar:10.7b", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6549825126, - "digest": "059fdabbe6e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q2_K", - "model": "solar:10.7b-instruct-v1-q2_K", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 4831838208, - "digest": "ab2e179699c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q2_K", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q3_K_S", - "model": "solar:10.7b-instruct-v1-q3_K_S", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 5046586573, - "digest": "7391d81b0fb4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q3_K_M", - "model": "solar:10.7b-instruct-v1-q3_K_M", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 5583457485, - "digest": "f0e8a58869f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q3_K_L", - "model": "solar:10.7b-instruct-v1-q3_K_L", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6120328397, - "digest": "0a355ec26cd8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q4_0", - "model": "solar:10.7b-instruct-v1-q4_0", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6549825126, - "digest": "059fdabbe6e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q4_0", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q4_1", - "model": "solar:10.7b-instruct-v1-q4_1", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 7194070221, - "digest": "7b00d6f32cd3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q4_1", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q4_K_S", - "model": "solar:10.7b-instruct-v1-q4_K_S", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6549825126, - "digest": "7e7394f2f53e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q4_K_M", - "model": "solar:10.7b-instruct-v1-q4_K_M", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6979321856, - "digest": "6aff41700b63", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q5_0", - "model": "solar:10.7b-instruct-v1-q5_0", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 7945689498, - "digest": "0809603061fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q5_0", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q5_1", - "model": "solar:10.7b-instruct-v1-q5_1", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 8697308774, - "digest": "063c89d4e20b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q5_1", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q5_K_S", - "model": "solar:10.7b-instruct-v1-q5_K_S", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 7945689498, - "digest": "74dbfccc10d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q5_K_M", - "model": "solar:10.7b-instruct-v1-q5_K_M", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 8160437862, - "digest": "ef538f3193f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q6_K", - "model": "solar:10.7b-instruct-v1-q6_K", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 9448928051, - "digest": "286aebb3baa2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q6_K", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-q8_0", - "model": "solar:10.7b-instruct-v1-q8_0", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 11811160064, - "digest": "8aed723d7979", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-q8_0", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-instruct-v1-fp16", - "model": "solar:10.7b-instruct-v1-fp16", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 22548578304, - "digest": "4077d1b80ff9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-instruct-v1-fp16", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q2_K", - "model": "solar:10.7b-text-v1-q2_K", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 4831838208, - "digest": "53e823480c1f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q2_K", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q3_K_S", - "model": "solar:10.7b-text-v1-q3_K_S", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 5046586573, - "digest": "34bae9e1b8a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q3_K_M", - "model": "solar:10.7b-text-v1-q3_K_M", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 5583457485, - "digest": "051ac692e9e9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q3_K_L", - "model": "solar:10.7b-text-v1-q3_K_L", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6120328397, - "digest": "a66cb84fd367", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q4_0", - "model": "solar:10.7b-text-v1-q4_0", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6549825126, - "digest": "ce562b04760c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q4_0", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q4_1", - "model": "solar:10.7b-text-v1-q4_1", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 7194070221, - "digest": "7b932789b739", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q4_1", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q4_K_S", - "model": "solar:10.7b-text-v1-q4_K_S", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6549825126, - "digest": "9e5604e44818", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q4_K_M", - "model": "solar:10.7b-text-v1-q4_K_M", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 6979321856, - "digest": "510e1428088b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q5_0", - "model": "solar:10.7b-text-v1-q5_0", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 7945689498, - "digest": "6afc326b4f95", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q5_0", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q5_1", - "model": "solar:10.7b-text-v1-q5_1", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 8697308774, - "digest": "80cc2ecfe373", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q5_1", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q5_K_S", - "model": "solar:10.7b-text-v1-q5_K_S", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 7945689498, - "digest": "938a03a81530", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q5_K_M", - "model": "solar:10.7b-text-v1-q5_K_M", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 8160437862, - "digest": "b9172de1a93b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q6_K", - "model": "solar:10.7b-text-v1-q6_K", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 9448928051, - "digest": "05ad66dbd29b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q6_K", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-q8_0", - "model": "solar:10.7b-text-v1-q8_0", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 11811160064, - "digest": "f3fec49deb76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-q8_0", - "quantization_level": "" - } - }, - { - "name": "solar:10.7b-text-v1-fp16", - "model": "solar:10.7b-text-v1-fp16", - "modified_at": "2023-12-18T03:00:00.000Z", - "size": 22548578304, - "digest": "45ac489b4ee5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "10.7b-text-v1-fp16", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:latest", - "model": "yarn-llama2:latest", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4080218931, - "digest": "75df67be3cee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b", - "model": "yarn-llama2:7b", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4080218931, - "digest": "75df67be3cee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b", - "model": "yarn-llama2:13b", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7945689498, - "digest": "8a0a518f30c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k", - "model": "yarn-llama2:7b-128k", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4080218931, - "digest": "9fc4f0e902e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q2_K", - "model": "yarn-llama2:7b-128k-q2_K", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 3006477107, - "digest": "cdf8cc638505", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q2_K", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q3_K_S", - "model": "yarn-llama2:7b-128k-q3_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 3113851290, - "digest": "530c82d4467e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q3_K_M", - "model": "yarn-llama2:7b-128k-q3_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 3543348019, - "digest": "45336ee1f0a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q3_K_L", - "model": "yarn-llama2:7b-128k-q3_K_L", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 3865470566, - "digest": "aaabf5006e38", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q4_0", - "model": "yarn-llama2:7b-128k-q4_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4080218931, - "digest": "9fc4f0e902e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q4_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q4_1", - "model": "yarn-llama2:7b-128k-q4_1", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4509715661, - "digest": "f2a3da69d205", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q4_1", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q4_K_S", - "model": "yarn-llama2:7b-128k-q4_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4187593114, - "digest": "cc95e37e566a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q4_K_M", - "model": "yarn-llama2:7b-128k-q4_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4402341478, - "digest": "3d161bdec11d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q5_0", - "model": "yarn-llama2:7b-128k-q5_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5046586573, - "digest": "1b73590983c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q5_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q5_1", - "model": "yarn-llama2:7b-128k-q5_1", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5476083302, - "digest": "6f754622c8a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q5_1", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q5_K_S", - "model": "yarn-llama2:7b-128k-q5_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5046586573, - "digest": "e0f8b2069f93", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q5_K_M", - "model": "yarn-llama2:7b-128k-q5_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5153960755, - "digest": "68bdf2550ed6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q6_K", - "model": "yarn-llama2:7b-128k-q6_K", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5905580032, - "digest": "aaf047ee8cc4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q6_K", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-q8_0", - "model": "yarn-llama2:7b-128k-q8_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7730941133, - "digest": "46e9636b6006", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q8_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-128k-fp16", - "model": "yarn-llama2:7b-128k-fp16", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 13958643712, - "digest": "4516a999c8ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-fp16", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k", - "model": "yarn-llama2:7b-64k", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4080218931, - "digest": "75df67be3cee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q2_K", - "model": "yarn-llama2:7b-64k-q2_K", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 3006477107, - "digest": "5a72b555332e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q2_K", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q3_K_S", - "model": "yarn-llama2:7b-64k-q3_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 3113851290, - "digest": "f1c57a39811e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q3_K_M", - "model": "yarn-llama2:7b-64k-q3_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 3543348019, - "digest": "bb367368ddd7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q3_K_L", - "model": "yarn-llama2:7b-64k-q3_K_L", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 3865470566, - "digest": "fc7635aa06a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q4_0", - "model": "yarn-llama2:7b-64k-q4_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4080218931, - "digest": "75df67be3cee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q4_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q4_1", - "model": "yarn-llama2:7b-64k-q4_1", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4509715661, - "digest": "bdfb6c5a3e9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q4_1", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q4_K_S", - "model": "yarn-llama2:7b-64k-q4_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4187593114, - "digest": "1b8985d3a359", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q4_K_M", - "model": "yarn-llama2:7b-64k-q4_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 4402341478, - "digest": "76f2052b357c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q5_0", - "model": "yarn-llama2:7b-64k-q5_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5046586573, - "digest": "b453cc4f3d00", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q5_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q5_1", - "model": "yarn-llama2:7b-64k-q5_1", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5476083302, - "digest": "297d4906eee3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q5_1", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q5_K_S", - "model": "yarn-llama2:7b-64k-q5_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5046586573, - "digest": "a8f6f4ceeeda", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q5_K_M", - "model": "yarn-llama2:7b-64k-q5_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5153960755, - "digest": "cec9e8d58901", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q6_K", - "model": "yarn-llama2:7b-64k-q6_K", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5905580032, - "digest": "f583cc04b87c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q6_K", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-q8_0", - "model": "yarn-llama2:7b-64k-q8_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7730941133, - "digest": "59d75ca11360", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q8_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:7b-64k-fp16", - "model": "yarn-llama2:7b-64k-fp16", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 13958643712, - "digest": "cf9cd5b25466", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-fp16", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k", - "model": "yarn-llama2:13b-128k", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7945689498, - "digest": "312277e27d21", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q2_K", - "model": "yarn-llama2:13b-128k-q2_K", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5798205850, - "digest": "00e51f24ad67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q2_K", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q3_K_S", - "model": "yarn-llama2:13b-128k-q3_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 6120328397, - "digest": "c753ad94de2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q3_K_M", - "model": "yarn-llama2:13b-128k-q3_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 6764573491, - "digest": "b5b98d8650ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q3_K_L", - "model": "yarn-llama2:13b-128k-q3_K_L", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7408818586, - "digest": "7e92cb79ad6f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q4_0", - "model": "yarn-llama2:13b-128k-q4_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7945689498, - "digest": "312277e27d21", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q4_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q4_1", - "model": "yarn-llama2:13b-128k-q4_1", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 8804682957, - "digest": "1952ac7b3231", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q4_1", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q4_K_S", - "model": "yarn-llama2:13b-128k-q4_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7945689498, - "digest": "b2ffe41a638b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q4_K_M", - "model": "yarn-llama2:13b-128k-q4_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 8482560410, - "digest": "df02b797c5aa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q5_0", - "model": "yarn-llama2:13b-128k-q5_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 9663676416, - "digest": "dc65f2b65862", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q5_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q5_1", - "model": "yarn-llama2:13b-128k-q5_1", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 10522669875, - "digest": "7e02f3ba0b14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q5_1", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q5_K_S", - "model": "yarn-llama2:13b-128k-q5_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 9663676416, - "digest": "effbf903f606", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q5_K_M", - "model": "yarn-llama2:13b-128k-q5_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 9878424781, - "digest": "6c618202668d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q6_K", - "model": "yarn-llama2:13b-128k-q6_K", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 11811160064, - "digest": "311e2194fa2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q6_K", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-q8_0", - "model": "yarn-llama2:13b-128k-q8_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 15032385536, - "digest": "c1cec788ae55", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-q8_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-128k-fp16", - "model": "yarn-llama2:13b-128k-fp16", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 27917287424, - "digest": "eecf1bcd524a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-128k-fp16", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k", - "model": "yarn-llama2:13b-64k", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7945689498, - "digest": "8a0a518f30c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q2_K", - "model": "yarn-llama2:13b-64k-q2_K", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 5798205850, - "digest": "0afb4364db77", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q2_K", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q3_K_S", - "model": "yarn-llama2:13b-64k-q3_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 6120328397, - "digest": "37ef3189742b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q3_K_M", - "model": "yarn-llama2:13b-64k-q3_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 6764573491, - "digest": "ec22dd2cb7ac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q3_K_L", - "model": "yarn-llama2:13b-64k-q3_K_L", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7408818586, - "digest": "be418e37797b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q4_0", - "model": "yarn-llama2:13b-64k-q4_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7945689498, - "digest": "8a0a518f30c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q4_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q4_1", - "model": "yarn-llama2:13b-64k-q4_1", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 8804682957, - "digest": "4204c4116efc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q4_1", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q4_K_S", - "model": "yarn-llama2:13b-64k-q4_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 7945689498, - "digest": "183a14c4be4d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q4_K_M", - "model": "yarn-llama2:13b-64k-q4_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 8482560410, - "digest": "48fbabc18e03", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q5_0", - "model": "yarn-llama2:13b-64k-q5_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 9663676416, - "digest": "506dd60df468", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q5_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q5_1", - "model": "yarn-llama2:13b-64k-q5_1", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 10522669875, - "digest": "d6fe4567c627", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q5_1", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q5_K_S", - "model": "yarn-llama2:13b-64k-q5_K_S", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 9663676416, - "digest": "91f3cccd9580", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q5_K_M", - "model": "yarn-llama2:13b-64k-q5_K_M", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 9878424781, - "digest": "0cdae1412098", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q6_K", - "model": "yarn-llama2:13b-64k-q6_K", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 11811160064, - "digest": "df2074aaebe3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q6_K", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-q8_0", - "model": "yarn-llama2:13b-64k-q8_0", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 15032385536, - "digest": "adbdaa2e0f7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-q8_0", - "quantization_level": "" - } - }, - { - "name": "yarn-llama2:13b-64k-fp16", - "model": "yarn-llama2:13b-64k-fp16", - "modified_at": "2023-11-04T22:50:00.000Z", - "size": 27917287424, - "digest": "8863e4eab466", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-64k-fp16", - "quantization_level": "" - } - }, - { - "name": "paraphrase-multilingual:latest", - "model": "paraphrase-multilingual:latest", - "modified_at": "2024-08-07T00:05:00.000Z", - "size": 590348288, - "digest": "ba13c2e06707", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "paraphrase-multilingual:278m", - "model": "paraphrase-multilingual:278m", - "modified_at": "2024-08-07T00:05:00.000Z", - "size": 590348288, - "digest": "ba13c2e06707", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "278m", - "quantization_level": "" - } - }, - { - "name": "paraphrase-multilingual:278m-mpnet-base-v2-fp16", - "model": "paraphrase-multilingual:278m-mpnet-base-v2-fp16", - "modified_at": "2024-08-07T00:05:00.000Z", - "size": 590348288, - "digest": "ba13c2e06707", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "278m-mpnet-base-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:latest", - "model": "granite3-moe:latest", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 861929472, - "digest": "d84e1e38ee39", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b", - "model": "granite3-moe:1b", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 861929472, - "digest": "d84e1e38ee39", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b", - "model": "granite3-moe:3b", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2254857830, - "digest": "157f538ae66e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q2_K", - "model": "granite3-moe:1b-instruct-q2_K", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 536870912, - "digest": "5965f707577c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q3_K_S", - "model": "granite3-moe:1b-instruct-q3_K_S", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 627048448, - "digest": "cab9e1d32d19", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q3_K_M", - "model": "granite3-moe:1b-instruct-q3_K_M", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 691011584, - "digest": "ea6a79b9b3cc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q3_K_L", - "model": "granite3-moe:1b-instruct-q3_K_L", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 745537536, - "digest": "bbb955565d3d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q4_0", - "model": "granite3-moe:1b-instruct-q4_0", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 805306368, - "digest": "9b6ee4c08df8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q4_1", - "model": "granite3-moe:1b-instruct-q4_1", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 890241024, - "digest": "c3aa5d722767", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q4_K_S", - "model": "granite3-moe:1b-instruct-q4_K_S", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 812646400, - "digest": "76e6392d08a3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q4_K_M", - "model": "granite3-moe:1b-instruct-q4_K_M", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 861929472, - "digest": "d84e1e38ee39", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q5_0", - "model": "granite3-moe:1b-instruct-q5_0", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 974127104, - "digest": "f49b9c68d958", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q5_1", - "model": "granite3-moe:1b-instruct-q5_1", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 1073741824, - "digest": "f1dbdb4ce40f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q5_K_S", - "model": "granite3-moe:1b-instruct-q5_K_S", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 974127104, - "digest": "427124d0793f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q5_K_M", - "model": "granite3-moe:1b-instruct-q5_K_M", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 1002438656, - "digest": "c51ea1c8bab3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q6_K", - "model": "granite3-moe:1b-instruct-q6_K", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 1181116006, - "digest": "a585cc84307b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-q8_0", - "model": "granite3-moe:1b-instruct-q8_0", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 1503238554, - "digest": "84f7efa9cc2d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:1b-instruct-fp16", - "model": "granite3-moe:1b-instruct-fp16", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2899102925, - "digest": "cee5d696574c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "1b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q2_K", - "model": "granite3-moe:3b-instruct-q2_K", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 1395864371, - "digest": "48ee4c1b7090", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q3_K_S", - "model": "granite3-moe:3b-instruct-q3_K_S", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 1610612736, - "digest": "5952b23cdd5c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q3_K_M", - "model": "granite3-moe:3b-instruct-q3_K_M", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 1717986918, - "digest": "cc32cde7c1fe", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q3_K_L", - "model": "granite3-moe:3b-instruct-q3_K_L", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 1932735283, - "digest": "8c76215f504a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q4_0", - "model": "granite3-moe:3b-instruct-q4_0", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2040109466, - "digest": "d144aac2b0d8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q4_1", - "model": "granite3-moe:3b-instruct-q4_1", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2254857830, - "digest": "ac91c7b62cc7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q4_K_S", - "model": "granite3-moe:3b-instruct-q4_K_S", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2040109466, - "digest": "9f5ecea51621", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q4_K_M", - "model": "granite3-moe:3b-instruct-q4_K_M", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2254857830, - "digest": "157f538ae66e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q5_0", - "model": "granite3-moe:3b-instruct-q5_0", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2469606195, - "digest": "e623edd5db90", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q5_1", - "model": "granite3-moe:3b-instruct-q5_1", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2684354560, - "digest": "709d47478efd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q5_K_S", - "model": "granite3-moe:3b-instruct-q5_K_S", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2469606195, - "digest": "c84b2a3a27fd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q5_K_M", - "model": "granite3-moe:3b-instruct-q5_K_M", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 2576980378, - "digest": "94e89b071306", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q6_K", - "model": "granite3-moe:3b-instruct-q6_K", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 3006477107, - "digest": "c196db4b29bb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-q8_0", - "model": "granite3-moe:3b-instruct-q8_0", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 3865470566, - "digest": "f3b962d19110", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3-moe:3b-instruct-fp16", - "model": "granite3-moe:3b-instruct-fp16", - "modified_at": "2024-11-19T22:33:00.000Z", - "size": 7301444403, - "digest": "9433d98bf426", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "devstral-small-2:latest", - "model": "devstral-small-2:latest", - "modified_at": "2025-12-13T06:47:00.000Z", - "size": 16106127360, - "digest": "24277f07f62d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "devstral-small-2:24b", - "model": "devstral-small-2:24b", - "modified_at": "2025-12-13T06:47:00.000Z", - "size": 16106127360, - "digest": "24277f07f62d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b", - "quantization_level": "" - } - }, - { - "name": "devstral-small-2:24b-instruct-2512-q4_K_M", - "model": "devstral-small-2:24b-instruct-2512-q4_K_M", - "modified_at": "2025-12-13T06:47:00.000Z", - "size": 16106127360, - "digest": "24277f07f62d", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2512-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "devstral-small-2:24b-instruct-2512-q8_0", - "model": "devstral-small-2:24b-instruct-2512-q8_0", - "modified_at": "2025-12-13T06:47:00.000Z", - "size": 27917287424, - "digest": "691a8e03a6dd", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2512-q8_0", - "quantization_level": "" - } - }, - { - "name": "devstral-small-2:24b-instruct-2512-fp16", - "model": "devstral-small-2:24b-instruct-2512-fp16", - "modified_at": "2025-12-13T06:47:00.000Z", - "size": 51539607552, - "digest": "15c77ff5438a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2512-fp16", - "quantization_level": "" - } - }, - { - "name": "orca2:latest", - "model": "orca2:latest", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 4080218931, - "digest": "ea98cc422de3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "orca2:7b", - "model": "orca2:7b", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 4080218931, - "digest": "ea98cc422de3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "orca2:13b", - "model": "orca2:13b", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 7945689498, - "digest": "a8dcfac3ac32", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q2_K", - "model": "orca2:7b-q2_K", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 3006477107, - "digest": "2f2dab4b40ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q3_K_S", - "model": "orca2:7b-q3_K_S", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 3113851290, - "digest": "f0dd7ec070fa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q3_K_M", - "model": "orca2:7b-q3_K_M", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 3543348019, - "digest": "d4399b54aee2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q3_K_L", - "model": "orca2:7b-q3_K_L", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 3865470566, - "digest": "49d05d9decd4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q4_0", - "model": "orca2:7b-q4_0", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 4080218931, - "digest": "ea98cc422de3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q4_1", - "model": "orca2:7b-q4_1", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 4509715661, - "digest": "3fea2b93215d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q4_K_S", - "model": "orca2:7b-q4_K_S", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 4187593114, - "digest": "d535ef02a017", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q4_K_M", - "model": "orca2:7b-q4_K_M", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 4402341478, - "digest": "93619d71625e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q5_0", - "model": "orca2:7b-q5_0", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 5046586573, - "digest": "0da3e963986f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q5_1", - "model": "orca2:7b-q5_1", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 5476083302, - "digest": "9e505122b129", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q5_K_S", - "model": "orca2:7b-q5_K_S", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 5046586573, - "digest": "8e8d3fad4a9c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q5_K_M", - "model": "orca2:7b-q5_K_M", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 5153960755, - "digest": "156c325b1780", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q6_K", - "model": "orca2:7b-q6_K", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 5905580032, - "digest": "5268e870e74e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-q8_0", - "model": "orca2:7b-q8_0", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 7730941133, - "digest": "74bc8213e567", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca2:7b-fp16", - "model": "orca2:7b-fp16", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 13958643712, - "digest": "61bd6364c766", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q2_K", - "model": "orca2:13b-q2_K", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 5798205850, - "digest": "1894951dcdf4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q3_K_S", - "model": "orca2:13b-q3_K_S", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 6120328397, - "digest": "2f11b018f3d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q3_K_M", - "model": "orca2:13b-q3_K_M", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 6764573491, - "digest": "bfb9c1d63867", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q3_K_L", - "model": "orca2:13b-q3_K_L", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 7408818586, - "digest": "9fcd1fe1c136", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q4_0", - "model": "orca2:13b-q4_0", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 7945689498, - "digest": "a8dcfac3ac32", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q4_1", - "model": "orca2:13b-q4_1", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 8804682957, - "digest": "5f4ea0781d67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q4_K_S", - "model": "orca2:13b-q4_K_S", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 7945689498, - "digest": "474f0b43f3d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q4_K_M", - "model": "orca2:13b-q4_K_M", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 8482560410, - "digest": "d379f87d30c1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q5_0", - "model": "orca2:13b-q5_0", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 9663676416, - "digest": "eee22c031e7b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q5_1", - "model": "orca2:13b-q5_1", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 10522669875, - "digest": "3a321577ac7e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q5_K_S", - "model": "orca2:13b-q5_K_S", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 9663676416, - "digest": "f8e9283dfba9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q5_K_M", - "model": "orca2:13b-q5_K_M", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 9878424781, - "digest": "d5e443067226", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q6_K", - "model": "orca2:13b-q6_K", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 11811160064, - "digest": "4c059cbdfec7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-q8_0", - "model": "orca2:13b-q8_0", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 15032385536, - "digest": "4e9ddd77d77f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "orca2:13b-fp16", - "model": "orca2:13b-fp16", - "modified_at": "2023-11-22T22:13:00.000Z", - "size": 27917287424, - "digest": "05c18f850182", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:latest", - "model": "stable-beluga:latest", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 4080218931, - "digest": "e5d7b4def1b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b", - "model": "stable-beluga:7b", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 4080218931, - "digest": "e5d7b4def1b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b", - "model": "stable-beluga:13b", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 7945689498, - "digest": "ac691f885162", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b", - "model": "stable-beluga:70b", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 41875931136, - "digest": "31f4bfb3a050", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q2_K", - "model": "stable-beluga:7b-q2_K", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 3006477107, - "digest": "ad7a5c22378e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q3_K_S", - "model": "stable-beluga:7b-q3_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 3113851290, - "digest": "c7c708cc367a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q3_K_M", - "model": "stable-beluga:7b-q3_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 3543348019, - "digest": "029e59da8e4f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q3_K_L", - "model": "stable-beluga:7b-q3_K_L", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 3865470566, - "digest": "5a22f57cfba1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q4_0", - "model": "stable-beluga:7b-q4_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 4080218931, - "digest": "e5d7b4def1b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q4_1", - "model": "stable-beluga:7b-q4_1", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 4509715661, - "digest": "bbdc02c211db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q4_K_S", - "model": "stable-beluga:7b-q4_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 4187593114, - "digest": "9761240d2719", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q4_K_M", - "model": "stable-beluga:7b-q4_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 4402341478, - "digest": "8b8fdc4068e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q5_0", - "model": "stable-beluga:7b-q5_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 5046586573, - "digest": "e377545d3a30", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q5_1", - "model": "stable-beluga:7b-q5_1", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 5476083302, - "digest": "a325f866b912", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q5_K_S", - "model": "stable-beluga:7b-q5_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 5046586573, - "digest": "23468cda5a29", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q5_K_M", - "model": "stable-beluga:7b-q5_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 5153960755, - "digest": "879cd0824514", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q6_K", - "model": "stable-beluga:7b-q6_K", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 5905580032, - "digest": "f81787691a8c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-q8_0", - "model": "stable-beluga:7b-q8_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 7730941133, - "digest": "6589e954f98e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:7b-fp16", - "model": "stable-beluga:7b-fp16", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 13958643712, - "digest": "b54b49ca7642", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q2_K", - "model": "stable-beluga:13b-q2_K", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 5798205850, - "digest": "2af19c43ca9f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q3_K_S", - "model": "stable-beluga:13b-q3_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 6120328397, - "digest": "4f719468cd78", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q3_K_M", - "model": "stable-beluga:13b-q3_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 6764573491, - "digest": "43fac1166987", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q3_K_L", - "model": "stable-beluga:13b-q3_K_L", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 7408818586, - "digest": "fcaba894245c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q4_0", - "model": "stable-beluga:13b-q4_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 7945689498, - "digest": "ac691f885162", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q4_1", - "model": "stable-beluga:13b-q4_1", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 8804682957, - "digest": "6d7cc4241e83", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q4_K_S", - "model": "stable-beluga:13b-q4_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 7945689498, - "digest": "61a6317dbeb1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q4_K_M", - "model": "stable-beluga:13b-q4_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 8482560410, - "digest": "409417bcf275", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q5_0", - "model": "stable-beluga:13b-q5_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 9663676416, - "digest": "ebf894679227", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q5_1", - "model": "stable-beluga:13b-q5_1", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 10522669875, - "digest": "33fa2f4b882e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q5_K_S", - "model": "stable-beluga:13b-q5_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 9663676416, - "digest": "60a6dc36d412", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q5_K_M", - "model": "stable-beluga:13b-q5_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 9878424781, - "digest": "72350608e9fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q6_K", - "model": "stable-beluga:13b-q6_K", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 11811160064, - "digest": "dcad1b848fac", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-q8_0", - "model": "stable-beluga:13b-q8_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 15032385536, - "digest": "238aa61ea830", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:13b-fp16", - "model": "stable-beluga:13b-fp16", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 27917287424, - "digest": "b1f8fdd5c504", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q2_K", - "model": "stable-beluga:70b-q2_K", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 31138512896, - "digest": "0bc71d6c7953", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q2_K", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q3_K_S", - "model": "stable-beluga:70b-q3_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 32212254720, - "digest": "50bbba9133ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q3_K_M", - "model": "stable-beluga:70b-q3_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 35433480192, - "digest": "15cf6a892614", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q3_K_L", - "model": "stable-beluga:70b-q3_K_L", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 38654705664, - "digest": "3cbf7b1f5b08", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q4_0", - "model": "stable-beluga:70b-q4_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 41875931136, - "digest": "31f4bfb3a050", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q4_1", - "model": "stable-beluga:70b-q4_1", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 46170898432, - "digest": "6f2d4b51d4ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_1", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q4_K_S", - "model": "stable-beluga:70b-q4_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 41875931136, - "digest": "d09f155890f9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q4_K_M", - "model": "stable-beluga:70b-q4_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 44023414784, - "digest": "a9667c2e7a79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q5_0", - "model": "stable-beluga:70b-q5_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 50465865728, - "digest": "e94ee1e01926", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q5_1", - "model": "stable-beluga:70b-q5_1", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 55834574848, - "digest": "312114b54a99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_1", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q5_K_S", - "model": "stable-beluga:70b-q5_K_S", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 50465865728, - "digest": "dc346a6c7ec1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q5_K_M", - "model": "stable-beluga:70b-q5_K_M", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 52613349376, - "digest": "fc28b6e46237", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q6_K", - "model": "stable-beluga:70b-q6_K", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 61203283968, - "digest": "0bda093a53a7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q6_K", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-q8_0", - "model": "stable-beluga:70b-q8_0", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 78383153152, - "digest": "ef96a5763db5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q8_0", - "quantization_level": "" - } - }, - { - "name": "stable-beluga:70b-fp16", - "model": "stable-beluga:70b-fp16", - "modified_at": "2023-10-29T21:57:00.000Z", - "size": 148176371712, - "digest": "6efd37ee83ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-fp16", - "quantization_level": "" - } - }, - { - "name": "reader-lm:latest", - "model": "reader-lm:latest", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 980418560, - "digest": "33da2b9e0afe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b", - "model": "reader-lm:0.5b", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 369098752, - "digest": "5142df586645", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b", - "model": "reader-lm:1.5b", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 980418560, - "digest": "33da2b9e0afe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q2_K", - "model": "reader-lm:0.5b-q2_K", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 355467264, - "digest": "af34eb77b23c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q2_K", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q3_K_S", - "model": "reader-lm:0.5b-q3_K_S", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 354418688, - "digest": "c15f8240fdfd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q3_K_M", - "model": "reader-lm:0.5b-q3_K_M", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 372244480, - "digest": "bd8861b9b8b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q3_K_L", - "model": "reader-lm:0.5b-q3_K_L", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 386924544, - "digest": "19b158ce5d4f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q4_0", - "model": "reader-lm:0.5b-q4_0", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 369098752, - "digest": "5142df586645", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q4_0", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q4_1", - "model": "reader-lm:0.5b-q4_1", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 393216000, - "digest": "ebc58a28e21a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q4_1", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q4_K_S", - "model": "reader-lm:0.5b-q4_K_S", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 403701760, - "digest": "7c27ad8cf758", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q4_K_M", - "model": "reader-lm:0.5b-q4_K_M", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 417333248, - "digest": "cd9cdd312854", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q5_0", - "model": "reader-lm:0.5b-q5_0", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 416284672, - "digest": "f2c2c123b1f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q5_0", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q5_1", - "model": "reader-lm:0.5b-q5_1", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 439353344, - "digest": "85e8705b05b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q5_1", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q5_K_S", - "model": "reader-lm:0.5b-q5_K_S", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 433061888, - "digest": "8f77463504e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q5_K_M", - "model": "reader-lm:0.5b-q5_K_M", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 440401920, - "digest": "b6b1a83de2ae", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q6_K", - "model": "reader-lm:0.5b-q6_K", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 530579456, - "digest": "6f8291aee62f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q6_K", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-q8_0", - "model": "reader-lm:0.5b-q8_0", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 556793856, - "digest": "4dc1ed29ebba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-q8_0", - "quantization_level": "" - } - }, - { - "name": "reader-lm:0.5b-fp16", - "model": "reader-lm:0.5b-fp16", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1042284544, - "digest": "372bede54f00", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "0.5b-fp16", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q2_K", - "model": "reader-lm:1.5b-q2_K", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 708837376, - "digest": "21617a48e1b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q2_K", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q3_K_S", - "model": "reader-lm:1.5b-q3_K_S", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 797966336, - "digest": "4e71ee323763", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q3_K_M", - "model": "reader-lm:1.5b-q3_K_M", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 864026624, - "digest": "04d6fa1b5675", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q3_K_L", - "model": "reader-lm:1.5b-q3_K_L", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 922746880, - "digest": "e6d39acdf3bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q4_0", - "model": "reader-lm:1.5b-q4_0", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 980418560, - "digest": "33da2b9e0afe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q4_0", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q4_1", - "model": "reader-lm:1.5b-q4_1", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1073741824, - "digest": "2fa8a5bbd70b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q4_1", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q4_K_S", - "model": "reader-lm:1.5b-q4_K_S", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 985661440, - "digest": "61de2f1c665b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q4_K_M", - "model": "reader-lm:1.5b-q4_K_M", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1033895936, - "digest": "b86722567954", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q5_0", - "model": "reader-lm:1.5b-q5_0", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1181116006, - "digest": "890000830ffe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q5_0", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q5_1", - "model": "reader-lm:1.5b-q5_1", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1288490189, - "digest": "4640a36a6d05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q5_1", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q5_K_S", - "model": "reader-lm:1.5b-q5_K_S", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1181116006, - "digest": "ca910efc76a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q5_K_M", - "model": "reader-lm:1.5b-q5_K_M", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1181116006, - "digest": "c7f1ea450e9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q6_K", - "model": "reader-lm:1.5b-q6_K", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1395864371, - "digest": "9c5fd0c488ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q6_K", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-q8_0", - "model": "reader-lm:1.5b-q8_0", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 1717986918, - "digest": "39ec9eda0492", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-q8_0", - "quantization_level": "" - } - }, - { - "name": "reader-lm:1.5b-fp16", - "model": "reader-lm:1.5b-fp16", - "modified_at": "2024-09-11T19:13:00.000Z", - "size": 3328599654, - "digest": "a099cb640088", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-fp16", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:latest", - "model": "shieldgemma:latest", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 6227702579, - "digest": "c82cacd5af5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b", - "model": "shieldgemma:2b", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1825361101, - "digest": "5aad5044d142", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b", - "model": "shieldgemma:9b", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 6227702579, - "digest": "c82cacd5af5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b", - "model": "shieldgemma:27b", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 18253611008, - "digest": "a5d7e17031b4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q2_K", - "model": "shieldgemma:2b-q2_K", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1288490189, - "digest": "8fe6125835d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q2_K", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q3_K_S", - "model": "shieldgemma:2b-q3_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1503238554, - "digest": "ed1adf76cf49", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q3_K_M", - "model": "shieldgemma:2b-q3_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1610612736, - "digest": "8792c0fdb69d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q3_K_L", - "model": "shieldgemma:2b-q3_K_L", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1717986918, - "digest": "6e1f85ff56c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q4_0", - "model": "shieldgemma:2b-q4_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1717986918, - "digest": "8c75ad5241ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q4_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q4_1", - "model": "shieldgemma:2b-q4_1", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1932735283, - "digest": "8079392bcbe5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q4_1", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q4_K_S", - "model": "shieldgemma:2b-q4_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1717986918, - "digest": "460e97ad8fe1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q4_K_M", - "model": "shieldgemma:2b-q4_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 1825361101, - "digest": "5aad5044d142", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q5_0", - "model": "shieldgemma:2b-q5_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 2040109466, - "digest": "f0ccd970270f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q5_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q5_1", - "model": "shieldgemma:2b-q5_1", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 2147483648, - "digest": "86dd3e901f29", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q5_1", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q5_K_S", - "model": "shieldgemma:2b-q5_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 2040109466, - "digest": "e87b5af5b923", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q5_K_M", - "model": "shieldgemma:2b-q5_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 2040109466, - "digest": "29b311ed2d95", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q6_K", - "model": "shieldgemma:2b-q6_K", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 2362232013, - "digest": "d6bc266fff20", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q6_K", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-q8_0", - "model": "shieldgemma:2b-q8_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 3006477107, - "digest": "4e23a11d17c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q8_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:2b-fp16", - "model": "shieldgemma:2b-fp16", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 5583457485, - "digest": "edaf3b7bd2ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-fp16", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q2_K", - "model": "shieldgemma:9b-q2_K", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 4080218931, - "digest": "4705089a2870", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q2_K", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q3_K_S", - "model": "shieldgemma:9b-q3_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 4617089843, - "digest": "59f3cd1ead5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q3_K_M", - "model": "shieldgemma:9b-q3_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 5153960755, - "digest": "1ee83e818fb1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q3_K_L", - "model": "shieldgemma:9b-q3_K_L", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 5476083302, - "digest": "02637dc40252", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q4_0", - "model": "shieldgemma:9b-q4_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 5798205850, - "digest": "672a383489f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q4_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q4_1", - "model": "shieldgemma:9b-q4_1", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 6442450944, - "digest": "423d2aeca52c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q4_1", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q4_K_S", - "model": "shieldgemma:9b-q4_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 5905580032, - "digest": "c4b9ac85349c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q4_K_M", - "model": "shieldgemma:9b-q4_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 6227702579, - "digest": "c82cacd5af5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q5_0", - "model": "shieldgemma:9b-q5_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 6979321856, - "digest": "75f32f5d1b35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q5_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q5_1", - "model": "shieldgemma:9b-q5_1", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 7516192768, - "digest": "43e40f2b8a24", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q5_1", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q5_K_S", - "model": "shieldgemma:9b-q5_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 6979321856, - "digest": "577538bd20f5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q5_K_M", - "model": "shieldgemma:9b-q5_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 7086696038, - "digest": "cbfb3b3b1cd1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q6_K", - "model": "shieldgemma:9b-q6_K", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 8160437862, - "digest": "3fe88a5a8730", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q6_K", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-q8_0", - "model": "shieldgemma:9b-q8_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 10522669875, - "digest": "14c1959c8e4f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q8_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:9b-fp16", - "model": "shieldgemma:9b-fp16", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 19327352832, - "digest": "5ad5e824db94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-fp16", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q2_K", - "model": "shieldgemma:27b-q2_K", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 10737418240, - "digest": "d8d17ed3cef2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q2_K", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q3_K_S", - "model": "shieldgemma:27b-q3_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 12884901888, - "digest": "feca6f60628a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q3_K_M", - "model": "shieldgemma:27b-q3_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 13958643712, - "digest": "d8f3e2e2f1b2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q3_K_L", - "model": "shieldgemma:27b-q3_K_L", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 16106127360, - "digest": "8f19ca45514c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q4_0", - "model": "shieldgemma:27b-q4_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 17179869184, - "digest": "dd3ba9bf896e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q4_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q4_1", - "model": "shieldgemma:27b-q4_1", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 18253611008, - "digest": "86baf7b8d77e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q4_1", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q4_K_S", - "model": "shieldgemma:27b-q4_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 17179869184, - "digest": "4eb28893980b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q4_K_M", - "model": "shieldgemma:27b-q4_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 18253611008, - "digest": "a5d7e17031b4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q5_0", - "model": "shieldgemma:27b-q5_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 20401094656, - "digest": "b260777de17e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q5_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q5_1", - "model": "shieldgemma:27b-q5_1", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 22548578304, - "digest": "61a1eaeb05ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q5_1", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q5_K_S", - "model": "shieldgemma:27b-q5_K_S", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 20401094656, - "digest": "751794b36b4c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q5_K_M", - "model": "shieldgemma:27b-q5_K_M", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 20401094656, - "digest": "18593abe595e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q6_K", - "model": "shieldgemma:27b-q6_K", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 23622320128, - "digest": "a2c181c9fa6a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q6_K", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-q8_0", - "model": "shieldgemma:27b-q8_0", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 31138512896, - "digest": "0bedd4c372fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-q8_0", - "quantization_level": "" - } - }, - { - "name": "shieldgemma:27b-fp16", - "model": "shieldgemma:27b-fp16", - "modified_at": "2024-10-11T05:58:00.000Z", - "size": 57982058496, - "digest": "3e774e7b4545", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "27b-fp16", - "quantization_level": "" - } - }, - { - "name": "deepcoder:latest", - "model": "deepcoder:latest", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 9663676416, - "digest": "12bdda054d23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepcoder:1.5b", - "model": "deepcoder:1.5b", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 1181116006, - "digest": "3bc49891ec47", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "deepcoder:14b", - "model": "deepcoder:14b", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 9663676416, - "digest": "12bdda054d23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b", - "quantization_level": "" - } - }, - { - "name": "deepcoder:1.5b-preview-q4_K_M", - "model": "deepcoder:1.5b-preview-q4_K_M", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 1181116006, - "digest": "3bc49891ec47", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-preview-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepcoder:1.5b-preview-q8_0", - "model": "deepcoder:1.5b-preview-q8_0", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 2040109466, - "digest": "b240e7d4c9d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-preview-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepcoder:1.5b-preview-fp16", - "model": "deepcoder:1.5b-preview-fp16", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 3865470566, - "digest": "a4f72a133925", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-preview-fp16", - "quantization_level": "" - } - }, - { - "name": "deepcoder:14b-preview-q4_K_M", - "model": "deepcoder:14b-preview-q4_K_M", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 9663676416, - "digest": "12bdda054d23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-preview-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepcoder:14b-preview-q8_0", - "model": "deepcoder:14b-preview-q8_0", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 17179869184, - "digest": "77a03c7a6183", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-preview-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepcoder:14b-preview-fp16", - "model": "deepcoder:14b-preview-fp16", - "modified_at": "2025-04-08T22:53:00.000Z", - "size": 32212254720, - "digest": "94795ede1f7b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "14b-preview-fp16", - "quantization_level": "" - } - }, - { - "name": "llama-pro:latest", - "model": "llama-pro:latest", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5046586573, - "digest": "fc5c0d744444", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llama-pro:instruct", - "model": "llama-pro:instruct", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5046586573, - "digest": "fc5c0d744444", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "llama-pro:text", - "model": "llama-pro:text", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5046586573, - "digest": "37a8c2df2159", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "text", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q2_K", - "model": "llama-pro:8b-instruct-q2_K", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 3758096384, - "digest": "24ca2680af67", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q3_K_S", - "model": "llama-pro:8b-instruct-q3_K_S", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 3865470566, - "digest": "0269187072dd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q3_K_M", - "model": "llama-pro:8b-instruct-q3_K_M", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 4402341478, - "digest": "147024ec7610", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q3_K_L", - "model": "llama-pro:8b-instruct-q3_K_L", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 4831838208, - "digest": "7c638269f710", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q4_0", - "model": "llama-pro:8b-instruct-q4_0", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5046586573, - "digest": "fc5c0d744444", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q4_1", - "model": "llama-pro:8b-instruct-q4_1", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5690831667, - "digest": "2c59213d1ec9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q4_K_S", - "model": "llama-pro:8b-instruct-q4_K_S", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5153960755, - "digest": "0ed36f6dfb91", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q4_K_M", - "model": "llama-pro:8b-instruct-q4_K_M", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5476083302, - "digest": "072859d9f324", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q5_0", - "model": "llama-pro:8b-instruct-q5_0", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 6227702579, - "digest": "26e8677969ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q5_1", - "model": "llama-pro:8b-instruct-q5_1", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 6764573491, - "digest": "8fbd7f2ef127", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q5_K_S", - "model": "llama-pro:8b-instruct-q5_K_S", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 6227702579, - "digest": "afbe4eee1009", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q5_K_M", - "model": "llama-pro:8b-instruct-q5_K_M", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 6335076762, - "digest": "d18736b3cdd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q6_K", - "model": "llama-pro:8b-instruct-q6_K", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 7408818586, - "digest": "7df5d721dbc0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-q8_0", - "model": "llama-pro:8b-instruct-q8_0", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 9556302234, - "digest": "d968aafc79e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-instruct-fp16", - "model": "llama-pro:8b-instruct-fp16", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 18253611008, - "digest": "df774285c05f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q2_K", - "model": "llama-pro:8b-text-q2_K", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 3758096384, - "digest": "2ed5b17591cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q2_K", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q3_K_S", - "model": "llama-pro:8b-text-q3_K_S", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 3865470566, - "digest": "ebda8f31804a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q3_K_M", - "model": "llama-pro:8b-text-q3_K_M", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 4402341478, - "digest": "3c9f65d0a7e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q3_K_L", - "model": "llama-pro:8b-text-q3_K_L", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 4831838208, - "digest": "f07e73f68fc8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q4_0", - "model": "llama-pro:8b-text-q4_0", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5046586573, - "digest": "37a8c2df2159", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q4_0", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q4_1", - "model": "llama-pro:8b-text-q4_1", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5690831667, - "digest": "35bd6f694acb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q4_1", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q4_K_S", - "model": "llama-pro:8b-text-q4_K_S", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5153960755, - "digest": "a73903f963eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q4_K_M", - "model": "llama-pro:8b-text-q4_K_M", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 5476083302, - "digest": "5178b12d303b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q5_0", - "model": "llama-pro:8b-text-q5_0", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 6227702579, - "digest": "15000cc2d299", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q5_0", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q5_1", - "model": "llama-pro:8b-text-q5_1", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 6764573491, - "digest": "5395c603b159", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q5_1", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q5_K_S", - "model": "llama-pro:8b-text-q5_K_S", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 6227702579, - "digest": "96d47e3e009f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q5_K_M", - "model": "llama-pro:8b-text-q5_K_M", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 6335076762, - "digest": "36d45bb71a26", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q6_K", - "model": "llama-pro:8b-text-q6_K", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 7408818586, - "digest": "7d3cb1a24c98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q6_K", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-q8_0", - "model": "llama-pro:8b-text-q8_0", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 9556302234, - "digest": "69c9ae3d927b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-q8_0", - "quantization_level": "" - } - }, - { - "name": "llama-pro:8b-text-fp16", - "model": "llama-pro:8b-text-fp16", - "modified_at": "2024-01-09T03:30:00.000Z", - "size": 18253611008, - "digest": "9b790fecf7f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-text-fp16", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:latest", - "model": "yarn-mistral:latest", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4402341478, - "digest": "8e9c368a0ae4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b", - "model": "yarn-mistral:7b", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4402341478, - "digest": "8e9c368a0ae4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k", - "model": "yarn-mistral:7b-128k", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4402341478, - "digest": "6511b83c33d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q2_K", - "model": "yarn-mistral:7b-128k-q2_K", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 3328599654, - "digest": "4801801e65c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q2_K", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q3_K_S", - "model": "yarn-mistral:7b-128k-q3_K_S", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 3435973837, - "digest": "150773407811", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q3_K_M", - "model": "yarn-mistral:7b-128k-q3_K_M", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 3758096384, - "digest": "c910ed0b2220", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q3_K_L", - "model": "yarn-mistral:7b-128k-q3_K_L", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4080218931, - "digest": "04e1735cc221", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q4_0", - "model": "yarn-mistral:7b-128k-q4_0", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4402341478, - "digest": "6511b83c33d5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q4_0", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q4_1", - "model": "yarn-mistral:7b-128k-q4_1", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4939212390, - "digest": "2f2460d79fe1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q4_1", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q4_K_S", - "model": "yarn-mistral:7b-128k-q4_K_S", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4402341478, - "digest": "60021a54efbe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q4_K_M", - "model": "yarn-mistral:7b-128k-q4_K_M", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4724464026, - "digest": "b29d79d2f3ef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q5_0", - "model": "yarn-mistral:7b-128k-q5_0", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 5368709120, - "digest": "f6e752bb89ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q5_0", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q5_1", - "model": "yarn-mistral:7b-128k-q5_1", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 5798205850, - "digest": "27a21ac0ee02", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q5_1", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q5_K_S", - "model": "yarn-mistral:7b-128k-q5_K_S", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 5368709120, - "digest": "48e075e27562", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q5_K_M", - "model": "yarn-mistral:7b-128k-q5_K_M", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 5476083302, - "digest": "e73d718076ea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q6_K", - "model": "yarn-mistral:7b-128k-q6_K", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 6335076762, - "digest": "d2efb1f4a053", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q6_K", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-q8_0", - "model": "yarn-mistral:7b-128k-q8_0", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 8267812045, - "digest": "c7d7fcc635b3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-q8_0", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-128k-fp16", - "model": "yarn-mistral:7b-128k-fp16", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 15032385536, - "digest": "24fcccd3ec98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-128k-fp16", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k", - "model": "yarn-mistral:7b-64k", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4402341478, - "digest": "8e9c368a0ae4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q2_K", - "model": "yarn-mistral:7b-64k-q2_K", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 3328599654, - "digest": "7e69098a0185", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q2_K", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q3_K_S", - "model": "yarn-mistral:7b-64k-q3_K_S", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 3435973837, - "digest": "9f1a8b3eec09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q3_K_M", - "model": "yarn-mistral:7b-64k-q3_K_M", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 3758096384, - "digest": "2fe3d1edecaa", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q3_K_L", - "model": "yarn-mistral:7b-64k-q3_K_L", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4080218931, - "digest": "6fec537d7505", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q4_0", - "model": "yarn-mistral:7b-64k-q4_0", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4402341478, - "digest": "8e9c368a0ae4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q4_0", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q4_1", - "model": "yarn-mistral:7b-64k-q4_1", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4939212390, - "digest": "0b1ddb2af722", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q4_1", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q4_K_S", - "model": "yarn-mistral:7b-64k-q4_K_S", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4402341478, - "digest": "6a3c24b1e938", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q4_K_M", - "model": "yarn-mistral:7b-64k-q4_K_M", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 4724464026, - "digest": "f9434e5ec017", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q5_0", - "model": "yarn-mistral:7b-64k-q5_0", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 5368709120, - "digest": "917060ebb0d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q5_0", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q5_1", - "model": "yarn-mistral:7b-64k-q5_1", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 5798205850, - "digest": "5efec29a0821", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q5_1", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q5_K_S", - "model": "yarn-mistral:7b-64k-q5_K_S", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 5368709120, - "digest": "1fb11cbfb6ad", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q5_K_M", - "model": "yarn-mistral:7b-64k-q5_K_M", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 5476083302, - "digest": "1ac045b0f86f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q6_K", - "model": "yarn-mistral:7b-64k-q6_K", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 6335076762, - "digest": "c3108d901ef7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q6_K", - "quantization_level": "" - } - }, - { - "name": "yarn-mistral:7b-64k-q8_0", - "model": "yarn-mistral:7b-64k-q8_0", - "modified_at": "2023-11-04T04:20:00.000Z", - "size": 8267812045, - "digest": "236ce568b73c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-64k-q8_0", - "quantization_level": "" - } - }, - { - "name": "nexusraven:latest", - "model": "nexusraven:latest", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 7945689498, - "digest": "483a8282af74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b", - "model": "nexusraven:13b", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 7945689498, - "digest": "483a8282af74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q2_K", - "model": "nexusraven:13b-v2-q2_K", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 5798205850, - "digest": "335cee44ee6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q2_K", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q3_K_S", - "model": "nexusraven:13b-v2-q3_K_S", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 6120328397, - "digest": "e05ddc03a204", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q3_K_M", - "model": "nexusraven:13b-v2-q3_K_M", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 6764573491, - "digest": "9c3abc556fee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q3_K_L", - "model": "nexusraven:13b-v2-q3_K_L", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 7408818586, - "digest": "030244bdb058", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q4_0", - "model": "nexusraven:13b-v2-q4_0", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 7945689498, - "digest": "483a8282af74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q4_0", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q4_1", - "model": "nexusraven:13b-v2-q4_1", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 8804682957, - "digest": "9d97f7422b57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q4_1", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q4_K_S", - "model": "nexusraven:13b-v2-q4_K_S", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 7945689498, - "digest": "d922b5f359d4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q4_K_M", - "model": "nexusraven:13b-v2-q4_K_M", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 8482560410, - "digest": "c686cfb91b9b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q5_0", - "model": "nexusraven:13b-v2-q5_0", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 9663676416, - "digest": "93d134582405", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q5_0", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q5_1", - "model": "nexusraven:13b-v2-q5_1", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 10522669875, - "digest": "223215c51cfb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q5_1", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q5_K_S", - "model": "nexusraven:13b-v2-q5_K_S", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 9663676416, - "digest": "506b8b5250ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q5_K_M", - "model": "nexusraven:13b-v2-q5_K_M", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 9878424781, - "digest": "8754f5363618", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q6_K", - "model": "nexusraven:13b-v2-q6_K", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 11811160064, - "digest": "d81ebb5a6f93", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q6_K", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-q8_0", - "model": "nexusraven:13b-v2-q8_0", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 15032385536, - "digest": "2f770812d079", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-q8_0", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-v2-fp16", - "model": "nexusraven:13b-v2-fp16", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 27917287424, - "digest": "6e9f4b4dff57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-v2-fp16", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q2_K", - "model": "nexusraven:13b-q2_K", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 5798205850, - "digest": "88af7c885f6d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q3_K_S", - "model": "nexusraven:13b-q3_K_S", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 6120328397, - "digest": "c327bf4400c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q3_K_M", - "model": "nexusraven:13b-q3_K_M", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 6764573491, - "digest": "32ee186898d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q3_K_L", - "model": "nexusraven:13b-q3_K_L", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 7408818586, - "digest": "be1c4d4ebf80", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q4_0", - "model": "nexusraven:13b-q4_0", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 7945689498, - "digest": "336957c1d527", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q4_1", - "model": "nexusraven:13b-q4_1", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 8804682957, - "digest": "cc0185e939a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q4_K_S", - "model": "nexusraven:13b-q4_K_S", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 7945689498, - "digest": "01ab3a1e2bd0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q4_K_M", - "model": "nexusraven:13b-q4_K_M", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 8482560410, - "digest": "869ecaf32849", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q5_0", - "model": "nexusraven:13b-q5_0", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 9663676416, - "digest": "1edef32ba6b0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q5_1", - "model": "nexusraven:13b-q5_1", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 10522669875, - "digest": "5695d35736eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q5_K_S", - "model": "nexusraven:13b-q5_K_S", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 9663676416, - "digest": "d47e757e2f8a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q5_K_M", - "model": "nexusraven:13b-q5_K_M", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 9878424781, - "digest": "3ba5150eacb6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q6_K", - "model": "nexusraven:13b-q6_K", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 11811160064, - "digest": "fa629e4e0d35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-q8_0", - "model": "nexusraven:13b-q8_0", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 15032385536, - "digest": "25fba36ef0af", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "nexusraven:13b-fp16", - "model": "nexusraven:13b-fp16", - "modified_at": "2024-01-17T19:53:00.000Z", - "size": 27917287424, - "digest": "038c3ee38ca3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "bakllava:latest", - "model": "bakllava:latest", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 5046586573, - "digest": "3dd68bd4447c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b", - "model": "bakllava:7b", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 5046586573, - "digest": "3dd68bd4447c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q2_K", - "model": "bakllava:7b-v1-q2_K", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 3972844749, - "digest": "2b262088f95e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q2_K", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q3_K_S", - "model": "bakllava:7b-v1-q3_K_S", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 4080218931, - "digest": "58c3c55e353b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q3_K_M", - "model": "bakllava:7b-v1-q3_K_M", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 4402341478, - "digest": "76ddbf1eee47", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q3_K_L", - "model": "bakllava:7b-v1-q3_K_L", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 4724464026, - "digest": "1c83e7ae2916", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q4_0", - "model": "bakllava:7b-v1-q4_0", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 5046586573, - "digest": "3dd68bd4447c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q4_0", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q4_1", - "model": "bakllava:7b-v1-q4_1", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 5583457485, - "digest": "5661864b39bf", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q4_1", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q4_K_S", - "model": "bakllava:7b-v1-q4_K_S", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 5153960755, - "digest": "7bde2065bef9", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q4_K_M", - "model": "bakllava:7b-v1-q4_K_M", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 5368709120, - "digest": "18f34660c11c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q5_0", - "model": "bakllava:7b-v1-q5_0", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 6012954214, - "digest": "e1ec8078f994", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q5_0", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q5_1", - "model": "bakllava:7b-v1-q5_1", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 6549825126, - "digest": "2ecc0da390e6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q5_1", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q5_K_S", - "model": "bakllava:7b-v1-q5_K_S", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 6012954214, - "digest": "b3495a4598af", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q5_K_M", - "model": "bakllava:7b-v1-q5_K_M", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 6227702579, - "digest": "701ad599d4e8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q6_K", - "model": "bakllava:7b-v1-q6_K", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 7086696038, - "digest": "c338a33fa0f7", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q6_K", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-q8_0", - "model": "bakllava:7b-v1-q8_0", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 8912057139, - "digest": "52bc26311d1a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-q8_0", - "quantization_level": "" - } - }, - { - "name": "bakllava:7b-v1-fp16", - "model": "bakllava:7b-v1-fp16", - "modified_at": "2023-12-13T19:04:00.000Z", - "size": 16106127360, - "digest": "ad44fb2047c1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "7b-v1-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q2_K", - "model": "wizardlm:7b-q2_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 3006477107, - "digest": "3bd62c66bf07", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q3_K_S", - "model": "wizardlm:7b-q3_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 3113851290, - "digest": "2f4e28f337fb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q3_K_M", - "model": "wizardlm:7b-q3_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 3543348019, - "digest": "77ee25ef2d73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q3_K_L", - "model": "wizardlm:7b-q3_K_L", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 3865470566, - "digest": "b71375c6360f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q4_0", - "model": "wizardlm:7b-q4_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 4080218931, - "digest": "2d84ad17965a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q4_1", - "model": "wizardlm:7b-q4_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 4509715661, - "digest": "39ca90eaf0fe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q4_K_S", - "model": "wizardlm:7b-q4_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 4187593114, - "digest": "64ff89304116", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q4_K_M", - "model": "wizardlm:7b-q4_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 4402341478, - "digest": "cfe7771084ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q5_0", - "model": "wizardlm:7b-q5_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 5046586573, - "digest": "ae105d485aa2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q5_1", - "model": "wizardlm:7b-q5_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 5476083302, - "digest": "d0e953531965", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q5_K_S", - "model": "wizardlm:7b-q5_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 5046586573, - "digest": "57343a383bbb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q5_K_M", - "model": "wizardlm:7b-q5_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 5153960755, - "digest": "ab723eb64d3c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q6_K", - "model": "wizardlm:7b-q6_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 5905580032, - "digest": "b04432819f68", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-q8_0", - "model": "wizardlm:7b-q8_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 7730941133, - "digest": "754989a99c95", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:7b-fp16", - "model": "wizardlm:7b-fp16", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 13958643712, - "digest": "7b7b03c75a9c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q2_K", - "model": "wizardlm:13b-llama2-q2_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 5798205850, - "digest": "bf7912e654c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q3_K_S", - "model": "wizardlm:13b-llama2-q3_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 6120328397, - "digest": "e87c1dae586e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q3_K_M", - "model": "wizardlm:13b-llama2-q3_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 6764573491, - "digest": "f5aadb3dbdd9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q3_K_L", - "model": "wizardlm:13b-llama2-q3_K_L", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 7408818586, - "digest": "848e49de492f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q4_0", - "model": "wizardlm:13b-llama2-q4_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 7945689498, - "digest": "07237eed6d44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q4_1", - "model": "wizardlm:13b-llama2-q4_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 8804682957, - "digest": "966ad219dd6e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q4_K_S", - "model": "wizardlm:13b-llama2-q4_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 7945689498, - "digest": "ac3340957ac2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q4_K_M", - "model": "wizardlm:13b-llama2-q4_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 8482560410, - "digest": "68d0ec94288a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q5_0", - "model": "wizardlm:13b-llama2-q5_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 9663676416, - "digest": "210ef327ea9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q5_1", - "model": "wizardlm:13b-llama2-q5_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 10522669875, - "digest": "b8505c7f2d31", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q5_K_S", - "model": "wizardlm:13b-llama2-q5_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 9663676416, - "digest": "b8ed8352b0bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q5_K_M", - "model": "wizardlm:13b-llama2-q5_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 9878424781, - "digest": "a8da6d573865", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q6_K", - "model": "wizardlm:13b-llama2-q6_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 11811160064, - "digest": "6a9a6808f2f6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-q8_0", - "model": "wizardlm:13b-llama2-q8_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 15032385536, - "digest": "5e403198c9b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-llama2-fp16", - "model": "wizardlm:13b-llama2-fp16", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 27917287424, - "digest": "4adbfc3c9680", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q2_K", - "model": "wizardlm:13b-q2_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 5798205850, - "digest": "3b8461d9b63c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q3_K_S", - "model": "wizardlm:13b-q3_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 6120328397, - "digest": "89db746fa2ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q3_K_M", - "model": "wizardlm:13b-q3_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 6764573491, - "digest": "a2397457fb74", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q3_K_L", - "model": "wizardlm:13b-q3_K_L", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 7408818586, - "digest": "512973874eed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q4_0", - "model": "wizardlm:13b-q4_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 7945689498, - "digest": "7e480c1b3f2f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q4_1", - "model": "wizardlm:13b-q4_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 8804682957, - "digest": "dd21b594003b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q4_K_S", - "model": "wizardlm:13b-q4_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 7945689498, - "digest": "2ccfc126100e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q4_K_M", - "model": "wizardlm:13b-q4_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 8482560410, - "digest": "e6d40c1b0e0d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q5_0", - "model": "wizardlm:13b-q5_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 9663676416, - "digest": "f8be29062946", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q5_1", - "model": "wizardlm:13b-q5_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 10522669875, - "digest": "7a594c88f1a0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q5_K_S", - "model": "wizardlm:13b-q5_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 9663676416, - "digest": "2db6e4378d69", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q5_K_M", - "model": "wizardlm:13b-q5_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 9878424781, - "digest": "d71253aa6a51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q6_K", - "model": "wizardlm:13b-q6_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 11811160064, - "digest": "6d11d6afcd43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-q8_0", - "model": "wizardlm:13b-q8_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 15032385536, - "digest": "6a7fd096f78a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:13b-fp16", - "model": "wizardlm:13b-fp16", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 27917287424, - "digest": "95a66502902f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q2_K", - "model": "wizardlm:30b-q2_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 15032385536, - "digest": "316a090a9db0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q3_K_S", - "model": "wizardlm:30b-q3_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 15032385536, - "digest": "362bc87500d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q3_K_M", - "model": "wizardlm:30b-q3_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 17179869184, - "digest": "7603650be43d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q3_K_L", - "model": "wizardlm:30b-q3_K_L", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 18253611008, - "digest": "7d5c5ca56029", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q4_0", - "model": "wizardlm:30b-q4_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 19327352832, - "digest": "67513d78f363", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q4_1", - "model": "wizardlm:30b-q4_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 21474836480, - "digest": "65744dc3396a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q4_K_S", - "model": "wizardlm:30b-q4_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 19327352832, - "digest": "ffb56ae33932", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q4_K_M", - "model": "wizardlm:30b-q4_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 21474836480, - "digest": "69839e566826", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q5_0", - "model": "wizardlm:30b-q5_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 23622320128, - "digest": "f29f3ee70a42", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q5_1", - "model": "wizardlm:30b-q5_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 25769803776, - "digest": "8ea6a8618db0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q5_K_S", - "model": "wizardlm:30b-q5_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 23622320128, - "digest": "5829399005b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q5_K_M", - "model": "wizardlm:30b-q5_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 24696061952, - "digest": "9c007b31c159", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q6_K", - "model": "wizardlm:30b-q6_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 28991029248, - "digest": "2674ac1c84bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-q8_0", - "model": "wizardlm:30b-q8_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 37580963840, - "digest": "a5efdd159540", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:30b-fp16", - "model": "wizardlm:30b-fp16", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 69793218560, - "digest": "3dc4daa962ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "30b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q2_K", - "model": "wizardlm:70b-llama2-q2_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 31138512896, - "digest": "e64d383d4616", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q3_K_S", - "model": "wizardlm:70b-llama2-q3_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 32212254720, - "digest": "301b2de5cdce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q3_K_M", - "model": "wizardlm:70b-llama2-q3_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 35433480192, - "digest": "56a8ed83f414", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q3_K_L", - "model": "wizardlm:70b-llama2-q3_K_L", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 38654705664, - "digest": "a547147dbbb2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q4_0", - "model": "wizardlm:70b-llama2-q4_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 41875931136, - "digest": "2d269a65a092", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q4_1", - "model": "wizardlm:70b-llama2-q4_1", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 46170898432, - "digest": "4c5a4bf2a4bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q4_K_S", - "model": "wizardlm:70b-llama2-q4_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 41875931136, - "digest": "a5124a5418a3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q4_K_M", - "model": "wizardlm:70b-llama2-q4_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 44023414784, - "digest": "6741c38608f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q5_0", - "model": "wizardlm:70b-llama2-q5_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 50465865728, - "digest": "6a8d1d7c5360", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q5_K_S", - "model": "wizardlm:70b-llama2-q5_K_S", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 50465865728, - "digest": "440dda0fbaf1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q5_K_M", - "model": "wizardlm:70b-llama2-q5_K_M", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 52613349376, - "digest": "ebfead13404c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q6_K", - "model": "wizardlm:70b-llama2-q6_K", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 61203283968, - "digest": "20fd3a5a9146", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm:70b-llama2-q8_0", - "model": "wizardlm:70b-llama2-q8_0", - "modified_at": "2023-10-30T02:54:00.000Z", - "size": 78383153152, - "digest": "7b59877a048f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-llama2-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:latest", - "model": "command-r-plus:latest", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 63350767616, - "digest": "e61b6b184f38", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b", - "model": "command-r-plus:104b", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 63350767616, - "digest": "e61b6b184f38", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q2_K", - "model": "command-r-plus:104b-08-2024-q2_K", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 41875931136, - "digest": "d6cf75a11d66", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q2_K", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q3_K_S", - "model": "command-r-plus:104b-08-2024-q3_K_S", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 49392123904, - "digest": "5d852f83f3fa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q3_K_M", - "model": "command-r-plus:104b-08-2024-q3_K_M", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 54760833024, - "digest": "37e325ccbcf7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q3_K_L", - "model": "command-r-plus:104b-08-2024-q3_K_L", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 59055800320, - "digest": "69b2a8dc30e2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q4_0", - "model": "command-r-plus:104b-08-2024-q4_0", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 63350767616, - "digest": "e61b6b184f38", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q4_0", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q4_1", - "model": "command-r-plus:104b-08-2024-q4_1", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 70866960384, - "digest": "ec1c87fb5362", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q4_1", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q4_K_S", - "model": "command-r-plus:104b-08-2024-q4_K_S", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 64424509440, - "digest": "6adaf0700006", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q4_K_M", - "model": "command-r-plus:104b-08-2024-q4_K_M", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 67645734912, - "digest": "59dddc7baffa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q5_0", - "model": "command-r-plus:104b-08-2024-q5_0", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 77309411328, - "digest": "02138d04c7e4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q5_0", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q5_1", - "model": "command-r-plus:104b-08-2024-q5_1", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 83751862272, - "digest": "639beb4e35ac", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q5_1", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q5_K_S", - "model": "command-r-plus:104b-08-2024-q5_K_S", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 77309411328, - "digest": "8a3814835aeb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q5_K_M", - "model": "command-r-plus:104b-08-2024-q5_K_M", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 79456894976, - "digest": "28170cce6eed", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q6_K", - "model": "command-r-plus:104b-08-2024-q6_K", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 91268055040, - "digest": "3344fa938c4a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q6_K", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-q8_0", - "model": "command-r-plus:104b-08-2024-q8_0", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 118111600640, - "digest": "4b4c4bed64da", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-08-2024-fp16", - "model": "command-r-plus:104b-08-2024-fp16", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 223338299392, - "digest": "cda5cd5d6fd5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-08-2024-fp16", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-q2_K", - "model": "command-r-plus:104b-q2_K", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 41875931136, - "digest": "d29d312b25b7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-q2_K", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-q4_0", - "model": "command-r-plus:104b-q4_0", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 63350767616, - "digest": "777d41fdcb0e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-q4_0", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-q8_0", - "model": "command-r-plus:104b-q8_0", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 118111600640, - "digest": "420967de8a12", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-r-plus:104b-fp16", - "model": "command-r-plus:104b-fp16", - "modified_at": "2024-08-31T07:16:00.000Z", - "size": 223338299392, - "digest": "2e7483530ced", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "104b-fp16", - "quantization_level": "" - } - }, - { - "name": "meditron:latest", - "model": "meditron:latest", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 4080218931, - "digest": "ad11a6250f54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "meditron:7b", - "model": "meditron:7b", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 4080218931, - "digest": "ad11a6250f54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "meditron:70b", - "model": "meditron:70b", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 41875931136, - "digest": "315d466c452f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q2_K", - "model": "meditron:7b-q2_K", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 3006477107, - "digest": "f330bdb16b9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q3_K_S", - "model": "meditron:7b-q3_K_S", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 3113851290, - "digest": "6d5aa9319b05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q3_K_M", - "model": "meditron:7b-q3_K_M", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 3543348019, - "digest": "9c9c4636a4b8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q3_K_L", - "model": "meditron:7b-q3_K_L", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 3865470566, - "digest": "a6fa27f88bbc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q4_0", - "model": "meditron:7b-q4_0", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 4080218931, - "digest": "ad11a6250f54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q4_1", - "model": "meditron:7b-q4_1", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 4509715661, - "digest": "876165f9f2df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q4_K_S", - "model": "meditron:7b-q4_K_S", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 4187593114, - "digest": "615f994626bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q4_K_M", - "model": "meditron:7b-q4_K_M", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 4402341478, - "digest": "a917f4ff62ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q5_0", - "model": "meditron:7b-q5_0", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 5046586573, - "digest": "79d156131358", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q5_1", - "model": "meditron:7b-q5_1", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 5476083302, - "digest": "04278d55ad3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q5_K_S", - "model": "meditron:7b-q5_K_S", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 5046586573, - "digest": "ff3d673fc3ab", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q5_K_M", - "model": "meditron:7b-q5_K_M", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 5153960755, - "digest": "1e91d442c62d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q6_K", - "model": "meditron:7b-q6_K", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 5905580032, - "digest": "e98363fbb20a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-q8_0", - "model": "meditron:7b-q8_0", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 7730941133, - "digest": "902db8ed250b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "meditron:7b-fp16", - "model": "meditron:7b-fp16", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 13958643712, - "digest": "809731a3f1a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "meditron:70b-q4_0", - "model": "meditron:70b-q4_0", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 41875931136, - "digest": "315d466c452f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_0", - "quantization_level": "" - } - }, - { - "name": "meditron:70b-q4_1", - "model": "meditron:70b-q4_1", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 46170898432, - "digest": "d0395a457ce6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_1", - "quantization_level": "" - } - }, - { - "name": "meditron:70b-q4_K_S", - "model": "meditron:70b-q4_K_S", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 41875931136, - "digest": "4f8102818cd7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "meditron:70b-q5_1", - "model": "meditron:70b-q5_1", - "modified_at": "2023-12-05T18:31:00.000Z", - "size": 55834574848, - "digest": "b12076361e76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.1:latest", - "model": "mistral-small3.1:latest", - "modified_at": "2025-04-07T16:59:00.000Z", - "size": 16106127360, - "digest": "b9aaf0c2586a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.1:24b", - "model": "mistral-small3.1:24b", - "modified_at": "2025-04-07T16:59:00.000Z", - "size": 16106127360, - "digest": "b9aaf0c2586a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.1:24b-instruct-2503-q4_K_M", - "model": "mistral-small3.1:24b-instruct-2503-q4_K_M", - "modified_at": "2025-04-07T16:59:00.000Z", - "size": 16106127360, - "digest": "b9aaf0c2586a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2503-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.1:24b-instruct-2503-q8_0", - "model": "mistral-small3.1:24b-instruct-2503-q8_0", - "modified_at": "2025-04-07T16:59:00.000Z", - "size": 27917287424, - "digest": "79252b8a3eb5", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2503-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-small3.1:24b-instruct-2503-fp16", - "model": "mistral-small3.1:24b-instruct-2503-fp16", - "modified_at": "2025-04-07T16:59:00.000Z", - "size": 51539607552, - "digest": "5b05d65a969a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "24b-instruct-2503-fp16", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:latest", - "model": "exaone-deep:latest", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 5153960755, - "digest": "106afe416a9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:2.4b", - "model": "exaone-deep:2.4b", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 1717986918, - "digest": "37d6b495c16c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.4b", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:7.8b", - "model": "exaone-deep:7.8b", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 5153960755, - "digest": "106afe416a9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7.8b", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:32b", - "model": "exaone-deep:32b", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 20401094656, - "digest": "a9422f9a5071", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:2.4b-q4_K_M", - "model": "exaone-deep:2.4b-q4_K_M", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 1717986918, - "digest": "37d6b495c16c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.4b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:2.4b-q8_0", - "model": "exaone-deep:2.4b-q8_0", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 3006477107, - "digest": "1ef8421dff40", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.4b-q8_0", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:2.4b-fp16", - "model": "exaone-deep:2.4b-fp16", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 5690831667, - "digest": "e62ec685eda1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.4b-fp16", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:7.8b-q4_K_M", - "model": "exaone-deep:7.8b-q4_K_M", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 5153960755, - "digest": "106afe416a9e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7.8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:7.8b-q8_0", - "model": "exaone-deep:7.8b-q8_0", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 8912057139, - "digest": "b1c039797694", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7.8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:7.8b-fp16", - "model": "exaone-deep:7.8b-fp16", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 17179869184, - "digest": "3445461cbc49", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7.8b-fp16", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:32b-q4_K_M", - "model": "exaone-deep:32b-q4_K_M", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 20401094656, - "digest": "a9422f9a5071", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:32b-q8_0", - "model": "exaone-deep:32b-q8_0", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 36507222016, - "digest": "e400e2287c21", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-q8_0", - "quantization_level": "" - } - }, - { - "name": "exaone-deep:32b-fp16", - "model": "exaone-deep:32b-fp16", - "modified_at": "2025-03-19T17:04:00.000Z", - "size": 68719476736, - "digest": "3c652371e959", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3.1:latest", - "model": "deepseek-v3.1:latest", - "modified_at": "2025-09-27T00:46:00.000Z", - "size": 433791696896, - "digest": "044d50a3d79c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3.1:671b", - "model": "deepseek-v3.1:671b", - "modified_at": "2025-09-27T00:46:00.000Z", - "size": 433791696896, - "digest": "044d50a3d79c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3.1:671b-terminus-q4_K_M", - "model": "deepseek-v3.1:671b-terminus-q4_K_M", - "modified_at": "2025-09-27T00:46:00.000Z", - "size": 433791696896, - "digest": "044d50a3d79c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-terminus-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3.1:671b-terminus-q8_0", - "model": "deepseek-v3.1:671b-terminus-q8_0", - "modified_at": "2025-09-27T00:46:00.000Z", - "size": 765577920512, - "digest": "05741ecf7ebc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-terminus-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3.1:671b-terminus-fp16", - "model": "deepseek-v3.1:671b-terminus-fp16", - "modified_at": "2025-09-27T00:46:00.000Z", - "size": 1429365116109, - "digest": "2d1f08a7c07d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-terminus-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3.1:671b-q8_0", - "model": "deepseek-v3.1:671b-q8_0", - "modified_at": "2025-09-27T00:46:00.000Z", - "size": 765577920512, - "digest": "259bac2eba80", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-q8_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v3.1:671b-fp16", - "model": "deepseek-v3.1:671b-fp16", - "modified_at": "2025-09-27T00:46:00.000Z", - "size": 1429365116109, - "digest": "d8237c306c16", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "671b-fp16", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:latest", - "model": "tinydolphin:latest", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 667942912, - "digest": "0f9dd11f824c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:v2.8", - "model": "tinydolphin:v2.8", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 667942912, - "digest": "0f9dd11f824c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.8", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b", - "model": "tinydolphin:1.1b", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 667942912, - "digest": "0f9dd11f824c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q2_K", - "model": "tinydolphin:1.1b-v2.8-q2_K", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 452984832, - "digest": "053ceac566b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q2_K", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q3_K_S", - "model": "tinydolphin:1.1b-v2.8-q3_K_S", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 523239424, - "digest": "1334375595f1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q3_K_M", - "model": "tinydolphin:1.1b-v2.8-q3_K_M", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 574619648, - "digest": "a269253dc7d8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q3_K_L", - "model": "tinydolphin:1.1b-v2.8-q3_K_L", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 620756992, - "digest": "d744f6260a5a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q4_0", - "model": "tinydolphin:1.1b-v2.8-q4_0", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 667942912, - "digest": "0f9dd11f824c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q4_0", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q4_1", - "model": "tinydolphin:1.1b-v2.8-q4_1", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 735051776, - "digest": "3775322fd876", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q4_1", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q4_K_S", - "model": "tinydolphin:1.1b-v2.8-q4_K_S", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 671088640, - "digest": "47eefa638255", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q4_K_M", - "model": "tinydolphin:1.1b-v2.8-q4_K_M", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 700448768, - "digest": "0cf10b4bfdca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q5_0", - "model": "tinydolphin:1.1b-v2.8-q5_0", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 803209216, - "digest": "bd9464ab8450", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q5_0", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q5_1", - "model": "tinydolphin:1.1b-v2.8-q5_1", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 871366656, - "digest": "2a519cd98a34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q5_1", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q5_K_S", - "model": "tinydolphin:1.1b-v2.8-q5_K_S", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 803209216, - "digest": "635e25aae973", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q5_K_M", - "model": "tinydolphin:1.1b-v2.8-q5_K_M", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 819986432, - "digest": "4a56f53dcad5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q6_K", - "model": "tinydolphin:1.1b-v2.8-q6_K", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 946864128, - "digest": "014f5ec4120f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q6_K", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-q8_0", - "model": "tinydolphin:1.1b-v2.8-q8_0", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 1288490189, - "digest": "852afb95a69e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-q8_0", - "quantization_level": "" - } - }, - { - "name": "tinydolphin:1.1b-v2.8-fp16", - "model": "tinydolphin:1.1b-v2.8-fp16", - "modified_at": "2024-01-30T09:39:00.000Z", - "size": 2362232013, - "digest": "adb3e462abb8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.1b-v2.8-fp16", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:latest", - "model": "nemotron-mini:latest", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2899102925, - "digest": "ed76ab18784f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b", - "model": "nemotron-mini:4b", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2899102925, - "digest": "ed76ab18784f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q2_K", - "model": "nemotron-mini:4b-instruct-q2_K", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2040109466, - "digest": "71c1aed58cc4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q3_K_S", - "model": "nemotron-mini:4b-instruct-q3_K_S", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2254857830, - "digest": "28cabdeeb76e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q3_K_M", - "model": "nemotron-mini:4b-instruct-q3_K_M", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2469606195, - "digest": "91b07164ba46", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q3_K_L", - "model": "nemotron-mini:4b-instruct-q3_K_L", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2684354560, - "digest": "899020cd5b1e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q4_0", - "model": "nemotron-mini:4b-instruct-q4_0", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2791728742, - "digest": "041bd339f71f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q4_1", - "model": "nemotron-mini:4b-instruct-q4_1", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 3006477107, - "digest": "715f0114b145", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q4_K_S", - "model": "nemotron-mini:4b-instruct-q4_K_S", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2791728742, - "digest": "59f3d2ea76f8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q4_K_M", - "model": "nemotron-mini:4b-instruct-q4_K_M", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 2899102925, - "digest": "ed76ab18784f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q5_0", - "model": "nemotron-mini:4b-instruct-q5_0", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 3221225472, - "digest": "e5f64c7116d1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q5_1", - "model": "nemotron-mini:4b-instruct-q5_1", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 3435973837, - "digest": "8c244be13dfe", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q5_K_S", - "model": "nemotron-mini:4b-instruct-q5_K_S", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 3221225472, - "digest": "072f4b7daa17", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q5_K_M", - "model": "nemotron-mini:4b-instruct-q5_K_M", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 3328599654, - "digest": "9e36e563dbdd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q6_K", - "model": "nemotron-mini:4b-instruct-q6_K", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 3650722202, - "digest": "4cf36901911e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-q8_0", - "model": "nemotron-mini:4b-instruct-q8_0", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 4831838208, - "digest": "fe86a4d04f9f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "nemotron-mini:4b-instruct-fp16", - "model": "nemotron-mini:4b-instruct-fp16", - "modified_at": "2024-09-18T20:21:00.000Z", - "size": 9019431322, - "digest": "d0d806e9853c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "codegeex4:latest", - "model": "codegeex4:latest", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 5905580032, - "digest": "867b8e81d038", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b", - "model": "codegeex4:9b", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 5905580032, - "digest": "867b8e81d038", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q2_K", - "model": "codegeex4:9b-all-q2_K", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 4294967296, - "digest": "08e724852cef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q2_K", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q3_K_S", - "model": "codegeex4:9b-all-q3_K_S", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 4939212390, - "digest": "286fdd19497a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q3_K_M", - "model": "codegeex4:9b-all-q3_K_M", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 5476083302, - "digest": "5d8b91ce8944", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q3_K_L", - "model": "codegeex4:9b-all-q3_K_L", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 5690831667, - "digest": "5529f06b3407", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q4_0", - "model": "codegeex4:9b-all-q4_0", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 5905580032, - "digest": "867b8e81d038", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q4_0", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q4_1", - "model": "codegeex4:9b-all-q4_1", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 6442450944, - "digest": "5e5c2f0ff466", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q4_1", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q4_K_S", - "model": "codegeex4:9b-all-q4_K_S", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 6227702579, - "digest": "857f132f3bf8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q4_K_M", - "model": "codegeex4:9b-all-q4_K_M", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 6764573491, - "digest": "c3a3c43c51c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q5_0", - "model": "codegeex4:9b-all-q5_0", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 7086696038, - "digest": "3093b05b4012", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q5_0", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q5_1", - "model": "codegeex4:9b-all-q5_1", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 7623566950, - "digest": "7986c322f712", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q5_1", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q5_K_S", - "model": "codegeex4:9b-all-q5_K_S", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 7194070221, - "digest": "02d16c426451", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q5_K_M", - "model": "codegeex4:9b-all-q5_K_M", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 7623566950, - "digest": "3ea52dda9b15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q6_K", - "model": "codegeex4:9b-all-q6_K", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 8912057139, - "digest": "eb3d51289271", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q6_K", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-q8_0", - "model": "codegeex4:9b-all-q8_0", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 10737418240, - "digest": "9e5f03438298", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-q8_0", - "quantization_level": "" - } - }, - { - "name": "codegeex4:9b-all-fp16", - "model": "codegeex4:9b-all-fp16", - "modified_at": "2024-07-09T01:33:00.000Z", - "size": 20401094656, - "digest": "c3cd6eb1916f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-all-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:latest", - "model": "mistral-openorca:latest", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 4402341478, - "digest": "12dc6acc14d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b", - "model": "mistral-openorca:7b", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 4402341478, - "digest": "12dc6acc14d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q2_K", - "model": "mistral-openorca:7b-q2_K", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 3328599654, - "digest": "977fdfe52b7c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q3_K_S", - "model": "mistral-openorca:7b-q3_K_S", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 3435973837, - "digest": "2274bf658e73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q3_K_M", - "model": "mistral-openorca:7b-q3_K_M", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 3758096384, - "digest": "1c71a3f469da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q3_K_L", - "model": "mistral-openorca:7b-q3_K_L", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 4080218931, - "digest": "e80eba13740d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q4_0", - "model": "mistral-openorca:7b-q4_0", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 4402341478, - "digest": "12dc6acc14d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q4_1", - "model": "mistral-openorca:7b-q4_1", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 4939212390, - "digest": "185461182e00", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q4_K_S", - "model": "mistral-openorca:7b-q4_K_S", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 4402341478, - "digest": "b8b68de9a6c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q4_K_M", - "model": "mistral-openorca:7b-q4_K_M", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 4724464026, - "digest": "d4fd6870e8eb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q5_0", - "model": "mistral-openorca:7b-q5_0", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 5368709120, - "digest": "da128676aa71", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q5_1", - "model": "mistral-openorca:7b-q5_1", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 5798205850, - "digest": "864f8be0fd03", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q5_K_S", - "model": "mistral-openorca:7b-q5_K_S", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 5368709120, - "digest": "dc071e3647c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q5_K_M", - "model": "mistral-openorca:7b-q5_K_M", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 5476083302, - "digest": "30b5e000fa20", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q6_K", - "model": "mistral-openorca:7b-q6_K", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 6335076762, - "digest": "74e3eb59f041", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-q8_0", - "model": "mistral-openorca:7b-q8_0", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 8267812045, - "digest": "d7fd37191d96", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-openorca:7b-fp16", - "model": "mistral-openorca:7b-fp16", - "modified_at": "2023-10-11T22:00:00.000Z", - "size": 15032385536, - "digest": "c3544390282f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:latest", - "model": "wizardlm-uncensored:latest", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 7945689498, - "digest": "886a369d74fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b", - "model": "wizardlm-uncensored:13b", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 7945689498, - "digest": "886a369d74fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2", - "model": "wizardlm-uncensored:13b-llama2", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 7945689498, - "digest": "886a369d74fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q2_K", - "model": "wizardlm-uncensored:13b-llama2-q2_K", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 5798205850, - "digest": "d121c5fe7def", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q3_K_S", - "model": "wizardlm-uncensored:13b-llama2-q3_K_S", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 6120328397, - "digest": "c19a0f853fde", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q3_K_M", - "model": "wizardlm-uncensored:13b-llama2-q3_K_M", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 6764573491, - "digest": "c7a5f73c0b10", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q3_K_L", - "model": "wizardlm-uncensored:13b-llama2-q3_K_L", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 7408818586, - "digest": "dd676f4c69db", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q4_0", - "model": "wizardlm-uncensored:13b-llama2-q4_0", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 7945689498, - "digest": "886a369d74fc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q4_1", - "model": "wizardlm-uncensored:13b-llama2-q4_1", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 8804682957, - "digest": "588ad528410f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q4_K_S", - "model": "wizardlm-uncensored:13b-llama2-q4_K_S", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 7945689498, - "digest": "1834c3fd3d21", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q4_K_M", - "model": "wizardlm-uncensored:13b-llama2-q4_K_M", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 8482560410, - "digest": "f39570459d4d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q5_0", - "model": "wizardlm-uncensored:13b-llama2-q5_0", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 9663676416, - "digest": "37d9827a0835", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q5_1", - "model": "wizardlm-uncensored:13b-llama2-q5_1", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 10522669875, - "digest": "c229574569e6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q5_K_S", - "model": "wizardlm-uncensored:13b-llama2-q5_K_S", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 9663676416, - "digest": "e106a5fdba1e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q5_K_M", - "model": "wizardlm-uncensored:13b-llama2-q5_K_M", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 9878424781, - "digest": "3338ad97787e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q6_K", - "model": "wizardlm-uncensored:13b-llama2-q6_K", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 11811160064, - "digest": "0128ad0108a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-q8_0", - "model": "wizardlm-uncensored:13b-llama2-q8_0", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 15032385536, - "digest": "4265729a3fca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizardlm-uncensored:13b-llama2-fp16", - "model": "wizardlm-uncensored:13b-llama2-fp16", - "modified_at": "2023-10-28T15:29:00.000Z", - "size": 27917287424, - "digest": "b972b4fcf399", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-fp16", - "quantization_level": "" - } - }, - { - "name": "nemotron3:33b", - "model": "nemotron3:33b", - "modified_at": "2026-04-27T20:26:00.000Z", - "size": 30064771072, - "digest": "f6d8b7ff496c", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "33b", - "quantization_level": "" - } - }, - { - "name": "nemotron3:33b-q8", - "model": "nemotron3:33b-q8", - "modified_at": "2026-04-27T20:26:00.000Z", - "size": 38654705664, - "digest": "74d89c84a443", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "33b-q8", - "quantization_level": "" - } - }, - { - "name": "nemotron3:33b-q4_K_M", - "model": "nemotron3:33b-q4_K_M", - "modified_at": "2026-04-27T20:26:00.000Z", - "size": 30064771072, - "digest": "baa676a14e13", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "33b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron3:33b-bf16", - "model": "nemotron3:33b-bf16", - "modified_at": "2026-04-27T20:26:00.000Z", - "size": 70866960384, - "digest": "b318f0929784", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "33b-bf16", - "quantization_level": "" - } - }, - { - "name": "medllama2:latest", - "model": "medllama2:latest", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 4080218931, - "digest": "a53737ec0c72", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b", - "model": "medllama2:7b", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 4080218931, - "digest": "a53737ec0c72", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q2_K", - "model": "medllama2:7b-q2_K", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 3006477107, - "digest": "c22649a7cd87", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q3_K_S", - "model": "medllama2:7b-q3_K_S", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 3113851290, - "digest": "db2e50ef4dfe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q3_K_M", - "model": "medllama2:7b-q3_K_M", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 3543348019, - "digest": "c9fba0828b5e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q3_K_L", - "model": "medllama2:7b-q3_K_L", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 3865470566, - "digest": "fafc256d6f10", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q4_0", - "model": "medllama2:7b-q4_0", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 4080218931, - "digest": "a53737ec0c72", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q4_1", - "model": "medllama2:7b-q4_1", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 4509715661, - "digest": "1aa988b1b658", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q4_K_S", - "model": "medllama2:7b-q4_K_S", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 4187593114, - "digest": "a421e466ef1b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q4_K_M", - "model": "medllama2:7b-q4_K_M", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 4402341478, - "digest": "2943f4b668e1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q5_0", - "model": "medllama2:7b-q5_0", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 5046586573, - "digest": "19923b8d70e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q5_1", - "model": "medllama2:7b-q5_1", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 5476083302, - "digest": "04e08f5f3742", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q5_K_S", - "model": "medllama2:7b-q5_K_S", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 5046586573, - "digest": "23a9f20d4a00", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q5_K_M", - "model": "medllama2:7b-q5_K_M", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 5153960755, - "digest": "7f1509d663e8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q6_K", - "model": "medllama2:7b-q6_K", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 5905580032, - "digest": "7c66af1d9c4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-q8_0", - "model": "medllama2:7b-q8_0", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 7730941133, - "digest": "1bc066950c7a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "medllama2:7b-fp16", - "model": "medllama2:7b-fp16", - "modified_at": "2023-10-29T06:00:00.000Z", - "size": 13958643712, - "digest": "6f397a061510", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "opencoder:latest", - "model": "opencoder:latest", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 5046586573, - "digest": "cd882db52297", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "opencoder:1.5b", - "model": "opencoder:1.5b", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 1503238554, - "digest": "8573dfc23c16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b", - "quantization_level": "" - } - }, - { - "name": "opencoder:8b", - "model": "opencoder:8b", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 5046586573, - "digest": "cd882db52297", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "opencoder:1.5b-instruct-q4_K_M", - "model": "opencoder:1.5b-instruct-q4_K_M", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 1503238554, - "digest": "8573dfc23c16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "opencoder:1.5b-instruct-q8_0", - "model": "opencoder:1.5b-instruct-q8_0", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 2147483648, - "digest": "8c1234514258", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "opencoder:1.5b-instruct-fp16", - "model": "opencoder:1.5b-instruct-fp16", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 4080218931, - "digest": "466920be6f15", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1.5b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "opencoder:8b-instruct-q4_K_M", - "model": "opencoder:8b-instruct-q4_K_M", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 5046586573, - "digest": "cd882db52297", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "opencoder:8b-instruct-q8_0", - "model": "opencoder:8b-instruct-q8_0", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 8912057139, - "digest": "b43cccd5b8e1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "opencoder:8b-instruct-fp16", - "model": "opencoder:8b-instruct-fp16", - "modified_at": "2024-11-18T07:31:00.000Z", - "size": 17179869184, - "digest": "51ed11a37a94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "reflection:latest", - "model": "reflection:latest", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 42949672960, - "digest": "5084e77c1e10", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "reflection:70b", - "model": "reflection:70b", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 42949672960, - "digest": "5084e77c1e10", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q2_K", - "model": "reflection:70b-q2_K", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 27917287424, - "digest": "8fe3c853372c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q2_K", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q3_K_S", - "model": "reflection:70b-q3_K_S", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 33285996544, - "digest": "21f651100031", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q3_K_M", - "model": "reflection:70b-q3_K_M", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 36507222016, - "digest": "a6b22bd90923", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q3_K_L", - "model": "reflection:70b-q3_K_L", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 39728447488, - "digest": "9c6705916e06", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q4_0", - "model": "reflection:70b-q4_0", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 42949672960, - "digest": "5084e77c1e10", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_0", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q4_1", - "model": "reflection:70b-q4_1", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 47244640256, - "digest": "b72afde19a06", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_1", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q4_K_S", - "model": "reflection:70b-q4_K_S", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 42949672960, - "digest": "420791ca0c2a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q4_K_M", - "model": "reflection:70b-q4_K_M", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 46170898432, - "digest": "be39ad6154f4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q5_0", - "model": "reflection:70b-q5_0", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 52613349376, - "digest": "99e430b53c8b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_0", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q5_1", - "model": "reflection:70b-q5_1", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 56908316672, - "digest": "41bd1db0b708", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_1", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q5_K_S", - "model": "reflection:70b-q5_K_S", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 52613349376, - "digest": "84a4d89b332c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q5_K_M", - "model": "reflection:70b-q5_K_M", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 53687091200, - "digest": "f537d644476a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q6_K", - "model": "reflection:70b-q6_K", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 62277025792, - "digest": "77fecce26024", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q6_K", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-q8_0", - "model": "reflection:70b-q8_0", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 80530636800, - "digest": "159e9e593c44", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q8_0", - "quantization_level": "" - } - }, - { - "name": "reflection:70b-fp16", - "model": "reflection:70b-fp16", - "modified_at": "2024-09-09T05:16:00.000Z", - "size": 151397597184, - "digest": "e04ae4d96458", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-fp16", - "quantization_level": "" - } - }, - { - "name": "nemotron:latest", - "model": "nemotron:latest", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 46170898432, - "digest": "2262f047a28a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b", - "model": "nemotron:70b", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 46170898432, - "digest": "2262f047a28a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q2_K", - "model": "nemotron:70b-instruct-q2_K", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 27917287424, - "digest": "f4743c4c6e52", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q3_K_S", - "model": "nemotron:70b-instruct-q3_K_S", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 33285996544, - "digest": "49258a4a766a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q3_K_M", - "model": "nemotron:70b-instruct-q3_K_M", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 36507222016, - "digest": "a0a786c3dc39", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q3_K_L", - "model": "nemotron:70b-instruct-q3_K_L", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 39728447488, - "digest": "a6c94d07d7c9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q4_0", - "model": "nemotron:70b-instruct-q4_0", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 42949672960, - "digest": "aade1b26eba3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q4_1", - "model": "nemotron:70b-instruct-q4_1", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 47244640256, - "digest": "c463f99d4c5e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q4_K_S", - "model": "nemotron:70b-instruct-q4_K_S", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 42949672960, - "digest": "0e32f30ad742", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q4_K_M", - "model": "nemotron:70b-instruct-q4_K_M", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 46170898432, - "digest": "2262f047a28a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q5_0", - "model": "nemotron:70b-instruct-q5_0", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 52613349376, - "digest": "4c83a56211a0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q5_1", - "model": "nemotron:70b-instruct-q5_1", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 56908316672, - "digest": "32ce9fe7477b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q5_K_S", - "model": "nemotron:70b-instruct-q5_K_S", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 52613349376, - "digest": "c5dfebb28f5f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q5_K_M", - "model": "nemotron:70b-instruct-q5_K_M", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 53687091200, - "digest": "def2cefbe818", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q6_K", - "model": "nemotron:70b-instruct-q6_K", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 62277025792, - "digest": "8d12c48f836a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-q8_0", - "model": "nemotron:70b-instruct-q8_0", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 80530636800, - "digest": "8865b9ab3285", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "nemotron:70b-instruct-fp16", - "model": "nemotron:70b-instruct-fp16", - "modified_at": "2024-10-16T23:10:00.000Z", - "size": 151397597184, - "digest": "e02a46ff1109", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-nano:latest", - "model": "nemotron-3-nano:latest", - "modified_at": "2026-03-16T15:34:00.000Z", - "size": 25769803776, - "digest": "b725f1117407", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-nano:4b", - "model": "nemotron-3-nano:4b", - "modified_at": "2026-03-16T15:34:00.000Z", - "size": 3006477107, - "digest": "6cc467f05439", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-nano:30b", - "model": "nemotron-3-nano:30b", - "modified_at": "2026-03-16T15:34:00.000Z", - "size": 25769803776, - "digest": "b725f1117407", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-nano:4b-q8_0", - "model": "nemotron-3-nano:4b-q8_0", - "modified_at": "2026-03-16T15:34:00.000Z", - "size": 4509715661, - "digest": "c534497d032c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-q8_0", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-nano:4b-bf16", - "model": "nemotron-3-nano:4b-bf16", - "modified_at": "2026-03-16T15:34:00.000Z", - "size": 8589934592, - "digest": "4bc6e34d03fb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "4b-bf16", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-nano:30b-a3b-q4_K_M", - "model": "nemotron-3-nano:30b-a3b-q4_K_M", - "modified_at": "2026-03-16T15:34:00.000Z", - "size": 25769803776, - "digest": "b725f1117407", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-nano:30b-a3b-q8_0", - "model": "nemotron-3-nano:30b-a3b-q8_0", - "modified_at": "2026-03-16T15:34:00.000Z", - "size": 36507222016, - "digest": "a98df31bcc4a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-nano:30b-a3b-fp16", - "model": "nemotron-3-nano:30b-a3b-fp16", - "modified_at": "2026-03-16T15:34:00.000Z", - "size": 67645734912, - "digest": "69eb03c51301", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-fp16", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:latest", - "model": "nous-hermes2-mixtral:latest", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 27917287424, - "digest": "da8c35896cff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:dpo", - "model": "nous-hermes2-mixtral:dpo", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 27917287424, - "digest": "da8c35896cff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "dpo", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b", - "model": "nous-hermes2-mixtral:8x7b", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 27917287424, - "digest": "da8c35896cff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q2_K", - "model": "nous-hermes2-mixtral:8x7b-dpo-q2_K", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 18253611008, - "digest": "def75f44e678", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q2_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q3_K_S", - "model": "nous-hermes2-mixtral:8x7b-dpo-q3_K_S", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 21474836480, - "digest": "b83102712906", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q3_K_M", - "model": "nous-hermes2-mixtral:8x7b-dpo-q3_K_M", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 24696061952, - "digest": "e401c6cff6ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q3_K_L", - "model": "nous-hermes2-mixtral:8x7b-dpo-q3_K_L", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 25769803776, - "digest": "d3f241b3fa43", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q4_0", - "model": "nous-hermes2-mixtral:8x7b-dpo-q4_0", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 27917287424, - "digest": "da8c35896cff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q4_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q4_1", - "model": "nous-hermes2-mixtral:8x7b-dpo-q4_1", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 31138512896, - "digest": "6b8631272ae5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q4_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q4_K_S", - "model": "nous-hermes2-mixtral:8x7b-dpo-q4_K_S", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 28991029248, - "digest": "72597fc38d4a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q4_K_M", - "model": "nous-hermes2-mixtral:8x7b-dpo-q4_K_M", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 30064771072, - "digest": "5ce16766078d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q5_0", - "model": "nous-hermes2-mixtral:8x7b-dpo-q5_0", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 34359738368, - "digest": "2d30ec45b54c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q5_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q5_1", - "model": "nous-hermes2-mixtral:8x7b-dpo-q5_1", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 37580963840, - "digest": "d37f3798cec9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q5_1", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q5_K_S", - "model": "nous-hermes2-mixtral:8x7b-dpo-q5_K_S", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 34359738368, - "digest": "78bf09c60f45", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q5_K_M", - "model": "nous-hermes2-mixtral:8x7b-dpo-q5_K_M", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 35433480192, - "digest": "c95f2fb1bbb0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q6_K", - "model": "nous-hermes2-mixtral:8x7b-dpo-q6_K", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 40802189312, - "digest": "af9b1e15b356", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q6_K", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-q8_0", - "model": "nous-hermes2-mixtral:8x7b-dpo-q8_0", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 53687091200, - "digest": "a6f9a3257097", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-q8_0", - "quantization_level": "" - } - }, - { - "name": "nous-hermes2-mixtral:8x7b-dpo-fp16", - "model": "nous-hermes2-mixtral:8x7b-dpo-fp16", - "modified_at": "2024-12-20T01:05:00.000Z", - "size": 99857989632, - "digest": "42c40087888d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-dpo-fp16", - "quantization_level": "" - } - }, - { - "name": "codeup:latest", - "model": "codeup:latest", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 7945689498, - "digest": "54289661f7a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "codeup:13b", - "model": "codeup:13b", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 7945689498, - "digest": "54289661f7a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2", - "model": "codeup:13b-llama2", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 7945689498, - "digest": "54289661f7a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat", - "model": "codeup:13b-llama2-chat", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 7945689498, - "digest": "54289661f7a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q2_K", - "model": "codeup:13b-llama2-chat-q2_K", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 5798205850, - "digest": "771830732a3d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q2_K", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q3_K_S", - "model": "codeup:13b-llama2-chat-q3_K_S", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 6120328397, - "digest": "6986119d6001", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q3_K_M", - "model": "codeup:13b-llama2-chat-q3_K_M", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 6764573491, - "digest": "9357098e7c6c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q3_K_L", - "model": "codeup:13b-llama2-chat-q3_K_L", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 7408818586, - "digest": "e9a4c68b3484", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q4_0", - "model": "codeup:13b-llama2-chat-q4_0", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 7945689498, - "digest": "54289661f7a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q4_0", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q4_1", - "model": "codeup:13b-llama2-chat-q4_1", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 8804682957, - "digest": "bb109d5814e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q4_1", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q4_K_S", - "model": "codeup:13b-llama2-chat-q4_K_S", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 7945689498, - "digest": "d73ef3d9d616", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q4_K_M", - "model": "codeup:13b-llama2-chat-q4_K_M", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 8482560410, - "digest": "fe7c559371e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q5_0", - "model": "codeup:13b-llama2-chat-q5_0", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 9663676416, - "digest": "e33f1092521e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q5_0", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q5_1", - "model": "codeup:13b-llama2-chat-q5_1", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 10522669875, - "digest": "37f387ed0970", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q5_1", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q5_K_S", - "model": "codeup:13b-llama2-chat-q5_K_S", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 9663676416, - "digest": "c8780e1a9e94", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q5_K_M", - "model": "codeup:13b-llama2-chat-q5_K_M", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 9878424781, - "digest": "ec5d06ff705d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q6_K", - "model": "codeup:13b-llama2-chat-q6_K", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 11811160064, - "digest": "bd8f6908c033", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q6_K", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-q8_0", - "model": "codeup:13b-llama2-chat-q8_0", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 15032385536, - "digest": "773d7e80460c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "codeup:13b-llama2-chat-fp16", - "model": "codeup:13b-llama2-chat-fp16", - "modified_at": "2023-10-29T06:38:00.000Z", - "size": 27917287424, - "digest": "601feec09706", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-llama2-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "athene-v2:latest", - "model": "athene-v2:latest", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 50465865728, - "digest": "d14346ed7d55", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b", - "model": "athene-v2:72b", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 50465865728, - "digest": "d14346ed7d55", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q2_K", - "model": "athene-v2:72b-q2_K", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 32212254720, - "digest": "e566d713f2ce", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q2_K", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q3_K_S", - "model": "athene-v2:72b-q3_K_S", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 36507222016, - "digest": "c213bdad39e6", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q3_K_M", - "model": "athene-v2:72b-q3_K_M", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 40802189312, - "digest": "f74199e5b2ed", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q3_K_L", - "model": "athene-v2:72b-q3_K_L", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 42949672960, - "digest": "b05ead18ed8a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q4_0", - "model": "athene-v2:72b-q4_0", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 44023414784, - "digest": "5ce9f00e1aaa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q4_0", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q4_1", - "model": "athene-v2:72b-q4_1", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 49392123904, - "digest": "3e10d6a1cc6c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q4_1", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q4_K_S", - "model": "athene-v2:72b-q4_K_S", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 47244640256, - "digest": "1bb9b315e5a1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q4_K_M", - "model": "athene-v2:72b-q4_K_M", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 50465865728, - "digest": "d14346ed7d55", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q5_0", - "model": "athene-v2:72b-q5_0", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 53687091200, - "digest": "2d45e35efb78", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q5_0", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q5_1", - "model": "athene-v2:72b-q5_1", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 59055800320, - "digest": "17eadb34276c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q5_1", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q5_K_S", - "model": "athene-v2:72b-q5_K_S", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 54760833024, - "digest": "f3b97798cb4b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q5_K_M", - "model": "athene-v2:72b-q5_K_M", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 57982058496, - "digest": "d82d1d08a629", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q6_K", - "model": "athene-v2:72b-q6_K", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 68719476736, - "digest": "70b90bce364f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q6_K", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-q8_0", - "model": "athene-v2:72b-q8_0", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 82678120448, - "digest": "4ce011a86fef", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-q8_0", - "quantization_level": "" - } - }, - { - "name": "athene-v2:72b-fp16", - "model": "athene-v2:72b-fp16", - "modified_at": "2024-11-15T23:37:00.000Z", - "size": 155692564480, - "digest": "1efa8264c375", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "72b-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:latest", - "model": "qwen3-next:latest", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 53687091200, - "digest": "b2ebb986e4e9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:80b", - "model": "qwen3-next:80b", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 53687091200, - "digest": "b2ebb986e4e9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "80b", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:80b-a3b-instruct-q4_K_M", - "model": "qwen3-next:80b-a3b-instruct-q4_K_M", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 53687091200, - "digest": "5bb9dcc938cc", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "80b-a3b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:80b-a3b-instruct-q8_0", - "model": "qwen3-next:80b-a3b-instruct-q8_0", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 91268055040, - "digest": "fc9e251d7f37", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "80b-a3b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:80b-a3b-instruct-fp16", - "model": "qwen3-next:80b-a3b-instruct-fp16", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 170724950016, - "digest": "b6caabaf6c37", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "80b-a3b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:80b-a3b-thinking", - "model": "qwen3-next:80b-a3b-thinking", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 53687091200, - "digest": "b2ebb986e4e9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "80b-a3b-thinking", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:80b-a3b-thinking-q4_K_M", - "model": "qwen3-next:80b-a3b-thinking-q4_K_M", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 53687091200, - "digest": "b2ebb986e4e9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "80b-a3b-thinking-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:80b-a3b-thinking-q8_0", - "model": "qwen3-next:80b-a3b-thinking-q8_0", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 91268055040, - "digest": "033d9a6ae231", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "80b-a3b-thinking-q8_0", - "quantization_level": "" - } - }, - { - "name": "qwen3-next:80b-a3b-thinking-fp16", - "model": "qwen3-next:80b-a3b-thinking-fp16", - "modified_at": "2025-12-05T04:37:00.000Z", - "size": 170724950016, - "digest": "e98f2371bd81", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "80b-a3b-thinking-fp16", - "quantization_level": "" - } - }, - { - "name": "megadolphin:latest", - "model": "megadolphin:latest", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 73014444032, - "digest": "8fa55398527b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "megadolphin:v2.2", - "model": "megadolphin:v2.2", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 73014444032, - "digest": "8fa55398527b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "v2.2", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b", - "model": "megadolphin:120b", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 73014444032, - "digest": "8fa55398527b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2", - "model": "megadolphin:120b-v2.2", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 73014444032, - "digest": "8fa55398527b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q2_K", - "model": "megadolphin:120b-v2.2-q2_K", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 54760833024, - "digest": "e1b1887eddd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q2_K", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q3_K_S", - "model": "megadolphin:120b-v2.2-q3_K_S", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 55834574848, - "digest": "51cfd8967e4b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q3_K_M", - "model": "megadolphin:120b-v2.2-q3_K_M", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 62277025792, - "digest": "65fd60e22eea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q3_K_L", - "model": "megadolphin:120b-v2.2-q3_K_L", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 67645734912, - "digest": "a27d38e0cacc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q4_0", - "model": "megadolphin:120b-v2.2-q4_0", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 73014444032, - "digest": "8fa55398527b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q4_0", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q4_1", - "model": "megadolphin:120b-v2.2-q4_1", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 80530636800, - "digest": "9868ed4c72c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q4_1", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q4_K_S", - "model": "megadolphin:120b-v2.2-q4_K_S", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 73014444032, - "digest": "62050e584c58", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q4_K_M", - "model": "megadolphin:120b-v2.2-q4_K_M", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 77309411328, - "digest": "b92822f58f1d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q5_0", - "model": "megadolphin:120b-v2.2-q5_0", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 89120571392, - "digest": "83e48c89c1be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q5_0", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q5_1", - "model": "megadolphin:120b-v2.2-q5_1", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 96636764160, - "digest": "9b53d1dc0471", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q5_1", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q5_K_S", - "model": "megadolphin:120b-v2.2-q5_K_S", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 89120571392, - "digest": "253565c3099b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q5_K_M", - "model": "megadolphin:120b-v2.2-q5_K_M", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 91268055040, - "digest": "559d2beee57b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q6_K", - "model": "megadolphin:120b-v2.2-q6_K", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 106300440576, - "digest": "dcaaf2d5d42c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q6_K", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-q8_0", - "model": "megadolphin:120b-v2.2-q8_0", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 137438953472, - "digest": "8f2b4b5ff548", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-q8_0", - "quantization_level": "" - } - }, - { - "name": "megadolphin:120b-v2.2-fp16", - "model": "megadolphin:120b-v2.2-fp16", - "modified_at": "2024-01-11T01:25:00.000Z", - "size": 258771779584, - "digest": "cf54e31cfdd8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-v2.2-fp16", - "quantization_level": "" - } - }, - { - "name": "everythinglm:latest", - "model": "everythinglm:latest", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 7945689498, - "digest": "b005372bc34b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b", - "model": "everythinglm:13b", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 7945689498, - "digest": "b005372bc34b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k", - "model": "everythinglm:13b-16k", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 7945689498, - "digest": "b005372bc34b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q2_K", - "model": "everythinglm:13b-16k-q2_K", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 5798205850, - "digest": "f6e45478904a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q2_K", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q3_K_S", - "model": "everythinglm:13b-16k-q3_K_S", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 6120328397, - "digest": "5da9c18ce2b1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q3_K_M", - "model": "everythinglm:13b-16k-q3_K_M", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 6764573491, - "digest": "abcd3603349c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q3_K_L", - "model": "everythinglm:13b-16k-q3_K_L", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 7408818586, - "digest": "7fb74f20a0e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q4_0", - "model": "everythinglm:13b-16k-q4_0", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 7945689498, - "digest": "b005372bc34b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q4_0", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q4_1", - "model": "everythinglm:13b-16k-q4_1", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 8804682957, - "digest": "9108ed6fceeb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q4_1", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q4_K_S", - "model": "everythinglm:13b-16k-q4_K_S", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 7945689498, - "digest": "f43bc8c856a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q4_K_M", - "model": "everythinglm:13b-16k-q4_K_M", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 8482560410, - "digest": "73103cdab413", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q5_0", - "model": "everythinglm:13b-16k-q5_0", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 9663676416, - "digest": "abe15ef39e5a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q5_0", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q5_1", - "model": "everythinglm:13b-16k-q5_1", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 10522669875, - "digest": "b9d5566839c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q5_1", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q5_K_S", - "model": "everythinglm:13b-16k-q5_K_S", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 9663676416, - "digest": "8311ea92c147", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q5_K_M", - "model": "everythinglm:13b-16k-q5_K_M", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 9878424781, - "digest": "c21345424f88", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q6_K", - "model": "everythinglm:13b-16k-q6_K", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 11811160064, - "digest": "ddbd37e8995f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q6_K", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-q8_0", - "model": "everythinglm:13b-16k-q8_0", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 15032385536, - "digest": "ab1b2beddcb3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-q8_0", - "quantization_level": "" - } - }, - { - "name": "everythinglm:13b-16k-fp16", - "model": "everythinglm:13b-16k-fp16", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 27917287424, - "digest": "9751b8872dce", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-16k-fp16", - "quantization_level": "" - } - }, - { - "name": "solar-pro:latest", - "model": "solar-pro:latest", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 13958643712, - "digest": "9a8c71c441ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "solar-pro:preview", - "model": "solar-pro:preview", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 13958643712, - "digest": "9a8c71c441ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "preview", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b", - "model": "solar-pro:22b", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 13958643712, - "digest": "9a8c71c441ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q2_K", - "model": "solar-pro:22b-preview-instruct-q2_K", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 8804682957, - "digest": "565afa7ef255", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q3_K_S", - "model": "solar-pro:22b-preview-instruct-q3_K_S", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 10307921510, - "digest": "f3047ccbe196", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q3_K_M", - "model": "solar-pro:22b-preview-instruct-q3_K_M", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 11811160064, - "digest": "061df9bbeb2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q3_K_L", - "model": "solar-pro:22b-preview-instruct-q3_K_L", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 12884901888, - "digest": "8e88c5664027", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q4_0", - "model": "solar-pro:22b-preview-instruct-q4_0", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 12884901888, - "digest": "8f665c54f08a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q4_1", - "model": "solar-pro:22b-preview-instruct-q4_1", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 15032385536, - "digest": "4a090dbef5c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q4_1", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q4_K_S", - "model": "solar-pro:22b-preview-instruct-q4_K_S", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 13958643712, - "digest": "d9240858384a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q4_K_M", - "model": "solar-pro:22b-preview-instruct-q4_K_M", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 13958643712, - "digest": "9a8c71c441ca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q5_0", - "model": "solar-pro:22b-preview-instruct-q5_0", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 16106127360, - "digest": "7a6422ffbdbb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q5_0", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q5_1", - "model": "solar-pro:22b-preview-instruct-q5_1", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 18253611008, - "digest": "e84e5da3da89", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q5_1", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q5_K_S", - "model": "solar-pro:22b-preview-instruct-q5_K_S", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 16106127360, - "digest": "676df95b0bea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q5_K_M", - "model": "solar-pro:22b-preview-instruct-q5_K_M", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 17179869184, - "digest": "020a0e79be2e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q6_K", - "model": "solar-pro:22b-preview-instruct-q6_K", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 19327352832, - "digest": "d59107fc3b57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q6_K", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-q8_0", - "model": "solar-pro:22b-preview-instruct-q8_0", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 25769803776, - "digest": "2cc310f73c41", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "solar-pro:22b-preview-instruct-fp16", - "model": "solar-pro:22b-preview-instruct-fp16", - "modified_at": "2024-09-18T22:27:00.000Z", - "size": 47244640256, - "digest": "7f6010e2ba0f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "22b-preview-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "magicoder:latest", - "model": "magicoder:latest", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 4080218931, - "digest": "8007de06f5d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b", - "model": "magicoder:7b", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 4080218931, - "digest": "8007de06f5d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl", - "model": "magicoder:7b-s-cl", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 4080218931, - "digest": "8007de06f5d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q2_K", - "model": "magicoder:7b-s-cl-q2_K", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 3006477107, - "digest": "86fd329c64b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q2_K", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q3_K_S", - "model": "magicoder:7b-s-cl-q3_K_S", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 3113851290, - "digest": "b7e2d7a303f8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q3_K_M", - "model": "magicoder:7b-s-cl-q3_K_M", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 3543348019, - "digest": "b2a3d9987ff3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q3_K_L", - "model": "magicoder:7b-s-cl-q3_K_L", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 3865470566, - "digest": "2bf1232fd9c1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q4_0", - "model": "magicoder:7b-s-cl-q4_0", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 4080218931, - "digest": "8007de06f5d9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q4_0", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q4_1", - "model": "magicoder:7b-s-cl-q4_1", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 4509715661, - "digest": "b29bf322a686", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q4_1", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q4_K_S", - "model": "magicoder:7b-s-cl-q4_K_S", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 4187593114, - "digest": "42b56dd9b1da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q4_K_M", - "model": "magicoder:7b-s-cl-q4_K_M", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 4402341478, - "digest": "902b6b028113", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q5_0", - "model": "magicoder:7b-s-cl-q5_0", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 5046586573, - "digest": "10fa66c827ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q5_0", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q5_1", - "model": "magicoder:7b-s-cl-q5_1", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 5476083302, - "digest": "7da1fdad5251", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q5_1", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q5_K_S", - "model": "magicoder:7b-s-cl-q5_K_S", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 5046586573, - "digest": "ce0b81d40da6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q5_K_M", - "model": "magicoder:7b-s-cl-q5_K_M", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 5153960755, - "digest": "057c4f587f41", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q6_K", - "model": "magicoder:7b-s-cl-q6_K", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 5905580032, - "digest": "cf853951ae4a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q6_K", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-q8_0", - "model": "magicoder:7b-s-cl-q8_0", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 7730941133, - "digest": "96b5e4193464", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-q8_0", - "quantization_level": "" - } - }, - { - "name": "magicoder:7b-s-cl-fp16", - "model": "magicoder:7b-s-cl-fp16", - "modified_at": "2023-12-05T23:59:00.000Z", - "size": 13958643712, - "digest": "859e1ae4f566", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-s-cl-fp16", - "quantization_level": "" - } - }, - { - "name": "nomic-embed-text-v2-moe:latest", - "model": "nomic-embed-text-v2-moe:latest", - "modified_at": "2025-12-10T22:09:00.000Z", - "size": 1004535808, - "digest": "ff9c2f10ef5e", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mathstral:latest", - "model": "mathstral:latest", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 4402341478, - "digest": "4ee7052be55a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b", - "model": "mathstral:7b", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 4402341478, - "digest": "4ee7052be55a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q2_K", - "model": "mathstral:7b-v0.1-q2_K", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 2899102925, - "digest": "5137b80a2f9f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q3_K_S", - "model": "mathstral:7b-v0.1-q3_K_S", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 3435973837, - "digest": "b75c7eed8cf3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q3_K_M", - "model": "mathstral:7b-v0.1-q3_K_M", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 3758096384, - "digest": "67dafe37f729", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q3_K_L", - "model": "mathstral:7b-v0.1-q3_K_L", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 4080218931, - "digest": "f1a0d196fc05", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q4_0", - "model": "mathstral:7b-v0.1-q4_0", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 4402341478, - "digest": "4ee7052be55a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q4_1", - "model": "mathstral:7b-v0.1-q4_1", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 4939212390, - "digest": "7d1005348e61", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q4_K_S", - "model": "mathstral:7b-v0.1-q4_K_S", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 4402341478, - "digest": "4c06df180823", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q4_K_M", - "model": "mathstral:7b-v0.1-q4_K_M", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 4724464026, - "digest": "8cf37cd9128d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q5_0", - "model": "mathstral:7b-v0.1-q5_0", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 5368709120, - "digest": "c766c6cbd32e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q5_1", - "model": "mathstral:7b-v0.1-q5_1", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 5798205850, - "digest": "f0082439d2ba", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q5_K_S", - "model": "mathstral:7b-v0.1-q5_K_S", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 5368709120, - "digest": "e37cf555b2ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q5_K_M", - "model": "mathstral:7b-v0.1-q5_K_M", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 5476083302, - "digest": "562985e7a5a8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q6_K", - "model": "mathstral:7b-v0.1-q6_K", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 6335076762, - "digest": "696c00e5bba0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-q8_0", - "model": "mathstral:7b-v0.1-q8_0", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 8267812045, - "digest": "939f2d6f06c5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "mathstral:7b-v0.1-fp16", - "model": "mathstral:7b-v0.1-fp16", - "modified_at": "2024-07-16T17:04:00.000Z", - "size": 15032385536, - "digest": "ce1616d5e8c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:latest", - "model": "exaone3.5:latest", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 5153960755, - "digest": "c7c4e3d1ca22", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:2.4b", - "model": "exaone3.5:2.4b", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 1717986918, - "digest": "13644fc3d28e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.4b", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:7.8b", - "model": "exaone3.5:7.8b", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 5153960755, - "digest": "c7c4e3d1ca22", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7.8b", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:32b", - "model": "exaone3.5:32b", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 20401094656, - "digest": "f2f69abac3da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:2.4b-instruct-q4_K_M", - "model": "exaone3.5:2.4b-instruct-q4_K_M", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 1717986918, - "digest": "13644fc3d28e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.4b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:2.4b-instruct-q8_0", - "model": "exaone3.5:2.4b-instruct-q8_0", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 3006477107, - "digest": "283184b139f7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.4b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:2.4b-instruct-fp16", - "model": "exaone3.5:2.4b-instruct-fp16", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 5690831667, - "digest": "599ce5e8a3bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2.4b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:7.8b-instruct-q4_K_M", - "model": "exaone3.5:7.8b-instruct-q4_K_M", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 5153960755, - "digest": "c7c4e3d1ca22", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7.8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:7.8b-instruct-q8_0", - "model": "exaone3.5:7.8b-instruct-q8_0", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 8912057139, - "digest": "dc6fcd786b42", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7.8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:7.8b-instruct-fp16", - "model": "exaone3.5:7.8b-instruct-fp16", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 17179869184, - "digest": "5b3ebd118bcc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7.8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:32b-instruct-q4_K_M", - "model": "exaone3.5:32b-instruct-q4_K_M", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 20401094656, - "digest": "f2f69abac3da", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:32b-instruct-q8_0", - "model": "exaone3.5:32b-instruct-q8_0", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 36507222016, - "digest": "aa9dadfef613", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "exaone3.5:32b-instruct-fp16", - "model": "exaone3.5:32b-instruct-fp16", - "modified_at": "2024-12-10T08:03:00.000Z", - "size": 68719476736, - "digest": "323957e0b2cf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "32b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "falcon2:latest", - "model": "falcon2:latest", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 6871947674, - "digest": "d8c09dbc67c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b", - "model": "falcon2:11b", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 6871947674, - "digest": "d8c09dbc67c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q2_K", - "model": "falcon2:11b-q2_K", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 4617089843, - "digest": "4051a7ef69a1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q2_K", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q3_K_S", - "model": "falcon2:11b-q3_K_S", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 5261334938, - "digest": "7e025ac717fb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q3_K_M", - "model": "falcon2:11b-q3_K_M", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 5798205850, - "digest": "6650bb4b1a0e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q3_K_L", - "model": "falcon2:11b-q3_K_L", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 6227702579, - "digest": "63a1a26d3ddc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q4_0", - "model": "falcon2:11b-q4_0", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 6871947674, - "digest": "d8c09dbc67c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q4_0", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q4_1", - "model": "falcon2:11b-q4_1", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 7623566950, - "digest": "8e785c2d36e0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q4_1", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q4_K_S", - "model": "falcon2:11b-q4_K_S", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 6871947674, - "digest": "57c340e36421", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q4_K_M", - "model": "falcon2:11b-q4_K_M", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 7301444403, - "digest": "6aadb586b79f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q5_0", - "model": "falcon2:11b-q5_0", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 8267812045, - "digest": "634fd8a33a16", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q5_0", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q5_1", - "model": "falcon2:11b-q5_1", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 9019431322, - "digest": "227312808fcc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q5_1", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q5_K_S", - "model": "falcon2:11b-q5_K_S", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 8267812045, - "digest": "c29ab1d2a69a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q5_K_M", - "model": "falcon2:11b-q5_K_M", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 8804682957, - "digest": "d47cbd539ec7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q6_K", - "model": "falcon2:11b-q6_K", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 9878424781, - "digest": "326a76087a5d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q6_K", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-q8_0", - "model": "falcon2:11b-q8_0", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 12884901888, - "digest": "2d49820d6bb5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-q8_0", - "quantization_level": "" - } - }, - { - "name": "falcon2:11b-fp16", - "model": "falcon2:11b-fp16", - "modified_at": "2024-05-14T01:46:00.000Z", - "size": 23622320128, - "digest": "1f71755ad500", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "11b-fp16", - "quantization_level": "" - } - }, - { - "name": "notus:latest", - "model": "notus:latest", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 4402341478, - "digest": "43c512e16786", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "notus:7b", - "model": "notus:7b", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 4402341478, - "digest": "43c512e16786", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1", - "model": "notus:7b-v1", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 4402341478, - "digest": "43c512e16786", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q2_K", - "model": "notus:7b-v1-q2_K", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 3328599654, - "digest": "577ecb9ceace", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q2_K", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q3_K_S", - "model": "notus:7b-v1-q3_K_S", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 3435973837, - "digest": "86c3a67a139d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q3_K_M", - "model": "notus:7b-v1-q3_K_M", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 3758096384, - "digest": "3293885c4fdb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q3_K_L", - "model": "notus:7b-v1-q3_K_L", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 4080218931, - "digest": "fba4029e7992", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q4_0", - "model": "notus:7b-v1-q4_0", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 4402341478, - "digest": "43c512e16786", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q4_0", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q4_1", - "model": "notus:7b-v1-q4_1", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 4939212390, - "digest": "38a71126d0df", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q4_1", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q4_K_S", - "model": "notus:7b-v1-q4_K_S", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 4402341478, - "digest": "3321b0e7eb01", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q4_K_M", - "model": "notus:7b-v1-q4_K_M", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 4724464026, - "digest": "444648af6d37", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q5_0", - "model": "notus:7b-v1-q5_0", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 5368709120, - "digest": "1b3a120c0ee4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q5_0", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q5_1", - "model": "notus:7b-v1-q5_1", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 5798205850, - "digest": "a1a23c0638d0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q5_1", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q5_K_S", - "model": "notus:7b-v1-q5_K_S", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 5368709120, - "digest": "00bb14ed7fca", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q5_K_M", - "model": "notus:7b-v1-q5_K_M", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 5476083302, - "digest": "07fe7b1736b9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q6_K", - "model": "notus:7b-v1-q6_K", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 6335076762, - "digest": "f55d593525c3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q6_K", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-q8_0", - "model": "notus:7b-v1-q8_0", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 8267812045, - "digest": "4f664c6f7b54", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-q8_0", - "quantization_level": "" - } - }, - { - "name": "notus:7b-v1-fp16", - "model": "notus:7b-v1-fp16", - "modified_at": "2023-12-29T22:06:00.000Z", - "size": 15032385536, - "digest": "2da08fbc17f3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v1-fp16", - "quantization_level": "" - } - }, - { - "name": "notux:latest", - "model": "notux:latest", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 27917287424, - "digest": "fe14e7d66184", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b", - "model": "notux:8x7b", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 27917287424, - "digest": "fe14e7d66184", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1", - "model": "notux:8x7b-v1", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 27917287424, - "digest": "fe14e7d66184", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q2_K", - "model": "notux:8x7b-v1-q2_K", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 17179869184, - "digest": "92257992996c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q2_K", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q3_K_S", - "model": "notux:8x7b-v1-q3_K_S", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 21474836480, - "digest": "204879dc2cc3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q3_K_M", - "model": "notux:8x7b-v1-q3_K_M", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 21474836480, - "digest": "20bdbdb43962", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q3_K_L", - "model": "notux:8x7b-v1-q3_K_L", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 21474836480, - "digest": "dba2de3a5168", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q4_0", - "model": "notux:8x7b-v1-q4_0", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 27917287424, - "digest": "fe14e7d66184", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q4_0", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q4_1", - "model": "notux:8x7b-v1-q4_1", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 31138512896, - "digest": "09296d49ac57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q4_1", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q4_K_S", - "model": "notux:8x7b-v1-q4_K_S", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 27917287424, - "digest": "abf66a2df688", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q4_K_M", - "model": "notux:8x7b-v1-q4_K_M", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 27917287424, - "digest": "3b16f6f4e58b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q5_0", - "model": "notux:8x7b-v1-q5_0", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 34359738368, - "digest": "ccd5d7aa8e35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q5_0", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q5_1", - "model": "notux:8x7b-v1-q5_1", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 37580963840, - "digest": "f5d5ac5b61ef", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q5_1", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q5_K_S", - "model": "notux:8x7b-v1-q5_K_S", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 34359738368, - "digest": "acae292badb5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q5_K_M", - "model": "notux:8x7b-v1-q5_K_M", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 34359738368, - "digest": "ec6abe6a6aa2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q6_K", - "model": "notux:8x7b-v1-q6_K", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 40802189312, - "digest": "ecaacfc45d90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q6_K", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-q8_0", - "model": "notux:8x7b-v1-q8_0", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 53687091200, - "digest": "03152c4371e4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-q8_0", - "quantization_level": "" - } - }, - { - "name": "notux:8x7b-v1-fp16", - "model": "notux:8x7b-v1-fp16", - "modified_at": "2023-12-29T03:35:00.000Z", - "size": 99857989632, - "digest": "2fcdc0b6a3a1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8x7b-v1-fp16", - "quantization_level": "" - } - }, - { - "name": "nuextract:latest", - "model": "nuextract:latest", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2362232013, - "digest": "233ce1dee972", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b", - "model": "nuextract:3.8b", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2362232013, - "digest": "233ce1dee972", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q2_K", - "model": "nuextract:3.8b-q2_K", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 1503238554, - "digest": "3ff975f1c449", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q2_K", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q3_K_S", - "model": "nuextract:3.8b-q3_K_S", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 1825361101, - "digest": "7e8679715f5c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q3_K_M", - "model": "nuextract:3.8b-q3_K_M", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2147483648, - "digest": "0bb3a0c4be0e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q3_K_L", - "model": "nuextract:3.8b-q3_K_L", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2254857830, - "digest": "d1c82fd1af09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q4_0", - "model": "nuextract:3.8b-q4_0", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2362232013, - "digest": "233ce1dee972", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q4_0", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q4_1", - "model": "nuextract:3.8b-q4_1", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2576980378, - "digest": "cb364d1aa272", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q4_1", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q4_K_S", - "model": "nuextract:3.8b-q4_K_S", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2362232013, - "digest": "14b853e9c0c0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q4_K_M", - "model": "nuextract:3.8b-q4_K_M", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2576980378, - "digest": "2e9ece488363", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q5_0", - "model": "nuextract:3.8b-q5_0", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2791728742, - "digest": "f2effca26a5f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q5_0", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q5_1", - "model": "nuextract:3.8b-q5_1", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 3113851290, - "digest": "e04443b0019f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q5_1", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q5_K_S", - "model": "nuextract:3.8b-q5_K_S", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 2791728742, - "digest": "1d19041cee7d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q5_K_M", - "model": "nuextract:3.8b-q5_K_M", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 3006477107, - "digest": "e45f9e901474", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q6_K", - "model": "nuextract:3.8b-q6_K", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 3328599654, - "digest": "313af121aa51", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q6_K", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-q8_0", - "model": "nuextract:3.8b-q8_0", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 4402341478, - "digest": "fac3a7e1b11b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "nuextract:3.8b-fp16", - "model": "nuextract:3.8b-fp16", - "modified_at": "2024-07-22T23:54:00.000Z", - "size": 8160437862, - "digest": "d8bc760a64ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-fp16", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:latest", - "model": "stablelm-zephyr:latest", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1717986918, - "digest": "0a108dbd846e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b", - "model": "stablelm-zephyr:3b", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1717986918, - "digest": "0a108dbd846e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q2_K", - "model": "stablelm-zephyr:3b-q2_K", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1288490189, - "digest": "5bac743c919f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q2_K", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q3_K_S", - "model": "stablelm-zephyr:3b-q3_K_S", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1395864371, - "digest": "e3701c5f77dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q3_K_M", - "model": "stablelm-zephyr:3b-q3_K_M", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1503238554, - "digest": "c7711232e7f3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q3_K_L", - "model": "stablelm-zephyr:3b-q3_K_L", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1610612736, - "digest": "e1c8dc5c8d34", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q4_0", - "model": "stablelm-zephyr:3b-q4_0", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1717986918, - "digest": "0a108dbd846e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_0", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q4_1", - "model": "stablelm-zephyr:3b-q4_1", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1932735283, - "digest": "cd0ff50645c6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_1", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q4_K_S", - "model": "stablelm-zephyr:3b-q4_K_S", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1717986918, - "digest": "582279ce4228", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q4_K_M", - "model": "stablelm-zephyr:3b-q4_K_M", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 1825361101, - "digest": "309d69b91219", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q5_0", - "model": "stablelm-zephyr:3b-q5_0", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 2040109466, - "digest": "edeb9aa03418", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_0", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q5_1", - "model": "stablelm-zephyr:3b-q5_1", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 2254857830, - "digest": "eabd69d2ce14", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_1", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q5_K_S", - "model": "stablelm-zephyr:3b-q5_K_S", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 2040109466, - "digest": "71033947149d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q5_K_M", - "model": "stablelm-zephyr:3b-q5_K_M", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 2147483648, - "digest": "d8f94059df64", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q6_K", - "model": "stablelm-zephyr:3b-q6_K", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 2469606195, - "digest": "686dc198f785", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q6_K", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-q8_0", - "model": "stablelm-zephyr:3b-q8_0", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 3221225472, - "digest": "8e11ffa757f3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "stablelm-zephyr:3b-fp16", - "model": "stablelm-zephyr:3b-fp16", - "modified_at": "2023-12-27T20:51:00.000Z", - "size": 6012954214, - "digest": "2d27f99af6a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-fp16", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:latest", - "model": "bespoke-minicheck:latest", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 5046586573, - "digest": "66607904c165", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b", - "model": "bespoke-minicheck:7b", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 5046586573, - "digest": "66607904c165", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q2_K", - "model": "bespoke-minicheck:7b-q2_K", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 3221225472, - "digest": "98385f12a848", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q3_K_S", - "model": "bespoke-minicheck:7b-q3_K_S", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 3758096384, - "digest": "a68a5fb19b12", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q3_K_M", - "model": "bespoke-minicheck:7b-q3_K_M", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 4080218931, - "digest": "560cfbea53dd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q3_K_L", - "model": "bespoke-minicheck:7b-q3_K_L", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 4402341478, - "digest": "74690ad307cb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q4_0", - "model": "bespoke-minicheck:7b-q4_0", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 4831838208, - "digest": "7fc72b12130d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q4_1", - "model": "bespoke-minicheck:7b-q4_1", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 5261334938, - "digest": "c796eb693160", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q4_K_S", - "model": "bespoke-minicheck:7b-q4_K_S", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 4831838208, - "digest": "f0921a474a27", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q4_K_M", - "model": "bespoke-minicheck:7b-q4_K_M", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 5046586573, - "digest": "66607904c165", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q5_0", - "model": "bespoke-minicheck:7b-q5_0", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 5798205850, - "digest": "fb6f4f1a6545", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q5_1", - "model": "bespoke-minicheck:7b-q5_1", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 6227702579, - "digest": "5cb78318e18c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q5_K_S", - "model": "bespoke-minicheck:7b-q5_K_S", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 5798205850, - "digest": "136d527fe4a4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q5_K_M", - "model": "bespoke-minicheck:7b-q5_K_M", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 5905580032, - "digest": "d14295ca6cda", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q6_K", - "model": "bespoke-minicheck:7b-q6_K", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 6871947674, - "digest": "938ab53c88c7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-q8_0", - "model": "bespoke-minicheck:7b-q8_0", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 8804682957, - "digest": "a7b1d189f707", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "bespoke-minicheck:7b-fp16", - "model": "bespoke-minicheck:7b-fp16", - "modified_at": "2024-09-18T18:29:00.000Z", - "size": 16106127360, - "digest": "3fa94947d3bb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:latest", - "model": "duckdb-nsql:latest", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 4080218931, - "digest": "3ed734989690", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b", - "model": "duckdb-nsql:7b", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 4080218931, - "digest": "3ed734989690", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q2_K", - "model": "duckdb-nsql:7b-q2_K", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 2684354560, - "digest": "1cbb7e381e0d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q2_K", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q3_K_S", - "model": "duckdb-nsql:7b-q3_K_S", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 3113851290, - "digest": "6e301c3680be", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q3_K_M", - "model": "duckdb-nsql:7b-q3_K_M", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 3543348019, - "digest": "df78bad24127", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q3_K_L", - "model": "duckdb-nsql:7b-q3_K_L", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 3865470566, - "digest": "2ad0663e4dc5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q4_0", - "model": "duckdb-nsql:7b-q4_0", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 4080218931, - "digest": "3ed734989690", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_0", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q4_1", - "model": "duckdb-nsql:7b-q4_1", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 4509715661, - "digest": "ab2326ca8b79", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_1", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q4_K_S", - "model": "duckdb-nsql:7b-q4_K_S", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 4187593114, - "digest": "2933e36bfa35", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q4_K_M", - "model": "duckdb-nsql:7b-q4_K_M", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 4402341478, - "digest": "d5214ab09cf5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q5_0", - "model": "duckdb-nsql:7b-q5_0", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 5046586573, - "digest": "3b9715ade8b6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_0", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q5_1", - "model": "duckdb-nsql:7b-q5_1", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 5476083302, - "digest": "2ea8ccb73272", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_1", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q5_K_S", - "model": "duckdb-nsql:7b-q5_K_S", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 5046586573, - "digest": "49c1d3c130d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q5_K_M", - "model": "duckdb-nsql:7b-q5_K_M", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 5153960755, - "digest": "084b49941207", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q6_K", - "model": "duckdb-nsql:7b-q6_K", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 5905580032, - "digest": "4ac244b368af", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q6_K", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-q8_0", - "model": "duckdb-nsql:7b-q8_0", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 7730941133, - "digest": "a63220880981", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "duckdb-nsql:7b-fp16", - "model": "duckdb-nsql:7b-fp16", - "modified_at": "2024-01-29T23:52:00.000Z", - "size": 13958643712, - "digest": "542d129a0ebd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "mistrallite:latest", - "model": "mistrallite:latest", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 4402341478, - "digest": "5393d4f5f262", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b", - "model": "mistrallite:7b", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 4402341478, - "digest": "5393d4f5f262", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q2_K", - "model": "mistrallite:7b-v0.1-q2_K", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 3328599654, - "digest": "32164f7b30a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q3_K_S", - "model": "mistrallite:7b-v0.1-q3_K_S", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 3435973837, - "digest": "ebf457323d7d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q3_K_M", - "model": "mistrallite:7b-v0.1-q3_K_M", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 3758096384, - "digest": "366ee513d776", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q3_K_L", - "model": "mistrallite:7b-v0.1-q3_K_L", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 4080218931, - "digest": "bb7562f0532f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q4_0", - "model": "mistrallite:7b-v0.1-q4_0", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 4402341478, - "digest": "5393d4f5f262", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q4_1", - "model": "mistrallite:7b-v0.1-q4_1", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 4939212390, - "digest": "00a4a71eee8f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q4_K_S", - "model": "mistrallite:7b-v0.1-q4_K_S", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 4402341478, - "digest": "81a8a1744387", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q4_K_M", - "model": "mistrallite:7b-v0.1-q4_K_M", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 4724464026, - "digest": "d73bbd6b49d1", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q5_0", - "model": "mistrallite:7b-v0.1-q5_0", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 5368709120, - "digest": "751a158ec222", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q5_1", - "model": "mistrallite:7b-v0.1-q5_1", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 5798205850, - "digest": "e09d24104dd5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q5_K_S", - "model": "mistrallite:7b-v0.1-q5_K_S", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 5368709120, - "digest": "6b71023e7195", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q5_K_M", - "model": "mistrallite:7b-v0.1-q5_K_M", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 5476083302, - "digest": "7a3f8c87136f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q6_K", - "model": "mistrallite:7b-v0.1-q6_K", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 6335076762, - "digest": "c63d67539934", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-q8_0", - "model": "mistrallite:7b-v0.1-q8_0", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 8267812045, - "digest": "8856fb347897", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistrallite:7b-v0.1-fp16", - "model": "mistrallite:7b-v0.1-fp16", - "modified_at": "2023-11-02T22:27:00.000Z", - "size": 15032385536, - "digest": "a6c59d49e2a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:latest", - "model": "firefunction-v2:latest", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 42949672960, - "digest": "b1ed6b22fb67", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b", - "model": "firefunction-v2:70b", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 42949672960, - "digest": "b1ed6b22fb67", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q2_K", - "model": "firefunction-v2:70b-q2_K", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 27917287424, - "digest": "3f7fd585d60c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q2_K", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q3_K_S", - "model": "firefunction-v2:70b-q3_K_S", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 33285996544, - "digest": "474005ee9e26", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q3_K_M", - "model": "firefunction-v2:70b-q3_K_M", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 36507222016, - "digest": "80e79abf27be", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q3_K_L", - "model": "firefunction-v2:70b-q3_K_L", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 39728447488, - "digest": "3e634098cae4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q4_0", - "model": "firefunction-v2:70b-q4_0", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 42949672960, - "digest": "b1ed6b22fb67", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q4_0", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q4_1", - "model": "firefunction-v2:70b-q4_1", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 47244640256, - "digest": "15defaa47be1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q4_1", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q4_K_S", - "model": "firefunction-v2:70b-q4_K_S", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 42949672960, - "digest": "3bcbd6acb54d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q4_K_M", - "model": "firefunction-v2:70b-q4_K_M", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 46170898432, - "digest": "ea3039802f87", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q5_0", - "model": "firefunction-v2:70b-q5_0", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 52613349376, - "digest": "13b58ce67970", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q5_0", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q5_1", - "model": "firefunction-v2:70b-q5_1", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 56908316672, - "digest": "669afb8bd416", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q5_1", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q5_K_S", - "model": "firefunction-v2:70b-q5_K_S", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 52613349376, - "digest": "fd0487aef428", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q5_K_M", - "model": "firefunction-v2:70b-q5_K_M", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 53687091200, - "digest": "e74b3ca1941f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q6_K", - "model": "firefunction-v2:70b-q6_K", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 62277025792, - "digest": "918017f6fcca", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q6_K", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-q8_0", - "model": "firefunction-v2:70b-q8_0", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 80530636800, - "digest": "b260af5d90a5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-q8_0", - "quantization_level": "" - } - }, - { - "name": "firefunction-v2:70b-fp16", - "model": "firefunction-v2:70b-fp16", - "modified_at": "2024-07-18T16:39:00.000Z", - "size": 151397597184, - "digest": "060676f6564d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "70b-fp16", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:latest", - "model": "wizard-vicuna:latest", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 7945689498, - "digest": "a8fb469ef6bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b", - "model": "wizard-vicuna:13b", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 7945689498, - "digest": "a8fb469ef6bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q2_K", - "model": "wizard-vicuna:13b-q2_K", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 5798205850, - "digest": "53b417f93f69", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q3_K_S", - "model": "wizard-vicuna:13b-q3_K_S", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 6120328397, - "digest": "f402ed00ddb9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q3_K_M", - "model": "wizard-vicuna:13b-q3_K_M", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 6764573491, - "digest": "d02e7a6ee062", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q3_K_L", - "model": "wizard-vicuna:13b-q3_K_L", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 7408818586, - "digest": "a3a73c2bdaf5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q4_0", - "model": "wizard-vicuna:13b-q4_0", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 7945689498, - "digest": "a8fb469ef6bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q4_1", - "model": "wizard-vicuna:13b-q4_1", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 8804682957, - "digest": "46f8af4817cc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q4_K_S", - "model": "wizard-vicuna:13b-q4_K_S", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 7945689498, - "digest": "3af3cb8591e3", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q4_K_M", - "model": "wizard-vicuna:13b-q4_K_M", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 8482560410, - "digest": "864c6cb42228", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q5_0", - "model": "wizard-vicuna:13b-q5_0", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 9663676416, - "digest": "d962b9bd1ae4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q5_1", - "model": "wizard-vicuna:13b-q5_1", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 10522669875, - "digest": "c6e46ce79965", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q5_K_S", - "model": "wizard-vicuna:13b-q5_K_S", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 9663676416, - "digest": "2e19ac68ead6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q5_K_M", - "model": "wizard-vicuna:13b-q5_K_M", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 9878424781, - "digest": "11bdc7bdd978", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q6_K", - "model": "wizard-vicuna:13b-q6_K", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 11811160064, - "digest": "bfc227743375", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-q8_0", - "model": "wizard-vicuna:13b-q8_0", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 15032385536, - "digest": "4d8e29e58cdd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "wizard-vicuna:13b-fp16", - "model": "wizard-vicuna:13b-fp16", - "modified_at": "2023-10-28T19:41:00.000Z", - "size": 27917287424, - "digest": "cc8594c08ee8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:latest", - "model": "open-orca-platypus2:latest", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 7945689498, - "digest": "6f0b7ebe895b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b", - "model": "open-orca-platypus2:13b", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 7945689498, - "digest": "6f0b7ebe895b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q2_K", - "model": "open-orca-platypus2:13b-q2_K", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 5798205850, - "digest": "945f02ef0947", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q2_K", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q3_K_S", - "model": "open-orca-platypus2:13b-q3_K_S", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 6120328397, - "digest": "0c91c25a94c2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q3_K_M", - "model": "open-orca-platypus2:13b-q3_K_M", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 6764573491, - "digest": "be5b790d30b0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q3_K_L", - "model": "open-orca-platypus2:13b-q3_K_L", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 7408818586, - "digest": "7acb4af27933", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q4_0", - "model": "open-orca-platypus2:13b-q4_0", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 7945689498, - "digest": "6f0b7ebe895b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_0", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q4_1", - "model": "open-orca-platypus2:13b-q4_1", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 8804682957, - "digest": "387d1045d74c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_1", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q4_K_S", - "model": "open-orca-platypus2:13b-q4_K_S", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 7945689498, - "digest": "f4de4beb0df0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q4_K_M", - "model": "open-orca-platypus2:13b-q4_K_M", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 8482560410, - "digest": "54a672fea3c8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q5_0", - "model": "open-orca-platypus2:13b-q5_0", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 9663676416, - "digest": "023eaa0bbf81", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_0", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q5_1", - "model": "open-orca-platypus2:13b-q5_1", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 10522669875, - "digest": "a94fe59f659f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_1", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q5_K_S", - "model": "open-orca-platypus2:13b-q5_K_S", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 9663676416, - "digest": "c438f94f7300", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q5_K_M", - "model": "open-orca-platypus2:13b-q5_K_M", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 9878424781, - "digest": "a647dbf9ef57", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q6_K", - "model": "open-orca-platypus2:13b-q6_K", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 11811160064, - "digest": "ebc8fa531884", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q6_K", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-q8_0", - "model": "open-orca-platypus2:13b-q8_0", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 15032385536, - "digest": "932ede153548", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-q8_0", - "quantization_level": "" - } - }, - { - "name": "open-orca-platypus2:13b-fp16", - "model": "open-orca-platypus2:13b-fp16", - "modified_at": "2023-10-29T07:52:00.000Z", - "size": 27917287424, - "digest": "950e73357fe8", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "13b-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-ocr:latest", - "model": "deepseek-ocr:latest", - "modified_at": "2025-11-19T20:26:00.000Z", - "size": 7194070221, - "digest": "0e7b018b8a22", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-ocr:3b", - "model": "deepseek-ocr:3b", - "modified_at": "2025-11-19T20:26:00.000Z", - "size": 7194070221, - "digest": "0e7b018b8a22", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "deepseek-ocr:3b-bf16", - "model": "deepseek-ocr:3b-bf16", - "modified_at": "2025-11-19T20:26:00.000Z", - "size": 7194070221, - "digest": "0e7b018b8a22", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3b-bf16", - "quantization_level": "" - } - }, - { - "name": "rnj-1:latest", - "model": "rnj-1:latest", - "modified_at": "2025-12-09T07:48:00.000Z", - "size": 5476083302, - "digest": "d20e29ab8d0f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "rnj-1:8b", - "model": "rnj-1:8b", - "modified_at": "2025-12-09T07:48:00.000Z", - "size": 5476083302, - "digest": "d20e29ab8d0f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "rnj-1:8b-instruct-q4_K_M", - "model": "rnj-1:8b-instruct-q4_K_M", - "modified_at": "2025-12-09T07:48:00.000Z", - "size": 5476083302, - "digest": "d20e29ab8d0f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "rnj-1:8b-instruct-q8_0", - "model": "rnj-1:8b-instruct-q8_0", - "modified_at": "2025-12-09T07:48:00.000Z", - "size": 9448928051, - "digest": "57eea2304a52", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "rnj-1:8b-instruct-fp16", - "model": "rnj-1:8b-instruct-fp16", - "modified_at": "2025-12-09T07:48:00.000Z", - "size": 18253611008, - "digest": "cf0061bce5f2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "codebooga:latest", - "model": "codebooga:latest", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 20401094656, - "digest": "05b83c5673dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b", - "model": "codebooga:34b", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 20401094656, - "digest": "05b83c5673dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q2_K", - "model": "codebooga:34b-v0.1-q2_K", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 15032385536, - "digest": "66d0bfbea65d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q2_K", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q3_K_S", - "model": "codebooga:34b-v0.1-q3_K_S", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 16106127360, - "digest": "f3b33c3f73de", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q3_K_M", - "model": "codebooga:34b-v0.1-q3_K_M", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 17179869184, - "digest": "2c0498ca682e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q3_K_L", - "model": "codebooga:34b-v0.1-q3_K_L", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 19327352832, - "digest": "25a417277d3f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q4_0", - "model": "codebooga:34b-v0.1-q4_0", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 20401094656, - "digest": "05b83c5673dc", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q4_0", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q4_1", - "model": "codebooga:34b-v0.1-q4_1", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 22548578304, - "digest": "cd14b581918a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q4_1", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q4_K_M", - "model": "codebooga:34b-v0.1-q4_K_M", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 21474836480, - "digest": "e08c0bf3eb90", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q5_0", - "model": "codebooga:34b-v0.1-q5_0", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 24696061952, - "digest": "6d9156fb2f46", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q5_0", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q5_1", - "model": "codebooga:34b-v0.1-q5_1", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 26843545600, - "digest": "22e1b1573c42", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q5_1", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q5_K_S", - "model": "codebooga:34b-v0.1-q5_K_S", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 24696061952, - "digest": "cb658befaadb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q5_K_M", - "model": "codebooga:34b-v0.1-q5_K_M", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 25769803776, - "digest": "4545d39783a5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q6_K", - "model": "codebooga:34b-v0.1-q6_K", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 30064771072, - "digest": "0053ef0367fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q6_K", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-q8_0", - "model": "codebooga:34b-v0.1-q8_0", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 38654705664, - "digest": "b6a9ff468c49", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-q8_0", - "quantization_level": "" - } - }, - { - "name": "codebooga:34b-v0.1-fp16", - "model": "codebooga:34b-v0.1-fp16", - "modified_at": "2023-10-29T10:48:00.000Z", - "size": 71940702208, - "digest": "1500811547ff", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "34b-v0.1-fp16", - "quantization_level": "" - } - }, - { - "name": "goliath:latest", - "model": "goliath:latest", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 70866960384, - "digest": "61088afdc9fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q2_K", - "model": "goliath:120b-q2_K", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 53687091200, - "digest": "1ffc35257417", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q2_K", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q3_K_S", - "model": "goliath:120b-q3_K_S", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 54760833024, - "digest": "9736546f52bd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q3_K_M", - "model": "goliath:120b-q3_K_M", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 60129542144, - "digest": "3c4e3910d80b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q3_K_L", - "model": "goliath:120b-q3_K_L", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 66571993088, - "digest": "6921e27086ee", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q4_0", - "model": "goliath:120b-q4_0", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 70866960384, - "digest": "61088afdc9fd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q4_0", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q4_1", - "model": "goliath:120b-q4_1", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 79456894976, - "digest": "3a37bd33b099", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q4_1", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q4_K_S", - "model": "goliath:120b-q4_K_S", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 70866960384, - "digest": "e81666e3d986", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q4_K_M", - "model": "goliath:120b-q4_K_M", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 76235669504, - "digest": "de4de972c743", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q5_0", - "model": "goliath:120b-q5_0", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 86973087744, - "digest": "f4693101aaa7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q5_0", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q5_1", - "model": "goliath:120b-q5_1", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 94489280512, - "digest": "94164c791a40", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q5_1", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q5_K_S", - "model": "goliath:120b-q5_K_S", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 86973087744, - "digest": "17f4b6a1dc09", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q5_K_M", - "model": "goliath:120b-q5_K_M", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 89120571392, - "digest": "4a1e8f98f51e", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q6_K", - "model": "goliath:120b-q6_K", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 104152956928, - "digest": "86fd8d4f456f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q6_K", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-q8_0", - "model": "goliath:120b-q8_0", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 134217728000, - "digest": "cb41bc287b73", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-q8_0", - "quantization_level": "" - } - }, - { - "name": "goliath:120b-fp16", - "model": "goliath:120b-fp16", - "modified_at": "2023-11-17T21:54:00.000Z", - "size": 253403070464, - "digest": "f228bd4ec83c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "120b-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3.2:latest", - "model": "granite3.2:latest", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 5261334938, - "digest": "9bcb3335083f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite3.2:2b", - "model": "granite3.2:2b", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 1610612736, - "digest": "9d79a41f2f75", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "granite3.2:8b", - "model": "granite3.2:8b", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 5261334938, - "digest": "9bcb3335083f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "granite3.2:2b-instruct-q4_K_M", - "model": "granite3.2:2b-instruct-q4_K_M", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 1610612736, - "digest": "9d79a41f2f75", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.2:2b-instruct-q8_0", - "model": "granite3.2:2b-instruct-q8_0", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 2899102925, - "digest": "f6f4d0d4b4fa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3.2:2b-instruct-fp16", - "model": "granite3.2:2b-instruct-fp16", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 5476083302, - "digest": "c86bd0b2f0bd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "2b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3.2:8b-instruct-q4_K_M", - "model": "granite3.2:8b-instruct-q4_K_M", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 5261334938, - "digest": "9bcb3335083f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3.2:8b-instruct-q8_0", - "model": "granite3.2:8b-instruct-q8_0", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 9341553869, - "digest": "1b54499df0ff", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3.2:8b-instruct-fp16", - "model": "granite3.2:8b-instruct-fp16", - "modified_at": "2025-02-26T05:48:00.000Z", - "size": 17179869184, - "digest": "b9679f6ae759", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "olmo-3:latest", - "model": "olmo-3:latest", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 4831838208, - "digest": "b8d4c92ac9c1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b", - "model": "olmo-3:7b", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 4831838208, - "digest": "b8d4c92ac9c1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "olmo-3:32b", - "model": "olmo-3:32b", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 20401094656, - "digest": "e9f1ab1d201f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b-instruct", - "model": "olmo-3:7b-instruct", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 4831838208, - "digest": "ea72df8c85d7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b-instruct-q4_K_M", - "model": "olmo-3:7b-instruct-q4_K_M", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 4831838208, - "digest": "ea72df8c85d7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b-instruct-q8_0", - "model": "olmo-3:7b-instruct-q8_0", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 8375186227, - "digest": "d40368740fe9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b-instruct-fp16", - "model": "olmo-3:7b-instruct-fp16", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 16106127360, - "digest": "10bc19cdab78", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b-think", - "model": "olmo-3:7b-think", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 4831838208, - "digest": "b8d4c92ac9c1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-think", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b-think-q4_K_M", - "model": "olmo-3:7b-think-q4_K_M", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 4831838208, - "digest": "b8d4c92ac9c1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-think-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b-think-q8_0", - "model": "olmo-3:7b-think-q8_0", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 8375186227, - "digest": "84ada4103830", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-think-q8_0", - "quantization_level": "" - } - }, - { - "name": "olmo-3:7b-think-fp16", - "model": "olmo-3:7b-think-fp16", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 16106127360, - "digest": "2ab176791f8c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-think-fp16", - "quantization_level": "" - } - }, - { - "name": "olmo-3:32b-think", - "model": "olmo-3:32b-think", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 20401094656, - "digest": "e9f1ab1d201f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-think", - "quantization_level": "" - } - }, - { - "name": "olmo-3:32b-think-q4_K_M", - "model": "olmo-3:32b-think-q4_K_M", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 20401094656, - "digest": "e9f1ab1d201f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-think-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "olmo-3:32b-think-q8_0", - "model": "olmo-3:32b-think-q8_0", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 36507222016, - "digest": "029b051ac27f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-think-q8_0", - "quantization_level": "" - } - }, - { - "name": "olmo-3:32b-think-fp16", - "model": "olmo-3:32b-think-fp16", - "modified_at": "2025-12-16T05:55:00.000Z", - "size": 68719476736, - "digest": "19507f95f179", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-think-fp16", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed2:latest", - "model": "snowflake-arctic-embed2:latest", - "modified_at": "2024-12-04T23:57:00.000Z", - "size": 1288490189, - "digest": "5de93a84837d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed2:568m", - "model": "snowflake-arctic-embed2:568m", - "modified_at": "2024-12-04T23:57:00.000Z", - "size": 1288490189, - "digest": "5de93a84837d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "568m", - "quantization_level": "" - } - }, - { - "name": "snowflake-arctic-embed2:568m-l-fp16", - "model": "snowflake-arctic-embed2:568m-l-fp16", - "modified_at": "2024-12-04T23:57:00.000Z", - "size": 1288490189, - "digest": "5de93a84837d", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "568m-l-fp16", - "quantization_level": "" - } - }, - { - "name": "r1-1776:latest", - "model": "r1-1776:latest", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 46170898432, - "digest": "140ea940f21d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "r1-1776:70b", - "model": "r1-1776:70b", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 46170898432, - "digest": "140ea940f21d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "r1-1776:671b", - "model": "r1-1776:671b", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 433791696896, - "digest": "dfa713736c7b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b", - "quantization_level": "" - } - }, - { - "name": "r1-1776:70b-distill-llama-q4_K_M", - "model": "r1-1776:70b-distill-llama-q4_K_M", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 46170898432, - "digest": "140ea940f21d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-distill-llama-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "r1-1776:70b-distill-llama-q8_0", - "model": "r1-1776:70b-distill-llama-q8_0", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 80530636800, - "digest": "e19a3de39ed7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-distill-llama-q8_0", - "quantization_level": "" - } - }, - { - "name": "r1-1776:70b-distill-llama-fp16", - "model": "r1-1776:70b-distill-llama-fp16", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 151397597184, - "digest": "b6dc7e0e17ed", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-distill-llama-fp16", - "quantization_level": "" - } - }, - { - "name": "r1-1776:671b-q4_K_M", - "model": "r1-1776:671b-q4_K_M", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 433791696896, - "digest": "dfa713736c7b", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "r1-1776:671b-q8_0", - "model": "r1-1776:671b-q8_0", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 765577920512, - "digest": "83aca4100872", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-q8_0", - "quantization_level": "" - } - }, - { - "name": "r1-1776:671b-fp16", - "model": "r1-1776:671b-fp16", - "modified_at": "2025-02-21T15:28:00.000Z", - "size": 1429365116109, - "digest": "eef5438a1488", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-fp16", - "quantization_level": "" - } - }, - { - "name": "sailor2:latest", - "model": "sailor2:latest", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 5583457485, - "digest": "f08f378f040a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "sailor2:1b", - "model": "sailor2:1b", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 1181116006, - "digest": "7b8c8f58ae99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "sailor2:8b", - "model": "sailor2:8b", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 5583457485, - "digest": "f08f378f040a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "sailor2:20b", - "model": "sailor2:20b", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 12884901888, - "digest": "b74611e7fe0d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b", - "quantization_level": "" - } - }, - { - "name": "sailor2:1b-chat-q4_K_M", - "model": "sailor2:1b-chat-q4_K_M", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 774897664, - "digest": "50302a6d6549", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "sailor2:1b-chat-q8_0", - "model": "sailor2:1b-chat-q8_0", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 1181116006, - "digest": "7b8c8f58ae99", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "sailor2:1b-chat-fp16", - "model": "sailor2:1b-chat-fp16", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 2147483648, - "digest": "415967b0fd33", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "1b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "sailor2:8b-chat-q4_K_M", - "model": "sailor2:8b-chat-q4_K_M", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 5583457485, - "digest": "f08f378f040a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "sailor2:8b-chat-q8_0", - "model": "sailor2:8b-chat-q8_0", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 9771050598, - "digest": "ba25188c847d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "sailor2:8b-chat-fp16", - "model": "sailor2:8b-chat-fp16", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 18253611008, - "digest": "9377306c17c9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "sailor2:20b-chat-q4_K_M", - "model": "sailor2:20b-chat-q4_K_M", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 12884901888, - "digest": "b74611e7fe0d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "sailor2:20b-chat-q8_0", - "model": "sailor2:20b-chat-q8_0", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 21474836480, - "digest": "d49553f04a80", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-q8_0", - "quantization_level": "" - } - }, - { - "name": "sailor2:20b-chat-fp16", - "model": "sailor2:20b-chat-fp16", - "modified_at": "2024-12-04T08:10:00.000Z", - "size": 40802189312, - "digest": "d1455f557fbd", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "20b-chat-fp16", - "quantization_level": "" - } - }, - { - "name": "kimi-k2.6", - "model": "kimi-k2.6", - "modified_at": "2026-04-20T20:09:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "tulu3:latest", - "model": "tulu3:latest", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 5261334938, - "digest": "7119be59a531", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "tulu3:8b", - "model": "tulu3:8b", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 5261334938, - "digest": "7119be59a531", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "tulu3:70b", - "model": "tulu3:70b", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 46170898432, - "digest": "fa6de45f539f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b", - "quantization_level": "" - } - }, - { - "name": "tulu3:8b-q4_K_M", - "model": "tulu3:8b-q4_K_M", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 5261334938, - "digest": "7119be59a531", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "tulu3:8b-q8_0", - "model": "tulu3:8b-q8_0", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 9126805504, - "digest": "ee4b41854819", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "tulu3:8b-fp16", - "model": "tulu3:8b-fp16", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 17179869184, - "digest": "67f115a19953", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-fp16", - "quantization_level": "" - } - }, - { - "name": "tulu3:70b-q4_K_M", - "model": "tulu3:70b-q4_K_M", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 46170898432, - "digest": "fa6de45f539f", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "tulu3:70b-q8_0", - "model": "tulu3:70b-q8_0", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 80530636800, - "digest": "f0f50dadc000", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-q8_0", - "quantization_level": "" - } - }, - { - "name": "tulu3:70b-fp16", - "model": "tulu3:70b-fp16", - "modified_at": "2024-12-21T03:58:00.000Z", - "size": 151397597184, - "digest": "662b84aaedbb", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "70b-fp16", - "quantization_level": "" - } - }, - { - "name": "kimi-k2.5", - "model": "kimi-k2.5", - "modified_at": "2026-01-27T07:29:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "granite-embedding:latest", - "model": "granite-embedding:latest", - "modified_at": "2024-12-18T04:11:00.000Z", - "size": 66060288, - "digest": "eb4c533ba6f7", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite-embedding:30m", - "model": "granite-embedding:30m", - "modified_at": "2024-12-18T04:11:00.000Z", - "size": 66060288, - "digest": "eb4c533ba6f7", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "30m", - "quantization_level": "" - } - }, - { - "name": "granite-embedding:278m", - "model": "granite-embedding:278m", - "modified_at": "2024-12-18T04:11:00.000Z", - "size": 590348288, - "digest": "1a37926bf842", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "278m", - "quantization_level": "" - } - }, - { - "name": "granite-embedding:30m-en", - "model": "granite-embedding:30m-en", - "modified_at": "2024-12-18T04:11:00.000Z", - "size": 66060288, - "digest": "eb4c533ba6f7", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "30m-en", - "quantization_level": "" - } - }, - { - "name": "granite-embedding:30m-en-fp16", - "model": "granite-embedding:30m-en-fp16", - "modified_at": "2024-12-18T04:11:00.000Z", - "size": 66060288, - "digest": "eb4c533ba6f7", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "30m-en-fp16", - "quantization_level": "" - } - }, - { - "name": "granite-embedding:278m-fp16", - "model": "granite-embedding:278m-fp16", - "modified_at": "2024-12-18T04:11:00.000Z", - "size": 590348288, - "digest": "1a37926bf842", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "278m-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:latest", - "model": "granite3-guardian:latest", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 2899102925, - "digest": "ba81a177bd23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:2b", - "model": "granite3-guardian:2b", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 2899102925, - "digest": "ba81a177bd23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:8b", - "model": "granite3-guardian:8b", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 6227702579, - "digest": "c8d7d5c76685", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:2b-q8_0", - "model": "granite3-guardian:2b-q8_0", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 2899102925, - "digest": "ba81a177bd23", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:2b-fp16", - "model": "granite3-guardian:2b-fp16", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 5476083302, - "digest": "2bf55927dd85", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "2b-fp16", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:8b-q5_K_S", - "model": "granite3-guardian:8b-q5_K_S", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 6012954214, - "digest": "edeec72aa741", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:8b-q5_K_M", - "model": "granite3-guardian:8b-q5_K_M", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 6227702579, - "digest": "c8d7d5c76685", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:8b-q6_K", - "model": "granite3-guardian:8b-q6_K", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 7194070221, - "digest": "200f63c67d98", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:8b-q8_0", - "model": "granite3-guardian:8b-q8_0", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 9341553869, - "digest": "a91578a591d2", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite3-guardian:8b-fp16", - "model": "granite3-guardian:8b-fp16", - "modified_at": "2024-11-19T23:33:00.000Z", - "size": 17179869184, - "digest": "d9ecead6310d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "8b-fp16", - "quantization_level": "" - } - }, - { - "name": "dbrx:latest", - "model": "dbrx:latest", - "modified_at": "2024-04-16T04:18:00.000Z", - "size": 79456894976, - "digest": "36800d8d3a28", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "dbrx:instruct", - "model": "dbrx:instruct", - "modified_at": "2024-04-16T04:18:00.000Z", - "size": 79456894976, - "digest": "36800d8d3a28", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "instruct", - "quantization_level": "" - } - }, - { - "name": "dbrx:132b", - "model": "dbrx:132b", - "modified_at": "2024-04-16T04:18:00.000Z", - "size": 79456894976, - "digest": "36800d8d3a28", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "132b", - "quantization_level": "" - } - }, - { - "name": "dbrx:132b-instruct-q2_K", - "model": "dbrx:132b-instruct-q2_K", - "modified_at": "2024-04-16T04:18:00.000Z", - "size": 51539607552, - "digest": "e2554a95cc76", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "132b-instruct-q2_K", - "quantization_level": "" - } - }, - { - "name": "dbrx:132b-instruct-q4_0", - "model": "dbrx:132b-instruct-q4_0", - "modified_at": "2024-04-16T04:18:00.000Z", - "size": 79456894976, - "digest": "36800d8d3a28", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "132b-instruct-q4_0", - "quantization_level": "" - } - }, - { - "name": "dbrx:132b-instruct-q8_0", - "model": "dbrx:132b-instruct-q8_0", - "modified_at": "2024-04-16T04:18:00.000Z", - "size": 150323855360, - "digest": "4fca83b20ba0", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "132b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "dbrx:132b-instruct-fp16", - "model": "dbrx:132b-instruct-fp16", - "modified_at": "2024-04-16T04:18:00.000Z", - "size": 282394099712, - "digest": "2bacc27fc29a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "132b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "llava-phi3:latest", - "model": "llava-phi3:latest", - "modified_at": "2024-05-07T21:20:00.000Z", - "size": 3113851290, - "digest": "c7edd7b87593", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "llava-phi3:3.8b", - "model": "llava-phi3:3.8b", - "modified_at": "2024-05-07T21:20:00.000Z", - "size": 3113851290, - "digest": "c7edd7b87593", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3.8b", - "quantization_level": "" - } - }, - { - "name": "llava-phi3:3.8b-mini-q4_0", - "model": "llava-phi3:3.8b-mini-q4_0", - "modified_at": "2024-05-07T21:20:00.000Z", - "size": 3113851290, - "digest": "c7edd7b87593", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3.8b-mini-q4_0", - "quantization_level": "" - } - }, - { - "name": "llava-phi3:3.8b-mini-fp16", - "model": "llava-phi3:3.8b-mini-fp16", - "modified_at": "2024-05-07T21:20:00.000Z", - "size": 8912057139, - "digest": "39ed50ad5b22", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "3.8b-mini-fp16", - "quantization_level": "" - } - }, - { - "name": "phi4-mini-reasoning:latest", - "model": "phi4-mini-reasoning:latest", - "modified_at": "2025-05-01T03:53:00.000Z", - "size": 3435973837, - "digest": "3ca8c2865ce9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "phi4-mini-reasoning:3.8b", - "model": "phi4-mini-reasoning:3.8b", - "modified_at": "2025-05-01T03:53:00.000Z", - "size": 3435973837, - "digest": "3ca8c2865ce9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b", - "quantization_level": "" - } - }, - { - "name": "phi4-mini-reasoning:3.8b-q4_K_M", - "model": "phi4-mini-reasoning:3.8b-q4_K_M", - "modified_at": "2025-05-01T03:53:00.000Z", - "size": 3435973837, - "digest": "3ca8c2865ce9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "phi4-mini-reasoning:3.8b-q8_0", - "model": "phi4-mini-reasoning:3.8b-q8_0", - "modified_at": "2025-05-01T03:53:00.000Z", - "size": 4939212390, - "digest": "e3fffa9f7d91", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "phi4-mini-reasoning:3.8b-fp16", - "model": "phi4-mini-reasoning:3.8b-fp16", - "modified_at": "2025-05-01T03:53:00.000Z", - "size": 8267812045, - "digest": "591788476176", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3.8b-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2.5:latest", - "model": "deepseek-v2.5:latest", - "modified_at": "2024-09-11T19:31:00.000Z", - "size": 142807662592, - "digest": "409b2dd8a3c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2.5:236b", - "model": "deepseek-v2.5:236b", - "modified_at": "2024-09-11T19:31:00.000Z", - "size": 142807662592, - "digest": "409b2dd8a3c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2.5:236b-q4_0", - "model": "deepseek-v2.5:236b-q4_0", - "modified_at": "2024-09-11T19:31:00.000Z", - "size": 142807662592, - "digest": "409b2dd8a3c4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-q4_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2.5:236b-q4_1", - "model": "deepseek-v2.5:236b-q4_1", - "modified_at": "2024-09-11T19:31:00.000Z", - "size": 158913789952, - "digest": "b1618a20b8b5", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-q4_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2.5:236b-q5_0", - "model": "deepseek-v2.5:236b-q5_0", - "modified_at": "2024-09-11T19:31:00.000Z", - "size": 173946175488, - "digest": "9de079142600", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-q5_0", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2.5:236b-q5_1", - "model": "deepseek-v2.5:236b-q5_1", - "modified_at": "2024-09-11T19:31:00.000Z", - "size": 190052302848, - "digest": "f774fdfffbea", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-q5_1", - "quantization_level": "" - } - }, - { - "name": "deepseek-v2.5:236b-q8_0", - "model": "deepseek-v2.5:236b-q8_0", - "modified_at": "2024-09-11T19:31:00.000Z", - "size": 269509197824, - "digest": "481aed89b609", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "236b-q8_0", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:latest", - "model": "olmo-3.1:latest", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 20401094656, - "digest": "223d4ec84d91", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b", - "model": "olmo-3.1:32b", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 20401094656, - "digest": "223d4ec84d91", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b-instruct", - "model": "olmo-3.1:32b-instruct", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 20401094656, - "digest": "a16b6a5be6cf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b-instruct-q4_K_M", - "model": "olmo-3.1:32b-instruct-q4_K_M", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 20401094656, - "digest": "a16b6a5be6cf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b-instruct-q8_0", - "model": "olmo-3.1:32b-instruct-q8_0", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 36507222016, - "digest": "088dea22fc85", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-q8_0", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b-instruct-fp16", - "model": "olmo-3.1:32b-instruct-fp16", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 68719476736, - "digest": "b3d8212bddfb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-instruct-fp16", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b-think", - "model": "olmo-3.1:32b-think", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 20401094656, - "digest": "223d4ec84d91", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-think", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b-think-q4_K_M", - "model": "olmo-3.1:32b-think-q4_K_M", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 20401094656, - "digest": "223d4ec84d91", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-think-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b-think-q8_0", - "model": "olmo-3.1:32b-think-q8_0", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 36507222016, - "digest": "3028211a2045", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-think-q8_0", - "quantization_level": "" - } - }, - { - "name": "olmo-3.1:32b-think-fp16", - "model": "olmo-3.1:32b-think-fp16", - "modified_at": "2025-12-16T05:56:00.000Z", - "size": 68719476736, - "digest": "3ce9adcd167e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "32b-think-fp16", - "quantization_level": "" - } - }, - { - "name": "command-r7b:latest", - "model": "command-r7b:latest", - "modified_at": "2025-01-16T22:27:00.000Z", - "size": 5476083302, - "digest": "ff4e9696ef9f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "command-r7b:7b", - "model": "command-r7b:7b", - "modified_at": "2025-01-16T22:27:00.000Z", - "size": 5476083302, - "digest": "ff4e9696ef9f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "command-r7b:7b-12-2024-q4_K_M", - "model": "command-r7b:7b-12-2024-q4_K_M", - "modified_at": "2025-01-16T22:27:00.000Z", - "size": 5476083302, - "digest": "ff4e9696ef9f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-12-2024-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r7b:7b-12-2024-q8_0", - "model": "command-r7b:7b-12-2024-q8_0", - "modified_at": "2025-01-16T22:27:00.000Z", - "size": 9126805504, - "digest": "aa0fb3e0b28b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-12-2024-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-r7b:7b-12-2024-fp16", - "model": "command-r7b:7b-12-2024-fp16", - "modified_at": "2025-01-16T22:27:00.000Z", - "size": 17179869184, - "digest": "3a3e860e0901", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-12-2024-fp16", - "quantization_level": "" - } - }, - { - "name": "minimax-m3", - "model": "minimax-m3", - "modified_at": "2026-06-01T01:34:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "bge-large:latest", - "model": "bge-large:latest", - "modified_at": "2024-08-07T00:04:00.000Z", - "size": 703594496, - "digest": "b3d71c928059", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "bge-large:335m", - "model": "bge-large:335m", - "modified_at": "2024-08-07T00:04:00.000Z", - "size": 703594496, - "digest": "b3d71c928059", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "335m", - "quantization_level": "" - } - }, - { - "name": "bge-large:335m-en-v1.5-fp16", - "model": "bge-large:335m-en-v1.5-fp16", - "modified_at": "2024-08-07T00:04:00.000Z", - "size": 703594496, - "digest": "b3d71c928059", - "details": { - "parent_model": "", - "format": "", - "family": "embedding", - "families": null, - "parameter_size": "335m-en-v1.5-fp16", - "quantization_level": "" - } - }, - { - "name": "ornith:latest", - "model": "ornith:latest", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 6012954214, - "digest": "a75697c14589", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "ornith:9b", - "model": "ornith:9b", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 6012954214, - "digest": "a75697c14589", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b", - "quantization_level": "" - } - }, - { - "name": "ornith:35b", - "model": "ornith:35b", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 22548578304, - "digest": "5a470e0f652c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b", - "quantization_level": "" - } - }, - { - "name": "ornith:9b-q4_K_M", - "model": "ornith:9b-q4_K_M", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 6012954214, - "digest": "a75697c14589", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "ornith:9b-q8_0", - "model": "ornith:9b-q8_0", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 10200547328, - "digest": "b1edce684170", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-q8_0", - "quantization_level": "" - } - }, - { - "name": "ornith:9b-bf16", - "model": "ornith:9b-bf16", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 19327352832, - "digest": "0ed5c778f8a9", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "9b-bf16", - "quantization_level": "" - } - }, - { - "name": "ornith:35b-q4_K_M", - "model": "ornith:35b-q4_K_M", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 22548578304, - "digest": "5a470e0f652c", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "ornith:35b-q8_0", - "model": "ornith:35b-q8_0", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 39728447488, - "digest": "44788b2fdab4", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-q8_0", - "quantization_level": "" - } - }, - { - "name": "ornith:35b-bf16", - "model": "ornith:35b-bf16", - "modified_at": "2026-06-27T20:45:00.000Z", - "size": 74088185856, - "digest": "cfc852542826", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "35b-bf16", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b", - "model": "granite4.1:3b", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2254857830, - "digest": "6fd349357287", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b", - "model": "granite4.1:8b", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 5690831667, - "digest": "444af1c4b2fe", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b", - "model": "granite4.1:30b", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 18253611008, - "digest": "3f3e5df8a021", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q2_K", - "model": "granite4.1:3b-q2_K", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 1503238554, - "digest": "41d7e7e6dc59", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q3_K_S", - "model": "granite4.1:3b-q3_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 1717986918, - "digest": "1daefd678dc8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q3_K_M", - "model": "granite4.1:3b-q3_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 1825361101, - "digest": "bd72b20cd67b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q3_K_L", - "model": "granite4.1:3b-q3_K_L", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2040109466, - "digest": "eb446378f84c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q4_0", - "model": "granite4.1:3b-q4_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2147483648, - "digest": "010f4b63e5f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q4_1", - "model": "granite4.1:3b-q4_1", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2362232013, - "digest": "53377988686e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q4_K_S", - "model": "granite4.1:3b-q4_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2147483648, - "digest": "aaf53db81651", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q4_K_M", - "model": "granite4.1:3b-q4_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2254857830, - "digest": "6fd349357287", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q5_0", - "model": "granite4.1:3b-q5_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2576980378, - "digest": "655215522aaa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q5_1", - "model": "granite4.1:3b-q5_1", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2791728742, - "digest": "7d0a195533f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q5_K_S", - "model": "granite4.1:3b-q5_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2576980378, - "digest": "d671c6877cde", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q5_K_M", - "model": "granite4.1:3b-q5_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 2576980378, - "digest": "5f9ff57bab32", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q6_K", - "model": "granite4.1:3b-q6_K", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 3006477107, - "digest": "3c142316f4cf", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-q8_0", - "model": "granite4.1:3b-q8_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 3865470566, - "digest": "f087f8b0712f", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:3b-bf16", - "model": "granite4.1:3b-bf16", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 7301444403, - "digest": "517250fafa06", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "3b-bf16", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q2_K", - "model": "granite4.1:8b-q2_K", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 3650722202, - "digest": "ccf96f3f0780", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q3_K_S", - "model": "granite4.1:8b-q3_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 4187593114, - "digest": "a6cf031b28f0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q3_K_M", - "model": "granite4.1:8b-q3_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 4617089843, - "digest": "11ec0ebc2697", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q3_K_L", - "model": "granite4.1:8b-q3_K_L", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 5046586573, - "digest": "d780c2e519e8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q4_0", - "model": "granite4.1:8b-q4_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 5476083302, - "digest": "d1ca2294e93a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q4_1", - "model": "granite4.1:8b-q4_1", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 6012954214, - "digest": "d2eb1c61fdae", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q4_K_S", - "model": "granite4.1:8b-q4_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 5476083302, - "digest": "f7082ba9a6e7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q4_K_M", - "model": "granite4.1:8b-q4_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 5690831667, - "digest": "444af1c4b2fe", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q5_0", - "model": "granite4.1:8b-q5_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 6549825126, - "digest": "4ac8c864384e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q5_1", - "model": "granite4.1:8b-q5_1", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 7086696038, - "digest": "88e9f3963ec8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q5_K_S", - "model": "granite4.1:8b-q5_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 6549825126, - "digest": "3f290aa8867b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q5_K_M", - "model": "granite4.1:8b-q5_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 6764573491, - "digest": "a15a247eea85", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q6_K", - "model": "granite4.1:8b-q6_K", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 7730941133, - "digest": "cc47b04956a8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-q8_0", - "model": "granite4.1:8b-q8_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 9985798963, - "digest": "ee48dfe31954", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:8b-bf16", - "model": "granite4.1:8b-bf16", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 19327352832, - "digest": "ff2ca5247c31", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-bf16", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q2_K", - "model": "granite4.1:30b-q2_K", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 11811160064, - "digest": "ae1d684487df", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q3_K_S", - "model": "granite4.1:30b-q3_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 13958643712, - "digest": "a5eeaa67e5fd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q3_K_M", - "model": "granite4.1:30b-q3_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 15032385536, - "digest": "234006e86874", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q3_K_L", - "model": "granite4.1:30b-q3_K_L", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 16106127360, - "digest": "7c55609a16c7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q4_0", - "model": "granite4.1:30b-q4_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 17179869184, - "digest": "402200215ef1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q4_1", - "model": "granite4.1:30b-q4_1", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 19327352832, - "digest": "8f3b74ec031d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q4_K_S", - "model": "granite4.1:30b-q4_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 17179869184, - "digest": "1cab6c5d975d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q4_K_M", - "model": "granite4.1:30b-q4_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 18253611008, - "digest": "3f3e5df8a021", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q5_0", - "model": "granite4.1:30b-q5_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 21474836480, - "digest": "9b8dca9cb9cb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q5_1", - "model": "granite4.1:30b-q5_1", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 23622320128, - "digest": "23203614f0e9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q5_K_S", - "model": "granite4.1:30b-q5_K_S", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 21474836480, - "digest": "f1fba10b6ca9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q5_K_M", - "model": "granite4.1:30b-q5_K_M", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 21474836480, - "digest": "454ddb5316f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q6_K", - "model": "granite4.1:30b-q6_K", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 25769803776, - "digest": "d7711d853ce4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-q8_0", - "model": "granite4.1:30b-q8_0", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 33285996544, - "digest": "0f7a2b54edab", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1:30b-bf16", - "model": "granite4.1:30b-bf16", - "modified_at": "2026-05-19T21:58:00.000Z", - "size": 62277025792, - "digest": "e2e7d6de1890", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-bf16", - "quantization_level": "" - } - }, - { - "name": "devstral-2:latest", - "model": "devstral-2:latest", - "modified_at": "2025-12-12T01:21:00.000Z", - "size": 80530636800, - "digest": "524a6607f0f5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "devstral-2:123b", - "model": "devstral-2:123b", - "modified_at": "2025-12-12T01:21:00.000Z", - "size": 80530636800, - "digest": "524a6607f0f5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b", - "quantization_level": "" - } - }, - { - "name": "devstral-2:123b-instruct-2512-q4_K_M", - "model": "devstral-2:123b-instruct-2512-q4_K_M", - "modified_at": "2025-12-12T01:21:00.000Z", - "size": 80530636800, - "digest": "524a6607f0f5", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2512-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "devstral-2:123b-instruct-2512-q8_0", - "model": "devstral-2:123b-instruct-2512-q8_0", - "modified_at": "2025-12-12T01:21:00.000Z", - "size": 142807662592, - "digest": "c96ca457e286", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2512-q8_0", - "quantization_level": "" - } - }, - { - "name": "devstral-2:123b-instruct-2512-fp16", - "model": "devstral-2:123b-instruct-2512-fp16", - "modified_at": "2025-12-12T01:21:00.000Z", - "size": 268435456000, - "digest": "cf00a0f4d980", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "123b-instruct-2512-fp16", - "quantization_level": "" - } - }, - { - "name": "deepseek-v4-pro", - "model": "deepseek-v4-pro", - "modified_at": "2026-04-27T03:44:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "deepseek-v4-flash", - "model": "deepseek-v4-flash", - "modified_at": "2026-04-24T08:29:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "smallthinker:latest", - "model": "smallthinker:latest", - "modified_at": "2024-12-30T21:33:00.000Z", - "size": 3865470566, - "digest": "945eb1864589", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "smallthinker:3b", - "model": "smallthinker:3b", - "modified_at": "2024-12-30T21:33:00.000Z", - "size": 3865470566, - "digest": "945eb1864589", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b", - "quantization_level": "" - } - }, - { - "name": "smallthinker:3b-preview-q4_K_M", - "model": "smallthinker:3b-preview-q4_K_M", - "modified_at": "2024-12-30T21:33:00.000Z", - "size": 2254857830, - "digest": "b136f0e0ef96", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-preview-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "smallthinker:3b-preview-q8_0", - "model": "smallthinker:3b-preview-q8_0", - "modified_at": "2024-12-30T21:33:00.000Z", - "size": 3865470566, - "digest": "945eb1864589", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-preview-q8_0", - "quantization_level": "" - } - }, - { - "name": "smallthinker:3b-preview-fp16", - "model": "smallthinker:3b-preview-fp16", - "modified_at": "2024-12-30T21:33:00.000Z", - "size": 7301444403, - "digest": "71cf19d4f87a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "3b-preview-fp16", - "quantization_level": "" - } - }, - { - "name": "glm-5.2", - "model": "glm-5.2", - "modified_at": "2026-06-16T17:39:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "alfred:latest", - "model": "alfred:latest", - "modified_at": "2023-11-19T13:58:00.000Z", - "size": 25769803776, - "digest": "e46325710c52", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "alfred:40b", - "model": "alfred:40b", - "modified_at": "2023-11-19T13:58:00.000Z", - "size": 25769803776, - "digest": "e46325710c52", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b", - "quantization_level": "" - } - }, - { - "name": "alfred:40b-1023-q4_0", - "model": "alfred:40b-1023-q4_0", - "modified_at": "2023-11-19T13:58:00.000Z", - "size": 25769803776, - "digest": "e46325710c52", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-1023-q4_0", - "quantization_level": "" - } - }, - { - "name": "alfred:40b-1023-q4_1", - "model": "alfred:40b-1023-q4_1", - "modified_at": "2023-11-19T13:58:00.000Z", - "size": 27917287424, - "digest": "d84e435512e7", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-1023-q4_1", - "quantization_level": "" - } - }, - { - "name": "alfred:40b-1023-q5_0", - "model": "alfred:40b-1023-q5_0", - "modified_at": "2023-11-19T13:58:00.000Z", - "size": 31138512896, - "digest": "aa231f8a71bf", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-1023-q5_0", - "quantization_level": "" - } - }, - { - "name": "alfred:40b-1023-q5_1", - "model": "alfred:40b-1023-q5_1", - "modified_at": "2023-11-19T13:58:00.000Z", - "size": 34359738368, - "digest": "a0820dcbecfe", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-1023-q5_1", - "quantization_level": "" - } - }, - { - "name": "alfred:40b-1023-q8_0", - "model": "alfred:40b-1023-q8_0", - "modified_at": "2023-11-19T13:58:00.000Z", - "size": 47244640256, - "digest": "d811415ed9a6", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "40b-1023-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-a:latest", - "model": "command-a:latest", - "modified_at": "2025-03-13T12:39:00.000Z", - "size": 71940702208, - "digest": "cd22bd484599", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "command-a:111b", - "model": "command-a:111b", - "modified_at": "2025-03-13T12:39:00.000Z", - "size": 71940702208, - "digest": "cd22bd484599", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "111b", - "quantization_level": "" - } - }, - { - "name": "command-a:111b-03-2025-q4_K_M", - "model": "command-a:111b-03-2025-q4_K_M", - "modified_at": "2025-03-13T12:39:00.000Z", - "size": 71940702208, - "digest": "cd22bd484599", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "111b-03-2025-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "command-a:111b-03-2025-q8_0", - "model": "command-a:111b-03-2025-q8_0", - "modified_at": "2025-03-13T12:39:00.000Z", - "size": 126701535232, - "digest": "4f32dc902f62", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "111b-03-2025-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-a:111b-03-2025-fp16", - "model": "command-a:111b-03-2025-fp16", - "modified_at": "2025-03-13T12:39:00.000Z", - "size": 238370684928, - "digest": "5d5425f22323", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "111b-03-2025-fp16", - "quantization_level": "" - } - }, - { - "name": "marco-o1:latest", - "model": "marco-o1:latest", - "modified_at": "2024-12-04T08:14:00.000Z", - "size": 5046586573, - "digest": "4752e62baa0a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "marco-o1:7b", - "model": "marco-o1:7b", - "modified_at": "2024-12-04T08:14:00.000Z", - "size": 5046586573, - "digest": "4752e62baa0a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "marco-o1:7b-q4_K_M", - "model": "marco-o1:7b-q4_K_M", - "modified_at": "2024-12-04T08:14:00.000Z", - "size": 5046586573, - "digest": "4752e62baa0a", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "marco-o1:7b-q8_0", - "model": "marco-o1:7b-q8_0", - "modified_at": "2024-12-04T08:14:00.000Z", - "size": 8697308774, - "digest": "45f9391dde04", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-q8_0", - "quantization_level": "" - } - }, - { - "name": "marco-o1:7b-fp16", - "model": "marco-o1:7b-fp16", - "modified_at": "2024-12-04T08:14:00.000Z", - "size": 16106127360, - "digest": "c911a6aaee29", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "7b-fp16", - "quantization_level": "" - } - }, - { - "name": "cogito-2.1:latest", - "model": "cogito-2.1:latest", - "modified_at": "2025-11-19T18:22:00.000Z", - "size": 1429365116109, - "digest": "743a587e4577", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "cogito-2.1:671b", - "model": "cogito-2.1:671b", - "modified_at": "2025-11-19T18:22:00.000Z", - "size": 1429365116109, - "digest": "743a587e4577", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b", - "quantization_level": "" - } - }, - { - "name": "cogito-2.1:671b-q4_K_M", - "model": "cogito-2.1:671b-q4_K_M", - "modified_at": "2025-11-19T18:22:00.000Z", - "size": 433791696896, - "digest": "13e83c49b705", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "cogito-2.1:671b-q8_0", - "model": "cogito-2.1:671b-q8_0", - "modified_at": "2025-11-19T18:22:00.000Z", - "size": 765577920512, - "digest": "958631d5989d", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-q8_0", - "quantization_level": "" - } - }, - { - "name": "cogito-2.1:671b-fp16", - "model": "cogito-2.1:671b-fp16", - "modified_at": "2025-11-19T18:22:00.000Z", - "size": 1429365116109, - "digest": "743a587e4577", - "details": { - "parent_model": "", - "format": "", - "family": "", - "families": null, - "parameter_size": "671b-fp16", - "quantization_level": "" - } - }, - { - "name": "command-r7b-arabic:latest", - "model": "command-r7b-arabic:latest", - "modified_at": "2025-02-28T21:28:00.000Z", - "size": 5476083302, - "digest": "4bbe3353e56a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "command-r7b-arabic:7b", - "model": "command-r7b-arabic:7b", - "modified_at": "2025-02-28T21:28:00.000Z", - "size": 5476083302, - "digest": "4bbe3353e56a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b", - "quantization_level": "" - } - }, - { - "name": "command-r7b-arabic:7b-02-2025-q4_K_M", - "model": "command-r7b-arabic:7b-02-2025-q4_K_M", - "modified_at": "2025-02-28T21:28:00.000Z", - "size": 5476083302, - "digest": "4bbe3353e56a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-02-2025-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "command-r7b-arabic:7b-02-2025-q8_0", - "model": "command-r7b-arabic:7b-02-2025-q8_0", - "modified_at": "2025-02-28T21:28:00.000Z", - "size": 9126805504, - "digest": "74737d27f74e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-02-2025-q8_0", - "quantization_level": "" - } - }, - { - "name": "command-r7b-arabic:7b-02-2025-fp16", - "model": "command-r7b-arabic:7b-02-2025-fp16", - "modified_at": "2025-02-28T21:28:00.000Z", - "size": 17179869184, - "digest": "23f512f126d9", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "7b-02-2025-fp16", - "quantization_level": "" - } - }, - { - "name": "mistral-medium-3.5:latest", - "model": "mistral-medium-3.5:latest", - "modified_at": "2026-05-05T23:14:00.000Z", - "size": 85899345920, - "digest": "0341632adb05", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "mistral-medium-3.5:128b", - "model": "mistral-medium-3.5:128b", - "modified_at": "2026-05-05T23:14:00.000Z", - "size": 85899345920, - "digest": "0341632adb05", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "128b", - "quantization_level": "" - } - }, - { - "name": "mistral-medium-3.5:128b-q4_K_M", - "model": "mistral-medium-3.5:128b-q4_K_M", - "modified_at": "2026-05-05T23:14:00.000Z", - "size": 85899345920, - "digest": "0341632adb05", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "128b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "mistral-medium-3.5:128b-q8_0", - "model": "mistral-medium-3.5:128b-q8_0", - "modified_at": "2026-05-05T23:14:00.000Z", - "size": 148176371712, - "digest": "4e309f1ff6ce", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "128b-q8_0", - "quantization_level": "" - } - }, - { - "name": "mistral-medium-3.5:128b-bf16", - "model": "mistral-medium-3.5:128b-bf16", - "modified_at": "2026-05-05T23:14:00.000Z", - "size": 273804165120, - "digest": "03b1ca2260f6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "128b-bf16", - "quantization_level": "" - } - }, - { - "name": "medgemma:latest", - "model": "medgemma:latest", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 3543348019, - "digest": "9fe4e9a6c9bd", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "medgemma:4b", - "model": "medgemma:4b", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 3543348019, - "digest": "9fe4e9a6c9bd", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "medgemma:27b", - "model": "medgemma:27b", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 18253611008, - "digest": "58238ae38f99", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b", - "quantization_level": "" - } - }, - { - "name": "medgemma:4b-it-q4_K_M", - "model": "medgemma:4b-it-q4_K_M", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 3543348019, - "digest": "9fe4e9a6c9bd", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "medgemma:4b-it-q8_0", - "model": "medgemma:4b-it-q8_0", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 5368709120, - "digest": "fd0b43b1d0ef", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "medgemma:4b-it-bf16", - "model": "medgemma:4b-it-bf16", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 9234179686, - "digest": "38229e514edc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "medgemma:27b-it-q4_K_M", - "model": "medgemma:27b-it-q4_K_M", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 18253611008, - "digest": "58238ae38f99", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "medgemma:27b-it-q8_0", - "model": "medgemma:27b-it-q8_0", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 32212254720, - "digest": "b3e649e18d1b", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "medgemma:27b-it-bf16", - "model": "medgemma:27b-it-bf16", - "modified_at": "2026-04-16T00:08:00.000Z", - "size": 59055800320, - "digest": "8b473b4cb2df", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "27b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "functiongemma:latest", - "model": "functiongemma:latest", - "modified_at": "2025-12-18T07:03:00.000Z", - "size": 315621376, - "digest": "7c19b650567a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "functiongemma:270m", - "model": "functiongemma:270m", - "modified_at": "2025-12-18T07:03:00.000Z", - "size": 315621376, - "digest": "7c19b650567a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "270m", - "quantization_level": "" - } - }, - { - "name": "functiongemma:270m-it-q8_0", - "model": "functiongemma:270m-it-q8_0", - "modified_at": "2025-12-18T07:03:00.000Z", - "size": 315621376, - "digest": "7c19b650567a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "270m-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "functiongemma:270m-it-fp16", - "model": "functiongemma:270m-it-fp16", - "modified_at": "2025-12-18T07:03:00.000Z", - "size": 578813952, - "digest": "ce6e8a1097cd", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "270m-it-fp16", - "quantization_level": "" - } - }, - { - "name": "kimi-k2.7-code", - "model": "kimi-k2.7-code", - "modified_at": "2026-06-13T00:26:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "gpt-oss-safeguard:latest", - "model": "gpt-oss-safeguard:latest", - "modified_at": "2025-10-29T02:04:00.000Z", - "size": 15032385536, - "digest": "f2e795d0099c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "gpt-oss-safeguard:20b", - "model": "gpt-oss-safeguard:20b", - "modified_at": "2025-10-29T02:04:00.000Z", - "size": 15032385536, - "digest": "f2e795d0099c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "20b", - "quantization_level": "" - } - }, - { - "name": "gpt-oss-safeguard:120b", - "model": "gpt-oss-safeguard:120b", - "modified_at": "2025-10-29T02:04:00.000Z", - "size": 69793218560, - "digest": "45be44f7918a", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "120b", - "quantization_level": "" - } - }, - { - "name": "nemotron-cascade-2:latest", - "model": "nemotron-cascade-2:latest", - "modified_at": "2026-03-20T20:10:00.000Z", - "size": 25769803776, - "digest": "e0705e3fe8f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "nemotron-cascade-2:30b", - "model": "nemotron-cascade-2:30b", - "modified_at": "2026-03-20T20:10:00.000Z", - "size": 25769803776, - "digest": "e0705e3fe8f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b", - "quantization_level": "" - } - }, - { - "name": "nemotron-cascade-2:30b-a3b-q4_K_M", - "model": "nemotron-cascade-2:30b-a3b-q4_K_M", - "modified_at": "2026-03-20T20:10:00.000Z", - "size": 25769803776, - "digest": "e0705e3fe8f7", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "30b-a3b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "medgemma1.5:latest", - "model": "medgemma1.5:latest", - "modified_at": "2026-04-16T00:04:00.000Z", - "size": 3543348019, - "digest": "433252621ab1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "medgemma1.5:4b", - "model": "medgemma1.5:4b", - "modified_at": "2026-04-16T00:04:00.000Z", - "size": 3543348019, - "digest": "433252621ab1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b", - "quantization_level": "" - } - }, - { - "name": "medgemma1.5:4b-it-q4_K_M", - "model": "medgemma1.5:4b-it-q4_K_M", - "modified_at": "2026-04-16T00:04:00.000Z", - "size": 3543348019, - "digest": "433252621ab1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "medgemma1.5:4b-it-q8_0", - "model": "medgemma1.5:4b-it-q8_0", - "modified_at": "2026-04-16T00:04:00.000Z", - "size": 5368709120, - "digest": "d6ae3cddb663", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-q8_0", - "quantization_level": "" - } - }, - { - "name": "medgemma1.5:4b-it-bf16", - "model": "medgemma1.5:4b-it-bf16", - "modified_at": "2026-04-16T00:04:00.000Z", - "size": 9234179686, - "digest": "32f17fbd85fe", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "4b-it-bf16", - "quantization_level": "" - } - }, - { - "name": "mistral-large-3", - "model": "mistral-large-3", - "modified_at": "2025-12-02T23:19:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "lfm2.5:latest", - "model": "lfm2.5:latest", - "modified_at": "2026-05-31T04:16:00.000Z", - "size": 5583457485, - "digest": "9cf756159fc2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "lfm2.5:8b", - "model": "lfm2.5:8b", - "modified_at": "2026-05-31T04:16:00.000Z", - "size": 5583457485, - "digest": "9cf756159fc2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "lfm2.5:8b-a1b-q4_K_M", - "model": "lfm2.5:8b-a1b-q4_K_M", - "modified_at": "2026-05-31T04:16:00.000Z", - "size": 5583457485, - "digest": "9cf756159fc2", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-a1b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "lfm2.5:8b-a1b-q8_0", - "model": "lfm2.5:8b-a1b-q8_0", - "modified_at": "2026-05-31T04:16:00.000Z", - "size": 9663676416, - "digest": "4fa3787050ca", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-a1b-q8_0", - "quantization_level": "" - } - }, - { - "name": "lfm2.5:8b-a1b-bf16", - "model": "lfm2.5:8b-a1b-bf16", - "modified_at": "2026-05-31T04:16:00.000Z", - "size": 18253611008, - "digest": "c6d60dd0c9c3", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-a1b-bf16", - "quantization_level": "" - } - }, - { - "name": "laguna-xs-2.1:latest", - "model": "laguna-xs-2.1:latest", - "modified_at": "2026-07-02T14:58:00.000Z", - "size": 21474836480, - "digest": "a8562dfd0cad", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "laguna-xs-2.1:q4_K_M", - "model": "laguna-xs-2.1:q4_K_M", - "modified_at": "2026-07-02T14:58:00.000Z", - "size": 21474836480, - "digest": "a8562dfd0cad", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q4_K_M", - "quantization_level": "" - } - }, - { - "name": "laguna-xs-2.1:q8_0", - "model": "laguna-xs-2.1:q8_0", - "modified_at": "2026-07-02T14:58:00.000Z", - "size": 38654705664, - "digest": "7073183a9e7c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q8_0", - "quantization_level": "" - } - }, - { - "name": "laguna-xs-2.1:bf16", - "model": "laguna-xs-2.1:bf16", - "modified_at": "2026-07-02T14:58:00.000Z", - "size": 71940702208, - "digest": "5bda9bef69e1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "bf16", - "quantization_level": "" - } - }, - { - "name": "north-mini-code-1.0:latest", - "model": "north-mini-code-1.0:latest", - "modified_at": "2026-06-18T01:39:00.000Z", - "size": 20401094656, - "digest": "d8b269ad5c7c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "north-mini-code-1.0:q4_K_M", - "model": "north-mini-code-1.0:q4_K_M", - "modified_at": "2026-06-18T01:39:00.000Z", - "size": 20401094656, - "digest": "d8b269ad5c7c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q4_K_M", - "quantization_level": "" - } - }, - { - "name": "north-mini-code-1.0:q8_0", - "model": "north-mini-code-1.0:q8_0", - "modified_at": "2026-06-18T01:39:00.000Z", - "size": 34359738368, - "digest": "b6c144236e03", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q8_0", - "quantization_level": "" - } - }, - { - "name": "north-mini-code-1.0:bf16", - "model": "north-mini-code-1.0:bf16", - "modified_at": "2026-06-18T01:39:00.000Z", - "size": 65498251264, - "digest": "e1265bf9e834", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "bf16", - "quantization_level": "" - } - }, - { - "name": "north-mini-code-1.0:mlx-mxfp8", - "model": "north-mini-code-1.0:mlx-mxfp8", - "modified_at": "2026-06-18T01:39:00.000Z", - "size": 33285996544, - "digest": "82b3f0ab2d1c", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "mlx-mxfp8", - "quantization_level": "" - } - }, - { - "name": "north-mini-code-1.0:mlx-nvfp4", - "model": "north-mini-code-1.0:mlx-nvfp4", - "modified_at": "2026-06-18T01:39:00.000Z", - "size": 21474836480, - "digest": "83c9952930e0", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "mlx-nvfp4", - "quantization_level": "" - } - }, - { - "name": "north-mini-code-1.0:mlx-bf16", - "model": "north-mini-code-1.0:mlx-bf16", - "modified_at": "2026-06-18T01:39:00.000Z", - "size": 65498251264, - "digest": "70520154ae45", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "nemotron-3-ultra", - "model": "nemotron-3-ultra", - "modified_at": "2026-06-04T00:00:00.000Z", - "size": 0, - "digest": "", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "", - "quantization_level": "" - } - }, - { - "name": "laguna-xs.2:latest", - "model": "laguna-xs.2:latest", - "modified_at": "2026-04-27T20:57:00.000Z", - "size": 24696061952, - "digest": "ba9ecde43b0e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "laguna-xs.2:mxfp8", - "model": "laguna-xs.2:mxfp8", - "modified_at": "2026-04-27T20:57:00.000Z", - "size": 38654705664, - "digest": "d978dfa2896b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "mxfp8", - "quantization_level": "" - } - }, - { - "name": "laguna-xs.2:nvfp4", - "model": "laguna-xs.2:nvfp4", - "modified_at": "2026-04-27T20:57:00.000Z", - "size": 23622320128, - "digest": "f6daa0fecaaa", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "nvfp4", - "quantization_level": "" - } - }, - { - "name": "laguna-xs.2:q4_K_M", - "model": "laguna-xs.2:q4_K_M", - "modified_at": "2026-04-27T20:57:00.000Z", - "size": 24696061952, - "digest": "ba9ecde43b0e", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q4_K_M", - "quantization_level": "" - } - }, - { - "name": "laguna-xs.2:q8_0", - "model": "laguna-xs.2:q8_0", - "modified_at": "2026-04-27T20:57:00.000Z", - "size": 39728447488, - "digest": "de0c566abd07", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "q8_0", - "quantization_level": "" - } - }, - { - "name": "laguna-xs.2:bf16", - "model": "laguna-xs.2:bf16", - "modified_at": "2026-04-27T20:57:00.000Z", - "size": 71940702208, - "digest": "cb0fe684dd63", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "bf16", - "quantization_level": "" - } - }, - { - "name": "laguna-xs.2:mlx-bf16", - "model": "laguna-xs.2:mlx-bf16", - "modified_at": "2026-04-27T20:57:00.000Z", - "size": 71940702208, - "digest": "10011d1c9084", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "mlx-bf16", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:latest", - "model": "minicpm-v4.6:latest", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1717986918, - "digest": "e95583acac77", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:1b", - "model": "minicpm-v4.6:1b", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1717986918, - "digest": "e95583acac77", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "1b", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q4_0", - "model": "minicpm-v4.6:q4_0", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1717986918, - "digest": "fddef2599474", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q4_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q4_1", - "model": "minicpm-v4.6:q4_1", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1717986918, - "digest": "a8ba7dee2228", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q4_1", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q4_K_S", - "model": "minicpm-v4.6:q4_K_S", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1717986918, - "digest": "95200de9e025", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q4_K_S", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q4_K_M", - "model": "minicpm-v4.6:q4_K_M", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1717986918, - "digest": "e95583acac77", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q4_K_M", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q5_0", - "model": "minicpm-v4.6:q5_0", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1825361101, - "digest": "7d4df98d0fdc", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q5_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q5_1", - "model": "minicpm-v4.6:q5_1", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1825361101, - "digest": "0132eed3d9ef", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q5_1", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q5_K_S", - "model": "minicpm-v4.6:q5_K_S", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1825361101, - "digest": "b2b49d04e96a", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q5_K_S", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q5_K_M", - "model": "minicpm-v4.6:q5_K_M", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1825361101, - "digest": "0e195f4c8bb2", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q5_K_M", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q6_K", - "model": "minicpm-v4.6:q6_K", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 1825361101, - "digest": "ca9219b57000", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q6_K", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:q8_0", - "model": "minicpm-v4.6:q8_0", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 2040109466, - "digest": "ceb4ec05ddf6", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q8_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.6:f16", - "model": "minicpm-v4.6:f16", - "modified_at": "2026-06-02T07:54:00.000Z", - "size": 2791728742, - "digest": "82520258dab3", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "f16", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:latest", - "model": "minicpm-v4.5:latest", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 6549825126, - "digest": "0c40168f46d1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "latest", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:8b", - "model": "minicpm-v4.5:8b", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 6549825126, - "digest": "0c40168f46d1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q4_0", - "model": "minicpm-v4.5:q4_0", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 6335076762, - "digest": "fd2ea418f30e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q4_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q4_1", - "model": "minicpm-v4.5:q4_1", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 6764573491, - "digest": "e48898b0d902", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q4_1", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q4_K_S", - "model": "minicpm-v4.5:q4_K_S", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 6335076762, - "digest": "8a85b33d3053", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q4_K_S", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q4_K_M", - "model": "minicpm-v4.5:q4_K_M", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 6549825126, - "digest": "0c40168f46d1", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q4_K_M", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q5_0", - "model": "minicpm-v4.5:q5_0", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 7301444403, - "digest": "2bc93de9ac8e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q5_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q5_1", - "model": "minicpm-v4.5:q5_1", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 7838315315, - "digest": "455fdec4b9e8", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q5_1", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q5_K_S", - "model": "minicpm-v4.5:q5_K_S", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 7301444403, - "digest": "c714a3479462", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q5_K_S", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q5_K_M", - "model": "minicpm-v4.5:q5_K_M", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 7408818586, - "digest": "bea3ec44177e", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q5_K_M", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q6_K", - "model": "minicpm-v4.5:q6_K", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 8375186227, - "digest": "6ca2c521c157", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q6_K", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:q8_0", - "model": "minicpm-v4.5:q8_0", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 10522669875, - "digest": "d3a452c30a41", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "q8_0", - "quantization_level": "" - } - }, - { - "name": "minicpm-v4.5:f16", - "model": "minicpm-v4.5:f16", - "modified_at": "2026-06-02T08:02:00.000Z", - "size": 18253611008, - "digest": "e8c96bb677b7", - "details": { - "parent_model": "", - "format": "", - "family": "vision", - "families": null, - "parameter_size": "f16", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b", - "model": "granite4.1-guardian:8b", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 7408818586, - "digest": "f82c0882cec1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q2_K", - "model": "granite4.1-guardian:8b-q2_K", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 3543348019, - "digest": "2c6ebdbc4c96", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q2_K", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q3_K_S", - "model": "granite4.1-guardian:8b-q3_K_S", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 4080218931, - "digest": "474fe767d1ed", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q3_K_M", - "model": "granite4.1-guardian:8b-q3_K_M", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 4509715661, - "digest": "4b56e240be8d", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q3_K_L", - "model": "granite4.1-guardian:8b-q3_K_L", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 4831838208, - "digest": "364832eedf35", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q3_K_L", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q4_0", - "model": "granite4.1-guardian:8b-q4_0", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 5153960755, - "digest": "a10286f69b99", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q4_1", - "model": "granite4.1-guardian:8b-q4_1", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 5690831667, - "digest": "1be4061519d1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_1", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q4_K_S", - "model": "granite4.1-guardian:8b-q4_K_S", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 5261334938, - "digest": "a8736da3fe78", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q4_K_M", - "model": "granite4.1-guardian:8b-q4_K_M", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 5476083302, - "digest": "c84f3ddf98bb", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q4_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q5_0", - "model": "granite4.1-guardian:8b-q5_0", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 6227702579, - "digest": "0c7c74ffa2b8", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q5_1", - "model": "granite4.1-guardian:8b-q5_1", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 6764573491, - "digest": "083543c1944b", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_1", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q5_K_S", - "model": "granite4.1-guardian:8b-q5_K_S", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 6227702579, - "digest": "eabbd076be52", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_K_S", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q5_K_M", - "model": "granite4.1-guardian:8b-q5_K_M", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 6442450944, - "digest": "b06b03b262f4", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q5_K_M", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q6_K", - "model": "granite4.1-guardian:8b-q6_K", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 7408818586, - "digest": "f82c0882cec1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q6_K", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-q8_0", - "model": "granite4.1-guardian:8b-q8_0", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 9556302234, - "digest": "3697077f3aa1", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-q8_0", - "quantization_level": "" - } - }, - { - "name": "granite4.1-guardian:8b-bf16", - "model": "granite4.1-guardian:8b-bf16", - "modified_at": "2026-06-10T21:07:00.000Z", - "size": 18253611008, - "digest": "554b81f96395", - "details": { - "parent_model": "", - "format": "", - "family": "tools", - "families": null, - "parameter_size": "8b-bf16", - "quantization_level": "" - } - } - ] -} diff --git a/desktop/src/electron/service-bridge/empty-handlers.ts b/desktop/src/electron/service-bridge/empty-handlers.ts index 14fd3d89..adff9270 100644 --- a/desktop/src/electron/service-bridge/empty-handlers.ts +++ b/desktop/src/electron/service-bridge/empty-handlers.ts @@ -12,7 +12,7 @@ import { } from '@/shared/constants/modular-runtime' import getErrorString from '@/shared/utils/get-error-string' import { engineManagerName } from '@/shared/utils/engines' -import { getEngineHubModels } from '@/electron/model-hub' +import { getEngineHubModels } from '@/electron/service-bridge/model-catalog' import { getModularSupervisor } from './modular-supervisor' import { parseEngineSettings, diff --git a/desktop/src/electron/service-bridge/model-catalog.ts b/desktop/src/electron/service-bridge/model-catalog.ts new file mode 100644 index 00000000..301ec3a1 --- /dev/null +++ b/desktop/src/electron/service-bridge/model-catalog.ts @@ -0,0 +1,148 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +import type { EngineType } from '@/shared/types/engines' +import type { EngineHubModel, EngineHubSearchResponse } from '@/shared/types/engine-api' +import { getModularSupervisor } from '@/electron/service-bridge/modular-supervisor' +import type { JsonObject, JsonValue } from '@/electron/service-bridge/json-rpc-subprocess' +import { createStructuredLogger } from '@/shared/utils/log' +import { currentPlatform } from '@/shared/utils/platform' +import { MODULAR_CATALOG_CALL_TIMEOUT_MS } from '@/shared/constants/modular-runtime' +import getErrorString from '@/shared/utils/get-error-string' + +const log = createStructuredLogger('model-catalog') + +/** + * The engine's name in the backend's vocabulary. `EngineType` is the renderer's + * spelling; the engine manager keys on its manifest names. + */ +const BACKEND_ENGINE_NAME: Record = { + ollama: 'ollama', + 'lm-studio': 'lmstudio' +} + +/** + * This machine's platform in the backend's vocabulary. + * + * `engine:catalog` keys on GOOS, and Node and Go disagree on the spelling for + * Windows — `win32` against `windows`. Only `darwin` is consulted today, and it + * is spelled the same in both, so sending Node's string happens to filter + * correctly; but the value is echoed back in the reply and any future + * backend branch on `windows` would silently not match. + */ +function backendPlatform(): string { + switch (currentPlatform()) { + case 'win32': + return 'windows' + case 'darwin': + return 'darwin' + default: + return 'linux' + } +} + +/** + * `JsonObject` is what the stdio plane already resolves a reply to, so narrowing + * happens against that rather than `unknown` — the boundary is typed, it is only + * the shape behind it that has to be checked. + */ +function isObject(v: JsonValue | undefined): v is JsonObject { + return typeof v === 'object' && v !== null && !Array.isArray(v) +} + +function readStr(o: JsonObject, key: string): string { + const v = o[key] + return typeof v === 'string' ? v : '' +} + +function readNum(o: JsonObject, key: string): number { + const v = o[key] + return typeof v === 'number' ? v : 0 +} + +function readStringArray(o: JsonObject, key: string): string[] { + const v = o[key] + if (!Array.isArray(v)) return [] + return v.filter((s): s is string => typeof s === 'string') +} + +/** + * Normalize one backend catalog row, dropping any row with no pull-ready id + * rather than offering a model that cannot be downloaded. + */ +function toHubModel(raw: JsonValue): EngineHubModel | null { + if (!isObject(raw)) return null + const id = readStr(raw, 'id') || readStr(raw, 'name') + if (!id) return null + const size = readNum(raw, 'size') + const family = readStr(raw, 'family') + const parameterSize = readStr(raw, 'parameterSize') + return { + id, + name: readStr(raw, 'name') || id, + author: readStr(raw, 'author'), + url: readStr(raw, 'url'), + size: size > 0 ? size : undefined, + downloads: readNum(raw, 'downloads'), + likes: readNum(raw, 'likes'), + updatedAt: readStr(raw, 'updatedAt'), + tags: readStringArray(raw, 'tags'), + family: family || undefined, + parameterSize: parameterSize || undefined + } +} + +/** + * Serve an engine's model hub from the backend's `engine:catalog`. + * + * The catalog used to be assembled here in the main process: a committed Ollama + * list bundled into this bundle, plus a live Hugging Face fetch. Both moved into + * `nvpair-engine-manager` so the desktop app and the terminal interface serve + * the same models from one implementation rather than each maintaining its own. + * + * An engine with no curated source is an error at the backend, reported here as + * an empty hub so the modal shows its empty state rather than a failure the user + * can do nothing about. + */ +export async function getEngineHubModels(engineType: EngineType): Promise { + const engine = BACKEND_ENGINE_NAME[engineType] + if (!engine) return { models: [] } + try { + // The hub only ever installs to this machine, so the target platform is + // this one. Sent explicitly rather than relying on the backend's default + // so the request states its own intent. + const result = await getModularSupervisor().callProcess( + 'broker', + 'engine:catalog', + { engine, platform: backendPlatform() }, + MODULAR_CATALOG_CALL_TIMEOUT_MS + ) + const rows = isObject(result) && Array.isArray(result.models) ? result.models : [] + const models = rows.map(toHubModel).filter((m): m is EngineHubModel => m !== null) + log.verbose({ + sublevel: 'catalog', + message: `${engineType} catalog: ${models.length} models` + }) + return { models } + } catch (err) { + log.warn({ + sublevel: 'catalog', + message: `${engineType} catalog fetch failed: ${getErrorString(err)}` + }) + return { models: [] } + } +} + +/** + * Warm the backend's catalog cache so the first modal open is instant. Only the + * live-fetched source benefits; the committed one is compiled in and costs + * nothing. Fire-and-forget: failures are logged by the call itself and the modal + * will simply fetch again. + * + * Called once the Overview renderer reports ready, deliberately not on service + * connect: a network fetch started before the window has painted competes with + * the renderer's own load, and a hanging one leaves an unpainted window behind. + */ +export function warmEngineHubs(): void { + void getEngineHubModels('lm-studio') +} diff --git a/desktop/src/shared/constants/modular-runtime.ts b/desktop/src/shared/constants/modular-runtime.ts index 412827c6..66fc4142 100644 --- a/desktop/src/shared/constants/modular-runtime.ts +++ b/desktop/src/shared/constants/modular-runtime.ts @@ -79,6 +79,15 @@ export const MODULAR_ENGINE_LIFECYCLE_CALL_TIMEOUT_MS = 14 * 60_000 // docs/services-parity.md. export const MODULAR_MODEL_ACTION_TIMEOUT_MS = 120_000 +// Upper bound for `engine:catalog`. The engine manager allows its own LM Studio +// fetch 20s, and only replies once that resolves, so the RPC envelope has to sit +// outside that budget or a slow catalogue rejects here while the backend is +// still working — and the modal renders its empty state, which reads as "this +// engine has no models" rather than "the catalogue could not be read". Hugging +// Face has been observed holding the request open far longer than its nominal +// timeout, so the margin is generous. +export const MODULAR_CATALOG_CALL_TIMEOUT_MS = 30_000 + // Poll interval for `cluster:invite-status` while a pairing handshake is open. // Also drives the pending-invite reconciliation sweep, the backstop for a missed // receiver-side `cluster:invite-canceled` / `cluster:invite-expired` push. diff --git a/desktop/src/shared/types/engine-api.ts b/desktop/src/shared/types/engine-api.ts index 9187e658..4d524f51 100644 --- a/desktop/src/shared/types/engine-api.ts +++ b/desktop/src/shared/types/engine-api.ts @@ -11,11 +11,12 @@ import type { EngineStatusData, EngineType } from '@/shared/types/engines' import type { EngineModels, EngineProgress, EngineUpdateAvailable } from '@/shared/types/engines' /** - * One normalized model row returned by an engine-owned hub source (Ollama - * library scrape, LM Studio community catalog). The Electron-main model-hub - * module normalizes each upstream registry into this shape so the renderer - * maps it to a display row without per-engine JSON parsing. `id`/`name` carry - * the pull-ready identifier the engine's `pull_model` action expects. + * One normalized model row returned by an engine-owned hub source (a committed + * Ollama library list, the LM Studio community catalog). `nvpair-engine-manager` + * owns both sources and normalizes each upstream registry into this shape, so + * the desktop app and the terminal interface serve the same models and the + * renderer maps a row for display without per-engine JSON parsing. `id`/`name` + * carry the pull-ready identifier the engine's `pull_model` action expects. */ export interface EngineHubModel { id: string diff --git a/desktop/src/ui/types/model-hub.ts b/desktop/src/ui/types/model-hub.ts index 668e57a7..0a9a2c5e 100644 --- a/desktop/src/ui/types/model-hub.ts +++ b/desktop/src/ui/types/model-hub.ts @@ -2,11 +2,12 @@ // SPDX-License-Identifier: Apache-2.0 /** - * Display row for a model hub result. The Electron-main model-hub module - * (`src/electron/model-hub/`) returns normalized `EngineHubModel` rows over the - * `engine:search-hub` channel; `model-hub-search.ts` maps those into this - * renderer-only display shape. `name`/`id` carry the pull-ready identifier the - * engine's `pull_model` action expects. + * Display row for a model hub result. `nvpair-engine-manager` owns the + * catalogues and returns normalized `EngineHubModel` rows, relayed by + * `src/electron/service-bridge/model-catalog.ts` over the `engine:search-hub` + * channel; `model-hub-search.ts` maps those into this renderer-only display + * shape. `name`/`id` carry the pull-ready identifier the engine's `pull_model` + * action expects. */ export interface ModelEntry { id: string diff --git a/desktop/tests/modular/cluster-pairing-timeout.test.ts b/desktop/tests/modular/cluster-pairing-timeout.test.ts index 4811d208..16f1dd6f 100644 --- a/desktop/tests/modular/cluster-pairing-timeout.test.ts +++ b/desktop/tests/modular/cluster-pairing-timeout.test.ts @@ -3,7 +3,7 @@ import { beforeEach, describe, expect, it, vi } from 'vitest' import type { Invite } from '@/shared/types/cluster' -import type { getEngineHubModels } from '@/electron/model-hub' +import type { getEngineHubModels } from '@/electron/service-bridge/model-catalog' import type { getModularSupervisor } from '@/electron/service-bridge/modular-supervisor' import type { getModularBridgeState } from '@/electron/service-bridge/modular-state' @@ -29,7 +29,7 @@ vi.mock('@/electron/service-bridge/modular-state', () => ({ isUpstreamUnreachableError: () => false, parseServiceErrors: () => [] })) -vi.mock('@/electron/model-hub', () => ({ +vi.mock('@/electron/service-bridge/model-catalog', () => ({ getEngineHubModels: vi.fn() })) diff --git a/desktop/tests/modular/engine-command-load.test.ts b/desktop/tests/modular/engine-command-load.test.ts index 1689cc1d..7392cda4 100644 --- a/desktop/tests/modular/engine-command-load.test.ts +++ b/desktop/tests/modular/engine-command-load.test.ts @@ -23,7 +23,7 @@ vi.mock('@/electron/service-bridge/modular-state', () => ({ isUpstreamUnreachableError: () => false, parseServiceErrors: () => [] })) -vi.mock('@/electron/model-hub', () => ({ getEngineHubModels: vi.fn() })) +vi.mock('@/electron/service-bridge/model-catalog', () => ({ getEngineHubModels: vi.fn() })) import { handleServiceBridgeInvoke } from '@/electron/service-bridge/empty-handlers' diff --git a/desktop/tests/modular/engine-command-service-down.test.ts b/desktop/tests/modular/engine-command-service-down.test.ts index 4e16a711..05ba8855 100644 --- a/desktop/tests/modular/engine-command-service-down.test.ts +++ b/desktop/tests/modular/engine-command-service-down.test.ts @@ -26,7 +26,7 @@ vi.mock('@/electron/service-bridge/modular-state', () => ({ isUpstreamUnreachableError: () => false, parseServiceErrors: () => [] })) -vi.mock('@/electron/model-hub', () => ({ getEngineHubModels: vi.fn() })) +vi.mock('@/electron/service-bridge/model-catalog', () => ({ getEngineHubModels: vi.fn() })) import { handleServiceBridgeInvoke } from '@/electron/service-bridge/empty-handlers' diff --git a/desktop/tests/modular/engine-settings-bridge.test.ts b/desktop/tests/modular/engine-settings-bridge.test.ts index c356ab41..8d1ba0a2 100644 --- a/desktop/tests/modular/engine-settings-bridge.test.ts +++ b/desktop/tests/modular/engine-settings-bridge.test.ts @@ -28,7 +28,7 @@ vi.mock('@/electron/service-bridge/modular-state', () => ({ isUpstreamUnreachableError: () => false, parseServiceErrors: () => [] })) -vi.mock('@/electron/model-hub', () => ({ getEngineHubModels: vi.fn() })) +vi.mock('@/electron/service-bridge/model-catalog', () => ({ getEngineHubModels: vi.fn() })) import { handleServiceBridgeInvoke } from '@/electron/service-bridge/empty-handlers' import { MODULAR_ENGINE_LIFECYCLE_CALL_TIMEOUT_MS } from '@/shared/constants/modular-runtime' diff --git a/desktop/tests/modular/truthful-stop.test.ts b/desktop/tests/modular/truthful-stop.test.ts index 0b6c0fab..abb73c7e 100644 --- a/desktop/tests/modular/truthful-stop.test.ts +++ b/desktop/tests/modular/truthful-stop.test.ts @@ -26,7 +26,7 @@ vi.mock('@/electron/service-bridge/modular-state', () => ({ isUpstreamUnreachableError: () => false, parseServiceErrors: () => [] })) -vi.mock('@/electron/model-hub', () => ({ getEngineHubModels: vi.fn() })) +vi.mock('@/electron/service-bridge/model-catalog', () => ({ getEngineHubModels: vi.fn() })) import { handleServiceBridgeInvoke } from '@/electron/service-bridge/empty-handlers' From c414dbf06288b8140c67304e10c4b70eef1a31a4 Mon Sep 17 00:00:00 2001 From: Terve Date: Mon, 21 Sep 2026 19:48:32 -0400 Subject: [PATCH 04/20] Ship one inference-dispatcher, from cli-bin The Inference Demo's HTTP client was built by its own script into its own tools/ resource directory, which only the desktop app knew about. The terminal interface runs the same demo and resolves everything beside its own executable, so a second location meant it could not find the client at all. Build it into cli-bin with the binaries it sits beside. It is still not a service -- no entry in versions.json, no supervision -- so it carries the services version rather than a component version, and it is named explicitly in the expected-file set so cli-bin stays an exact inventory rather than merely gaining an exemption. Fingerprint what actually goes into a binary while here. Only .go files were hashed, so regenerating an embedded asset -- the engine manager's Ollama catalogue, now -- left the build believing cli-bin was current, and it shipped the previous binary with nothing to indicate the list was stale. The dispatcher's own sources sit outside the services tree and get walked for the same reason. Signed-off-by: Terve --- desktop/.gitignore | 10 +- desktop/electron-builder.config.ts | 81 +---- desktop/package.json | 21 +- desktop/scripts/build-inference-dispatcher.ts | 293 ------------------ desktop/scripts/build-modular-binaries.ts | 109 ++++++- desktop/scripts/build/macos/hooks.ts | 12 +- desktop/src/electron/inference-demo.ts | 30 +- .../shared/constants/inference-dispatcher.ts | 22 +- scripts/inference-dispatcher.ps1 | 8 +- scripts/inference-dispatcher.sh | 8 +- 10 files changed, 164 insertions(+), 430 deletions(-) delete mode 100644 desktop/scripts/build-inference-dispatcher.ts diff --git a/desktop/.gitignore b/desktop/.gitignore index 6686db7e..ffef4fcc 100644 --- a/desktop/.gitignore +++ b/desktop/.gitignore @@ -17,12 +17,10 @@ out notes.txt vault-notes.txt coverage +# Compiled Go binaries: the services workers, nvpair-tui, and the Inference +# Demo's inference-dispatcher, all built by `npm run build:modular-binaries`. cli-bin -# Compiled inference-dispatcher client (built from ../scripts/inference-dispatcher -# by `npm run build:tools`; the Go sources are tracked at the monorepo root). -tools - # Generated app-icon artifacts (build/runtime containers derived from the master # artwork in resources/app-icon/ by `npm run generate:icons`, which runs # automatically via prebuild:electron / prestart). Source of truth is app-icon/. @@ -64,4 +62,8 @@ tsconfig.deadcode.node.json tsconfig.deadcode.web.json sea-config.json +# TypeScript incremental build caches. Machine-local and regenerated by any +# typecheck, so a tracked one produces a diff on every run. +*.tsbuildinfo + review.diff diff --git a/desktop/electron-builder.config.ts b/desktop/electron-builder.config.ts index 1f713d47..1d261ff6 100644 --- a/desktop/electron-builder.config.ts +++ b/desktop/electron-builder.config.ts @@ -27,10 +27,7 @@ import { modularBinaryFileName, modularShippedBinaryBaseNames } from './src/shared/constants/modular-binaries' -import { - INFERENCE_DISPATCHER_RESOURCE_DIR, - inferenceDispatcherFileName -} from './src/shared/constants/inference-dispatcher' +import { inferenceDispatcherFileName } from './src/shared/constants/inference-dispatcher' import type { JsonValue } from './src/shared/types/json' import type { SupportedPlatform } from './src/shared/types/platform' import { macAfterAllArtifactBuild, macAfterPack } from './scripts/build/macos/hooks' @@ -87,6 +84,11 @@ function assertCliBinPackagingInputs(): void { ...modularShippedBinaryBaseNames().map(baseName => modularBinaryFileName(baseName, platform) ), + // The Inference Demo's HTTP client. Not a services component, but it + // ships here so the terminal interface can find it beside its own + // executable — see INFERENCE_DISPATCHER_BASE_NAME. Named explicitly so + // the set stays exact and a genuine stray is still rejected. + inferenceDispatcherFileName(platform), 'manifest.json' ]) const entries = readdirSync('cli-bin', { withFileTypes: true }) @@ -144,62 +146,6 @@ function assertCliBinPackagingInputs(): void { } } -/** - * The same guarantee `assertCliBinPackagingInputs` gives cli-bin, for the - * `inference-dispatcher` client in `tools/`. Its own manifest records the real - * target, because the file name alone cannot distinguish a linux build from a - * macOS one or x64 from arm64. - */ -function assertToolsPackagingInputs(): void { - const platform = packagingPlatform() - const expected = new Set([inferenceDispatcherFileName(platform), 'manifest.json']) - - const entries = readdirSync(INFERENCE_DISPATCHER_RESOURCE_DIR, { withFileTypes: true }) - const unexpected = entries - .filter(entry => !entry.isFile() || !expected.has(entry.name)) - .map(entry => entry.name) - .sort() - const missing = [...expected].filter( - fileName => !entries.some(entry => entry.name === fileName) - ) - - if (unexpected.length > 0 || missing.length > 0) { - throw new Error( - [ - `Refusing to package an invalid ${INFERENCE_DISPATCHER_RESOURCE_DIR} directory.`, - unexpected.length > 0 ? `Unexpected: ${unexpected.join(', ')}` : '', - missing.length > 0 ? `Missing: ${missing.join(', ')}` : '', - 'Run npm run build:tools for the target platform.' - ] - .filter(Boolean) - .join('\n') - ) - } - - const manifest: JsonValue = JSON.parse( - readFileSync(`${INFERENCE_DISPATCHER_RESOURCE_DIR}/manifest.json`, 'utf8') - ) - if (typeof manifest !== 'object' || manifest === null || Array.isArray(manifest)) { - throw new Error(`${INFERENCE_DISPATCHER_RESOURCE_DIR}/manifest.json is not a JSON object.`) - } - const manifestPlatform = manifest['platform'] - const manifestArch = manifest['arch'] - if (manifestPlatform !== platform) { - throw new Error( - `${INFERENCE_DISPATCHER_RESOURCE_DIR} was built for platform ` + - `"${String(manifestPlatform)}" but packaging targets "${platform}". ` + - 'Run npm run build:tools for the target platform.' - ) - } - if (selectedArchs.length !== 1 || selectedArchs[0] !== manifestArch) { - throw new Error( - `${INFERENCE_DISPATCHER_RESOURCE_DIR} was built for arch "${String(manifestArch)}" ` + - `but packaging targets ${selectedArchs.join(', ')}. Package exactly one ` + - 'architecture (pass --x64 or --arm64).' - ) - } -} - // Narrow the packaged architectures based on CLI flags / env. Without this, // declaring `arch: ['x64', 'arm64']` on a target builds both installers even // when the user passes only `--arm64`. @@ -214,7 +160,6 @@ const selectedArchs: PkgArch[] = : ['x64', 'arm64'] assertCliBinPackagingInputs() -assertToolsPackagingInputs() // Pin the NSIS payload's 7z branch filter to BCJ. // @@ -276,21 +221,17 @@ const config: Configuration = { /** * Ship the modular Go subprocesses outside the asar so the Electron main * process can spawn them from `process.resourcesPath/cli-bin`. + * + * `cli-bin` also carries the Inference Demo's `inference-dispatcher`, which + * is not a services binary. It shares the directory so `nvpair-tui` — which + * runs the same demo and resolves the dispatcher next to its own executable + * — finds it in a packaged app as well as in a services install. */ extraResources: [ { from: 'cli-bin', to: 'cli-bin' }, - { - // The `inference-dispatcher` HTTP client the Inference Demo spawns - // (built by scripts/build-inference-dispatcher.ts). It ships beside - // cli-bin rather than inside it because it is not a services binary: - // no JSON-RPC, absent from services/versions.json, never supervised - // by the broker. - from: INFERENCE_DISPATCHER_RESOURCE_DIR, - to: INFERENCE_DISPATCHER_RESOURCE_DIR - }, { // Repo-root wipe scripts (append-only inventory). Packaged builds call // these from Electron after shutdown — same entrypoints developers run diff --git a/desktop/package.json b/desktop/package.json index 0b0b1b2d..cc8fee6f 100644 --- a/desktop/package.json +++ b/desktop/package.json @@ -48,15 +48,8 @@ "build:collect-logs:linux:arm64": "tsx scripts/build-collect-logs.ts --platform=linux --arch=arm64", "build:collect-logs:mac:x64": "tsx scripts/build-collect-logs.ts --platform=darwin --arch=x64", "build:collect-logs:mac:arm64": "tsx scripts/build-collect-logs.ts --platform=darwin --arch=arm64", - "build:tools": "tsx scripts/build-inference-dispatcher.ts", - "build:tools:win:x64": "tsx scripts/build-inference-dispatcher.ts --platform=win32 --arch=x64", - "build:tools:win:arm64": "tsx scripts/build-inference-dispatcher.ts --platform=win32 --arch=arm64", - "build:tools:linux:x64": "tsx scripts/build-inference-dispatcher.ts --platform=linux --arch=x64", - "build:tools:linux:arm64": "tsx scripts/build-inference-dispatcher.ts --platform=linux --arch=arm64", - "build:tools:mac:x64": "tsx scripts/build-inference-dispatcher.ts --platform=darwin --arch=x64", - "build:tools:mac:arm64": "tsx scripts/build-inference-dispatcher.ts --platform=darwin --arch=arm64", "prestart": "npm run generate:icons", - "start": "npm run build:modular-binaries && npm run build:tools && electron-vite dev", + "start": "npm run build:modular-binaries && electron-vite dev", "start:mock-updater": "tsx scripts/start-mock-updater.ts", "start:mock-updater:error": "tsx scripts/start-mock-updater.ts --error", "build": "npm run build:electron", @@ -64,13 +57,13 @@ "build:electron": "electron-vite build", "prebuild:renderer": "npm run vendor:kaizen-css", "build:renderer": "vite build --config vite.renderer.config.ts", - "build:electron:win:x64": "npm run licenses && npm run build:modular-binaries:win:x64 -- --force && npm run build:collect-logs:win:x64 && npm run build:tools:win:x64 -- --force && electron-builder -c electron-builder.config.ts --win --x64 --publish never", - "build:electron:win:arm64": "npm run licenses && npm run build:modular-binaries:win:arm64 -- --force && npm run build:collect-logs:win:arm64 && npm run build:tools:win:arm64 -- --force && electron-builder -c electron-builder.config.ts --win --arm64 --publish never", - "build:electron:linux:x64": "npm run licenses && npm run build:modular-binaries:linux:x64 -- --force && npm run build:collect-logs:linux:x64 && npm run build:tools:linux:x64 -- --force && electron-builder -c electron-builder.config.ts --linux --x64 --publish never", - "build:electron:linux:arm64": "npm run licenses && npm run build:modular-binaries:linux:arm64 -- --force && npm run build:collect-logs:linux:arm64 && npm run build:tools:linux:arm64 -- --force && electron-builder -c electron-builder.config.ts --linux --arm64 --publish never", + "build:electron:win:x64": "npm run licenses && npm run build:modular-binaries:win:x64 -- --force && npm run build:collect-logs:win:x64 && electron-builder -c electron-builder.config.ts --win --x64 --publish never", + "build:electron:win:arm64": "npm run licenses && npm run build:modular-binaries:win:arm64 -- --force && npm run build:collect-logs:win:arm64 && electron-builder -c electron-builder.config.ts --win --arm64 --publish never", + "build:electron:linux:x64": "npm run licenses && npm run build:modular-binaries:linux:x64 -- --force && npm run build:collect-logs:linux:x64 && electron-builder -c electron-builder.config.ts --linux --x64 --publish never", + "build:electron:linux:arm64": "npm run licenses && npm run build:modular-binaries:linux:arm64 -- --force && npm run build:collect-logs:linux:arm64 && electron-builder -c electron-builder.config.ts --linux --arm64 --publish never", "build:helper:mac": "tsx scripts/build/macos/build-helper.ts", - "build:electron:mac:x64": "npm run licenses && npm run build:modular-binaries:mac:x64 -- --force && npm run build:collect-logs:mac:x64 && npm run build:tools:mac:x64 -- --force && npm run build:helper:mac && electron-builder -c electron-builder.config.ts --mac --x64 --publish never", - "build:electron:mac:arm64": "npm run licenses && npm run build:modular-binaries:mac:arm64 -- --force && npm run build:collect-logs:mac:arm64 && npm run build:tools:mac:arm64 -- --force && npm run build:helper:mac && electron-builder -c electron-builder.config.ts --mac --arm64 --publish never", + "build:electron:mac:x64": "npm run licenses && npm run build:modular-binaries:mac:x64 -- --force && npm run build:collect-logs:mac:x64 && npm run build:helper:mac && electron-builder -c electron-builder.config.ts --mac --x64 --publish never", + "build:electron:mac:arm64": "npm run licenses && npm run build:modular-binaries:mac:arm64 -- --force && npm run build:collect-logs:mac:arm64 && npm run build:helper:mac && electron-builder -c electron-builder.config.ts --mac --arm64 --publish never", "build:win": "npm run build && npm run build:electron:win:x64 && npm run build:electron:win:arm64", "build:win:x64": "npm run build && npm run build:electron:win:x64", "build:win:arm64": "npm run build && npm run build:electron:win:arm64", diff --git a/desktop/scripts/build-inference-dispatcher.ts b/desktop/scripts/build-inference-dispatcher.ts deleted file mode 100644 index f86d3475..00000000 --- a/desktop/scripts/build-inference-dispatcher.ts +++ /dev/null @@ -1,293 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -/** - * Build the `inference-dispatcher` Go client from the monorepo's - * `scripts/inference-dispatcher` module into `tools/`. - * - * The dispatcher is not a PAIR service: it speaks no JSON-RPC, is not listed in - * `services/versions.json`, and is never supervised by the broker. It is a - * conventional third-party HTTP client that the Inference Demo spawns once per - * scheduled request (`src/electron/inference-demo.ts`). That is why it ships in - * its own `tools/` resource directory rather than in `cli-bin/`, whose contents - * are asserted against the services binary inventory. - * - * Like the services binaries it is pure Go with no cgo, so any host can - * cross-compile any target with `CGO_ENABLED=0 GOOS=… GOARCH=…`. The version is - * stamped from the desktop `package.json` because the tool now versions with - * the app that ships it. - * - * Usage: - * tsx scripts/build-inference-dispatcher.ts [--platform=win32|linux|darwin] - * [--arch=x64|arm64] [--force] - * - * A `tools/manifest.json` records the target and source fingerprint so repeat - * runs (e.g. `npm start`) skip the rebuild when nothing changed. CI passes - * `--force`. - */ - -import { spawnSync } from 'node:child_process' -import { createHash } from 'node:crypto' -import { - chmodSync, - existsSync, - mkdirSync, - readdirSync, - readFileSync, - rmSync, - writeFileSync -} from 'node:fs' -import path from 'node:path' -import { - INFERENCE_DISPATCHER_BASE_NAME, - INFERENCE_DISPATCHER_RESOURCE_DIR, - inferenceDispatcherFileName -} from '@/shared/constants/inference-dispatcher' -import type { ModularPackageArch } from '@/shared/constants/modular-binaries' -import type { SupportedPlatform } from '@/shared/types/platform' -import { currentPlatform } from '@/shared/utils/platform' -import { version as appVersion } from '../package.json' - -const DESKTOP_ROOT = path.resolve(__dirname, '..') -const TOOLS_DIR = path.join(DESKTOP_ROOT, INFERENCE_DISPATCHER_RESOURCE_DIR) -const MANIFEST_PATH = path.join(TOOLS_DIR, 'manifest.json') -const MODULE_DIR = path.resolve(DESKTOP_ROOT, '..', 'scripts', INFERENCE_DISPATCHER_BASE_NAME) - -interface BuildOptions { - platform: SupportedPlatform - arch: ModularPackageArch - force: boolean -} - -interface ToolsManifest { - sourceFingerprint: string - version: string - platform: SupportedPlatform - arch: ModularPackageArch - fileName: string - size: number - sha256: string - builtAt: string -} - -function argValue(name: string): string | null { - const prefix = `--${name}=` - const arg = process.argv.find(entry => entry.startsWith(prefix)) - return arg ? arg.slice(prefix.length) : null -} - -function normalizePlatform(value: string): SupportedPlatform { - if (value === 'win32' || value === 'darwin' || value === 'linux') return value - throw new Error(`Unsupported inference-dispatcher platform: ${value}`) -} - -function normalizeArch(value: string): ModularPackageArch { - if (value === 'x64' || value === 'arm64') return value - throw new Error(`Unsupported inference-dispatcher arch: ${value}`) -} - -function readOptions(): BuildOptions { - const platform = normalizePlatform( - argValue('platform') ?? process.env.DHC_MODULAR_PLATFORM ?? currentPlatform() - ) - const arch = normalizeArch(argValue('arch') ?? process.env.DHC_MODULAR_ARCH ?? process.arch) - const force = - process.argv.includes('--force') || - process.env.DHC_MODULAR_FORCE_FETCH === '1' || - process.env.CI === 'true' - return { platform, arch, force } -} - -function goos(platform: SupportedPlatform): string { - return platform === 'win32' ? 'windows' : platform -} - -function goarch(arch: ModularPackageArch): string { - return arch === 'x64' ? 'amd64' : 'arm64' -} - -function moduleDir(): string { - if (!existsSync(path.join(MODULE_DIR, 'go.mod'))) { - throw new Error( - `inference-dispatcher module not found at ${MODULE_DIR} (expected go.mod).\n` + - 'Run from the monorepo with scripts/ checked out beside desktop/.' - ) - } - return MODULE_DIR -} - -function ensureGoToolchain(): void { - const res = spawnSync('go', ['version'], { encoding: 'utf8' }) - if (res.status !== 0) { - throw new Error( - 'Go toolchain not found on PATH.\n' + - 'Install Go 1.25+ from https://go.dev/dl/ and reopen your terminal so PATH updates.' - ) - } - console.log(`[tools-build] ${res.stdout.trim()}`) -} - -/** Content hash of the module's Go sources — not monorepo git HEAD. */ -function sourceFingerprint(dir: string): string { - const hash = createHash('sha256') - const files = readdirSync(dir) - .filter(entry => entry.endsWith('.go') || entry === 'go.mod' || entry === 'go.sum') - .sort() - for (const file of files) { - hash.update(file) - hash.update('\0') - hash.update(readFileSync(path.join(dir, file))) - hash.update('\0') - } - return hash.digest('hex') -} - -function sha256(filePath: string): { size: number; sha256: string } { - const data = readFileSync(filePath) - return { size: data.byteLength, sha256: createHash('sha256').update(data).digest('hex') } -} - -function readManifest(): ToolsManifest | null { - if (!existsSync(MANIFEST_PATH)) return null - const parsed: unknown = JSON.parse(readFileSync(MANIFEST_PATH, 'utf8')) - if (typeof parsed !== 'object' || parsed === null) return null - if (!('sourceFingerprint' in parsed) || typeof parsed.sourceFingerprint !== 'string') { - return null - } - if (!('version' in parsed) || typeof parsed.version !== 'string') return null - if (!('platform' in parsed) || typeof parsed.platform !== 'string') return null - if (!('arch' in parsed) || typeof parsed.arch !== 'string') return null - if (!('fileName' in parsed) || typeof parsed.fileName !== 'string') return null - if (!('size' in parsed) || typeof parsed.size !== 'number') return null - if (!('sha256' in parsed) || typeof parsed.sha256 !== 'string') return null - if ( - parsed.platform !== 'win32' && - parsed.platform !== 'darwin' && - parsed.platform !== 'linux' - ) { - return null - } - if (parsed.arch !== 'x64' && parsed.arch !== 'arm64') return null - return { - sourceFingerprint: parsed.sourceFingerprint, - version: parsed.version, - platform: parsed.platform, - arch: parsed.arch, - fileName: parsed.fileName, - size: parsed.size, - sha256: parsed.sha256, - builtAt: 'builtAt' in parsed && typeof parsed.builtAt === 'string' ? parsed.builtAt : '' - } -} - -function manifestIsCurrent(options: BuildOptions, fingerprint: string): boolean { - const manifest = readManifest() - if (!manifest) return false - if (manifest.sourceFingerprint !== fingerprint || !fingerprint) return false - if (manifest.version !== appVersion) return false - if (manifest.platform !== options.platform || manifest.arch !== options.arch) return false - - const fileName = inferenceDispatcherFileName(options.platform) - if (manifest.fileName !== fileName) return false - // A stray file means an earlier build targeted a different platform; the - // packaging assertion would reject it, so rebuild rather than skip. - const entries = readdirSync(TOOLS_DIR, { withFileTypes: true }) - const expected = new Set([fileName, 'manifest.json']) - if (entries.length !== expected.size) return false - if (!entries.every(entry => entry.isFile() && expected.has(entry.name))) return false - - const actual = sha256(path.join(TOOLS_DIR, fileName)) - return actual.size === manifest.size && actual.sha256 === manifest.sha256 -} - -function clearToolsDir(): void { - if (!existsSync(TOOLS_DIR)) return - for (const entry of readdirSync(TOOLS_DIR)) { - rmSync(path.join(TOOLS_DIR, entry), { recursive: true, force: true }) - } -} - -/** - * The linker splits `-ldflags` on whitespace, so a version carrying a space (or - * other linker syntax) would inject extra directives into the build. Restrict - * the stamped value before it reaches the command line. - */ -const SAFE_VERSION = /^[0-9A-Za-z][0-9A-Za-z.+-]*$/ - -function assertSafeVersion(version: string): void { - if (!SAFE_VERSION.test(version)) { - throw new Error( - `Refusing to build ${INFERENCE_DISPATCHER_BASE_NAME}: unsafe version string ${JSON.stringify(version)} ` + - 'from package.json (must match /^[0-9A-Za-z][0-9A-Za-z.+-]*$/, no whitespace or ' + - 'leading dash).' - ) - } -} - -function main(): void { - const options = readOptions() - const dir = moduleDir() - const fingerprint = sourceFingerprint(dir) - - if (!options.force && existsSync(TOOLS_DIR) && manifestIsCurrent(options, fingerprint)) { - console.log( - `[tools-build] tools/ is current for fingerprint ${fingerprint.slice(0, 12)} ${options.platform}/${options.arch}; skipping build.` - ) - return - } - - assertSafeVersion(appVersion) - ensureGoToolchain() - - clearToolsDir() - mkdirSync(TOOLS_DIR, { recursive: true }) - - const fileName = inferenceDispatcherFileName(options.platform) - const outFile = path.join(TOOLS_DIR, fileName) - const res = spawnSync( - 'go', - [ - 'build', - '-trimpath', - '-ldflags', - `-s -w -X main.Version=${appVersion}`, - '-o', - outFile, - '.' - ], - { - cwd: dir, - env: { - ...process.env, - CGO_ENABLED: '0', - GOOS: goos(options.platform), - GOARCH: goarch(options.arch) - }, - stdio: 'inherit' - } - ) - if (res.status !== 0) { - throw new Error( - `go build failed for ${INFERENCE_DISPATCHER_BASE_NAME} (exit ${res.status ?? 'signal'})` - ) - } - if (options.platform !== 'win32') chmodSync(outFile, 0o755) - - const hash = sha256(outFile) - const manifest: ToolsManifest = { - sourceFingerprint: fingerprint, - version: appVersion, - platform: options.platform, - arch: options.arch, - fileName, - size: hash.size, - sha256: hash.sha256, - builtAt: new Date().toISOString() - } - writeFileSync(MANIFEST_PATH, `${JSON.stringify(manifest, null, 2)}\n`, 'utf8') - console.log( - `[tools-build] built ${fileName} (v${appVersion}) for ${options.platform}/${options.arch}` - ) -} - -main() diff --git a/desktop/scripts/build-modular-binaries.ts b/desktop/scripts/build-modular-binaries.ts index e84b4995..0fec3b14 100644 --- a/desktop/scripts/build-modular-binaries.ts +++ b/desktop/scripts/build-modular-binaries.ts @@ -47,6 +47,10 @@ import { modularShippedBinaryBaseNames } from '@/shared/constants/modular-binaries' import type { ModularPackageArch } from '@/shared/constants/modular-binaries' +import { + INFERENCE_DISPATCHER_BASE_NAME, + inferenceDispatcherFileName +} from '@/shared/constants/inference-dispatcher' import type { SupportedPlatform } from '@/shared/types/platform' import { currentPlatform } from '@/shared/utils/platform' @@ -188,6 +192,13 @@ function ensureGoToolchain(): void { console.log(`[modular-build] ${res.stdout.trim()}`) } +/** + * Non-Go file types that get compiled into a binary via `go:embed`. Kept as an + * explicit list rather than "everything that is not a .go file" so a README or a + * stray editor file cannot invalidate every developer's build cache. + */ +const EMBEDDED_ASSET_EXTENSIONS = ['.json', '.tmpl', '.html', '.css', '.svg'] + function listFingerprintFiles(repo: string): string[] { const out: string[] = [] const versionsPath = path.join(repo, 'versions.json') @@ -211,18 +222,43 @@ function listFingerprintFiles(repo: string): string[] { out.push(full) } else if (entry === 'go.mod' || entry === 'go.sum') { out.push(full) + } else if (full === versionsPath) { + // Already added above; the walk would hash it a second time. + continue + } else if (EMBEDDED_ASSET_EXTENSIONS.some(ext => entry.endsWith(ext))) { + // Assets compiled in with go:embed are as much a part of the + // binary as the source that reads them. The engine manager + // embeds its Ollama catalogue, so regenerating that file changes + // what ships — but with only .go files fingerprinted the build + // saw no change and reused the previous binary, leaving a stale + // catalogue in the app with nothing to indicate it. + out.push(full) } } } walk(repo) + // The Inference Demo's client is built into cli-bin too, so a change to it + // has to invalidate the same fingerprint. Its module is outside the services + // tree, so the walk above cannot reach it — and without this the build would + // report cli-bin current and ship the previous dispatcher. + const dispatcher = dispatcherSourceDir(repo) + if (existsSync(dispatcher)) walk(dispatcher) return out.sort() } -/** Content hash of services Go sources + module files — not monorepo git HEAD. */ +/** + * Content hash of the Go sources and module files that produce cli-bin — not + * monorepo git HEAD. + * + * Paths are made relative to the monorepo root rather than the services tree, + * because the dispatcher's sources sit outside it and `repo`-relative slicing + * would turn them into `../scripts/...` — still stable, but only by accident. + */ function servicesSourceFingerprint(repo: string): string { + const root = path.resolve(repo, '..') const hash = createHash('sha256') for (const file of listFingerprintFiles(repo)) { - hash.update(file.slice(repo.length + 1)) + hash.update(path.relative(root, file)) hash.update('\0') hash.update(readFileSync(file)) hash.update('\0') @@ -277,9 +313,15 @@ function parseManifest(text: string): BuildManifest | null { } function expectedFileNames(platform: SupportedPlatform): string[] { - return modularShippedBinaryBaseNames().map(baseName => - modularBinaryFileName(baseName, platform) - ) + return [ + ...modularShippedBinaryBaseNames().map(baseName => + modularBinaryFileName(baseName, platform) + ), + // Not a services component, but it ships here — see the note on + // INFERENCE_DISPATCHER_BASE_NAME. Listed so cli-bin stays an exact set: + // an unexpected file is still rejected, there is just one more expected. + inferenceDispatcherFileName(platform) + ] } function cliBinHasOnlyExpectedFiles(platform: SupportedPlatform): boolean { @@ -389,6 +431,56 @@ function buildBinary( return { fileName, size: hash.size, sha256: hash.sha256 } } +/** + * Build the Inference Demo's HTTP client into `cli-bin/`. + * + * Its module is outside the services tree — at the monorepo root, because it is + * not a service — so it cannot go through `buildBinary`, which resolves a + * component directory inside the repo. It carries the services version rather + * than a component version for the same reason: it has no entry in + * `versions.json` and is not meant to acquire one. + */ +function buildDispatcher(repo: string, options: BuildOptions, version: string): ManifestFile { + assertSafeVersion(INFERENCE_DISPATCHER_BASE_NAME, version) + const sourceDir = dispatcherSourceDir(repo) + if (!existsSync(sourceDir)) { + throw new Error( + `Missing Inference Demo client source: ${sourceDir}\n` + + 'It lives at scripts/inference-dispatcher in the monorepo root.' + ) + } + const fileName = inferenceDispatcherFileName(options.platform) + const outFile = path.join(CLI_BIN_DIR, fileName) + const res = spawnSync( + 'go', + ['build', '-trimpath', '-ldflags', `-s -w -X main.Version=${version}`, '-o', outFile, '.'], + { + cwd: sourceDir, + env: { + ...process.env, + CGO_ENABLED: '0', + GOOS: goos(options.platform), + GOARCH: goarch(options.arch) + }, + stdio: 'inherit' + } + ) + if (res.status !== 0) { + throw new Error( + `go build failed for ${INFERENCE_DISPATCHER_BASE_NAME} (exit ${res.status ?? 'signal'})` + ) + } + if (options.platform !== 'win32') chmodSync(outFile, 0o755) + const hash = sha256(outFile) + console.log(`[modular-build] built ${fileName} (v${version})`) + return { fileName, size: hash.size, sha256: hash.sha256 } +} + +/** The dispatcher's Go module, a sibling of the services tree. */ +function dispatcherSourceDir(repo: string): string { + return path.resolve(repo, '..', 'scripts', INFERENCE_DISPATCHER_BASE_NAME) +} + function main(): void { const options = readOptions() const repo = servicesDir() @@ -408,9 +500,11 @@ function main(): void { clearCliBin() mkdirSync(CLI_BIN_DIR, { recursive: true }) - const shipped = modularShippedBinaryBaseNames() + // +1 for the Inference Demo's dispatcher, which is built here but is not a + // services component and so is not in the inventory this counts. + const count = modularShippedBinaryBaseNames().length + 1 console.log( - `[modular-build] building ${shipped.length} binaries for ${options.platform}/${options.arch} (fingerprint ${sourceFingerprint.slice(0, 12)})` + `[modular-build] building ${count} binaries for ${options.platform}/${options.arch} (fingerprint ${sourceFingerprint.slice(0, 12)})` ) const files: ManifestFile[] = [] @@ -422,6 +516,7 @@ function main(): void { const version = versions.components[binary.baseName] ?? '0.0.0' files.push(buildBinary(repo, options, binary.baseName, version)) } + files.push(buildDispatcher(repo, options, versions.services)) const manifest: BuildManifest = { source: 'services-build', diff --git a/desktop/scripts/build/macos/hooks.ts b/desktop/scripts/build/macos/hooks.ts index d87afaca..bd91befe 100644 --- a/desktop/scripts/build/macos/hooks.ts +++ b/desktop/scripts/build/macos/hooks.ts @@ -4,10 +4,6 @@ import { chmodSync, existsSync, readdirSync } from 'node:fs' import { join } from 'node:path' import type { AfterPackContext, BuildResult } from 'electron-builder' -// electron-builder loads this hook through jiti (via electron-builder.config.ts), -// and jiti does not resolve the `@/*` alias, so shared modules are imported by -// relative path here. See the same note at the top of electron-builder.config.ts. -import { INFERENCE_DISPATCHER_RESOURCE_DIR } from '../../../src/shared/constants/inference-dispatcher' function findAppBundle(appOutDir: string): string { const entries = readdirSync(appOutDir, { withFileTypes: true }) @@ -19,11 +15,11 @@ function findAppBundle(appOutDir: string): string { } /** - * extraResources directories holding loose Go binaries: the services workers in - * `cli-bin` and the `inference-dispatcher` client in - * INFERENCE_DISPATCHER_RESOURCE_DIR. + * extraResources directories holding loose Go binaries. One: `cli-bin` carries + * the services workers, `nvpair-tui`, and the Inference Demo's + * `inference-dispatcher`. */ -const GO_BINARY_RESOURCE_DIRS = ['cli-bin', INFERENCE_DISPATCHER_RESOURCE_DIR] +const GO_BINARY_RESOURCE_DIRS = ['cli-bin'] /** * The `.dmg` has no installer step (unlike the old `.pkg` postinstall that ran diff --git a/desktop/src/electron/inference-demo.ts b/desktop/src/electron/inference-demo.ts index 37e39408..363012fe 100644 --- a/desktop/src/electron/inference-demo.ts +++ b/desktop/src/electron/inference-demo.ts @@ -4,12 +4,10 @@ import { execFile, spawn } from 'node:child_process' import fs from 'node:fs' import path from 'node:path' -import { app, BrowserWindow } from 'electron' +import { BrowserWindow } from 'electron' +import { getCliBinDir } from '@/electron/service-bridge/modular-supervisor' import { getModularBridgeState } from '@/electron/service-bridge/modular-state' -import { - INFERENCE_DISPATCHER_RESOURCE_DIR, - inferenceDispatcherFileName -} from '@/shared/constants/inference-dispatcher' +import { inferenceDispatcherFileName } from '@/shared/constants/inference-dispatcher' import { currentPlatform } from '@/shared/utils/platform' import type { DispatcherBackend, DispatcherModel } from '@/shared/types/inference-dispatcher' import type { IpcPushChannelKey, IpcPushChannelMap } from '@/shared/types/ipc-channels' @@ -64,26 +62,24 @@ let deadlineMs = 0 let generation = 0 /** - * Packaged builds place `extraResources` next to `process.resourcesPath`; in dev - * they sit at the desktop project root (`app.getAppPath()`). Mirrors - * `getCliBinDir()` in the modular supervisor, but resolves the dispatcher's own - * `tools/` directory: the dispatcher is not a services binary and deliberately - * stays out of the cli-bin inventory. + * The dispatcher ships inside `cli-bin/`, beside the services binaries, so this + * resolves through the same helper the supervisor uses to find the broker. + * + * It is still not a services component — it is absent from `versions.json` and + * nothing supervises it — but sharing the directory is what lets `nvpair-tui` + * find it with one rule, "next to my own executable", in a services install and + * in a packaged app alike. */ function binaryPath(): string { - const base = app.isPackaged ? process.resourcesPath : app.getAppPath() - return path.join( - base, - INFERENCE_DISPATCHER_RESOURCE_DIR, - inferenceDispatcherFileName(currentPlatform()) - ) + return path.join(getCliBinDir(), inferenceDispatcherFileName(currentPlatform())) } function assertBinaryExists(): string { const executable = binaryPath() if (!fs.existsSync(executable)) { throw new Error( - `Inference dispatcher binary not found at ${executable}. Run npm run build:tools.` + `Inference dispatcher binary not found at ${executable}. ` + + 'Run npm run build:modular-binaries.' ) } return executable diff --git a/desktop/src/shared/constants/inference-dispatcher.ts b/desktop/src/shared/constants/inference-dispatcher.ts index b50c84ed..3557bc1a 100644 --- a/desktop/src/shared/constants/inference-dispatcher.ts +++ b/desktop/src/shared/constants/inference-dispatcher.ts @@ -8,24 +8,24 @@ import type { SupportedPlatform } from '@/shared/types/platform' * * The dispatcher is deliberately not part of the services binary inventory in * `modular-binaries.ts`: it speaks no JSON-RPC, is absent from - * `services/versions.json`, and is never supervised by the broker. Its source - * lives in the monorepo's `scripts/inference-dispatcher` module and it ships in - * its own `extraResources` directory so `cli-bin/` can keep asserting an exact - * match against the services inventory. + * `services/versions.json`, and is never supervised by the broker. It is an + * ordinary HTTP client, spawned once per Inference Demo request, whose source + * lives in the monorepo's `scripts/inference-dispatcher` module. * - * Shared by `scripts/build-inference-dispatcher.ts` (producer), + * It nonetheless ships **inside `cli-bin/`**, beside the services binaries, + * because the terminal interface runs the same demo and finds the dispatcher the + * same way it finds the broker: next to its own executable. A separate resource + * directory would mean either a second copy of the binary in every package or a + * second resolution rule in `nvpair-tui`, and neither is worth keeping the + * inventory assertion free of one named exception. + * + * Shared by `scripts/build-modular-binaries.ts` (producer), * `electron-builder.config.ts` (packaging assertion), and * `src/electron/inference-demo.ts` (runtime resolution). */ export const INFERENCE_DISPATCHER_BASE_NAME = 'inference-dispatcher' -/** - * Resource directory holding the dispatcher, relative to `resourcesPath` in a - * packaged build and to the desktop project root in development. - */ -export const INFERENCE_DISPATCHER_RESOURCE_DIR = 'tools' - export function inferenceDispatcherFileName(platform: SupportedPlatform): string { return platform === 'win32' ? `${INFERENCE_DISPATCHER_BASE_NAME}.exe` diff --git a/scripts/inference-dispatcher.ps1 b/scripts/inference-dispatcher.ps1 index 4f693472..74b56907 100644 --- a/scripts/inference-dispatcher.ps1 +++ b/scripts/inference-dispatcher.ps1 @@ -17,9 +17,11 @@ # Requires go on PATH — the same toolchain services\build.bat already needs. No # Node required, so this runs on a machine that only builds the backend. # -# The client itself lives in scripts\inference-dispatcher (Go). The app ships a -# prebuilt copy for the Inference Demo (desktop\scripts\build-inference-dispatcher.ts); -# this wrapper exists so the same tool can be driven by hand without a build step. +# The client itself lives in scripts\inference-dispatcher (Go). Both front ends +# ship a prebuilt copy for the Inference Demo, built into cli-bin by +# desktop\scripts\build-modular-binaries.ts and into build\bin by +# services\build.sh; this wrapper exists so the same tool can be driven by hand +# without a build step. # # Keep in sync with: # - scripts/inference-dispatcher.sh (Unix twin — update both in the same change) diff --git a/scripts/inference-dispatcher.sh b/scripts/inference-dispatcher.sh index 51a5122c..35c8bdef 100644 --- a/scripts/inference-dispatcher.sh +++ b/scripts/inference-dispatcher.sh @@ -18,9 +18,11 @@ # Requires go on PATH — the same toolchain services/build.sh already needs. No # Node required, so this runs on a machine that only builds the backend. # -# The client itself lives in scripts/inference-dispatcher (Go). The app ships a -# prebuilt copy for the Inference Demo (desktop/scripts/build-inference-dispatcher.ts); -# this wrapper exists so the same tool can be driven by hand without a build step. +# The client itself lives in scripts/inference-dispatcher (Go). Both front ends +# ship a prebuilt copy for the Inference Demo, built into cli-bin by +# desktop/scripts/build-modular-binaries.ts and into build/bin by +# services/build.sh; this wrapper exists so the same tool can be driven by hand +# without a build step. # # Keep in sync with: # - scripts/inference-dispatcher.ps1 (Windows twin — update both in the same change) From 9a61f3deebd2176607ff4266fef0c8108e80138d Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 17:56:58 -0400 Subject: [PATCH 05/20] Report a broken broker stream as a disconnect, not a bad frame A bufio.Scanner is finished after a read error, including an over-long line, which it cannot skip past. Treating that like a frame the client merely failed to parse meant calling Scan again forever: the read loop spun at full speed while the interface went on claiming the service was ready. Name the unrecoverable case so the loop can tell the difference and report the disconnect, and let the supervisor wait for the broker's own teardown before force-killing it -- the workers it is shutting down are the ones holding the files a reset is about to delete. Signed-off-by: Terve --- services/nvpair-tui/rpc/client.go | 8 ++ services/nvpair-tui/rpc/codec.go | 13 +++- services/nvpair-tui/rpc/streambroken_test.go | 79 ++++++++++++++++++++ services/nvpair-tui/supervisor.go | 34 ++++++++- services/nvpair-tui/supervisor_test.go | 75 ++++++++++++++++++- 5 files changed, 200 insertions(+), 9 deletions(-) create mode 100644 services/nvpair-tui/rpc/streambroken_test.go diff --git a/services/nvpair-tui/rpc/client.go b/services/nvpair-tui/rpc/client.go index d59ce8ad..7ac90108 100644 --- a/services/nvpair-tui/rpc/client.go +++ b/services/nvpair-tui/rpc/client.go @@ -6,6 +6,7 @@ package rpc import ( "context" "encoding/json" + "errors" "fmt" "io" "strconv" @@ -68,6 +69,13 @@ func (c *Client) Run(ctx context.Context) error { if err == io.EOF { return nil } + // A broken transport is terminal: the scanner is finished, so + // continuing here spins at full speed forever, never closes the + // notifications channel, and leaves the UI reporting a healthy + // service it can no longer reach. + if errors.Is(err, ErrStreamBroken) { + return err + } // A single malformed line should not kill the session; the // broker may emit a frame we don't model. Skip and continue. continue diff --git a/services/nvpair-tui/rpc/codec.go b/services/nvpair-tui/rpc/codec.go index d8e95261..15337124 100644 --- a/services/nvpair-tui/rpc/codec.go +++ b/services/nvpair-tui/rpc/codec.go @@ -15,6 +15,7 @@ package rpc import ( "bufio" "encoding/json" + "errors" "fmt" "io" "sync" @@ -30,6 +31,16 @@ import ( // The largest real frame is engine:catalog's Ollama list, around 1.9 MiB. const maxFrame = jsonrpc.WorkerFrameBytes +// ErrStreamBroken marks a read failure the transport cannot recover from, as +// opposed to a frame this client merely could not parse. +// +// The distinction decides whether the read loop may continue. A bufio.Scanner +// is finished after a read error — including an over-long line, which it cannot +// skip past — so calling Scan again returns false forever. Treating that like a +// malformed frame spins the loop at full speed instead of reporting the +// disconnect, and the UI goes on claiming the service is ready. +var ErrStreamBroken = errors.New("stream broken") + // Message is a single JSON-RPC 2.0 frame. A frame is a request when it // has both an id and a method, a notification when it has a method but no // id, and a response when it has an id but no method (carrying Result or @@ -88,7 +99,7 @@ func NewCodec(r io.Reader, w io.Writer) *Codec { func (c *Codec) Read() (*Message, error) { if !c.scanner.Scan() { if err := c.scanner.Err(); err != nil { - return nil, fmt.Errorf("read error: %w", err) + return nil, fmt.Errorf("%w: %v", ErrStreamBroken, err) } return nil, io.EOF } diff --git a/services/nvpair-tui/rpc/streambroken_test.go b/services/nvpair-tui/rpc/streambroken_test.go new file mode 100644 index 00000000..e647221d --- /dev/null +++ b/services/nvpair-tui/rpc/streambroken_test.go @@ -0,0 +1,79 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package rpc + +import ( + "context" + "errors" + "strings" + "testing" + "time" +) + +// discardWriter drops writes; these tests only exercise the read side. +type discardWriter struct{} + +func (discardWriter) Write(p []byte) (int, error) { return len(p), nil } + +// TestRunReturnsOnBrokenStream is the regression guard for a read loop that +// span instead of reporting a disconnect. +// +// bufio.Scanner is finished after a read error and cannot resync past an +// over-long line, so Scan returns false forever. The loop treated that like a +// frame it could not parse and continued, which burned a core, never closed the +// notifications channel, and left the UI reporting a service it could no longer +// reach. +func TestRunReturnsOnBrokenStream(t *testing.T) { + // One frame longer than the cap, which is exactly the failure the frame + // cap's own comment describes. + oversized := `{"jsonrpc":"2.0","method":"x","params":"` + + strings.Repeat("A", maxFrame+1024) + `"}` + "\n" + + c := NewClient(strings.NewReader(oversized), discardWriter{}) + + done := make(chan error, 1) + go func() { done <- c.Run(context.Background()) }() + + select { + case err := <-done: + if !errors.Is(err, ErrStreamBroken) { + t.Errorf("Run returned %v, want ErrStreamBroken", err) + } + case <-time.After(5 * time.Second): + t.Fatal("Run did not return on a broken stream; it is spinning") + } + + // Consumers must observe the disconnect. + select { + case _, open := <-c.Notifications(): + if open { + t.Error("notifications channel delivered after the stream broke") + } + case <-time.After(time.Second): + t.Error("notifications channel was never closed, so the UI never learns it is disconnected") + } +} + +// TestRunSkipsUnparseableFrame checks the other direction is unchanged: a frame +// this client does not model must not kill a working session. +func TestRunSkipsUnparseableFrame(t *testing.T) { + stream := "{not json at all}\n" + + `{"jsonrpc":"1.0","method":"wrong-version"}` + "\n" + + `{"jsonrpc":"2.0","method":"app:ready"}` + "\n" + + c := NewClient(strings.NewReader(stream), discardWriter{}) + go func() { _ = c.Run(context.Background()) }() + + select { + case msg, ok := <-c.Notifications(): + if !ok { + t.Fatal("session ended on a malformed frame instead of skipping it") + } + if msg.Method != "app:ready" { + t.Errorf("first delivered notification = %q, want app:ready", msg.Method) + } + case <-time.After(5 * time.Second): + t.Fatal("timed out; a malformed frame stalled the loop") + } +} diff --git a/services/nvpair-tui/supervisor.go b/services/nvpair-tui/supervisor.go index 546a118d..0369f0dd 100644 --- a/services/nvpair-tui/supervisor.go +++ b/services/nvpair-tui/supervisor.go @@ -105,11 +105,37 @@ func Spawn(ctx context.Context, brokerPath string) (*Supervisor, error) { return &Supervisor{cmd: cmd, stdin: stdin, Client: client, Stderr: stderr}, nil } -// Shutdown asks the broker to stop cleanly: send the shutdown RPC, close -// its stdin (a second, EOF-based stop signal), then wait up to -// shutdownGrace before killing it. The broker tears its own workers down -// in response, so this leaves no orphans. +// enginePrepareTimeout bounds the engine stop that precedes broker teardown. +// +// Stopping an engine waits on a third-party process, so this is longer than any +// other broker call here — but deliberately far shorter than the thirty seconds +// the desktop allows. The desktop can show a shutting-down window while it +// waits; a terminal that stops redrawing looks hung, and the operator's next +// move is ctrl+c, which is worse than a slightly abrupt engine stop. Whatever +// has not stopped by now is stopped by the broker's own teardown immediately +// afterwards. +const enginePrepareTimeout = 6 * time.Second + +// Shutdown asks the broker to stop cleanly: stop the engines, send the shutdown +// RPC, close its stdin (a second, EOF-based stop signal), then wait up to +// shutdownGrace before killing it. The broker tears its own workers down in +// response, so this leaves no orphans. func (s *Supervisor) Shutdown() { + // Engines first, and through prepare-shutdown specifically: it stops the + // running processes without clearing the persisted desired state, so an + // engine the operator had switched on comes back on next launch. + // + // Without this the broker's teardown raced the engines it supervises, which + // is why the architecture requires this call before broker teardown and why + // the desktop has always made it. The terminal client never did, so quitting + // it could leave an engine mid-stop. + // + // A failure is not fatal: the broker's own teardown still runs, and refusing + // to quit because an engine would not stop would be worse than a slow exit. + prepCtx, prepCancel := context.WithTimeout(context.Background(), enginePrepareTimeout) + _, _ = s.Client.Call(prepCtx, "engine:prepare-shutdown", nil) + prepCancel() + ctx, cancel := context.WithTimeout(context.Background(), 2*time.Second) _, _ = s.Client.Call(ctx, "shutdown", nil) cancel() diff --git a/services/nvpair-tui/supervisor_test.go b/services/nvpair-tui/supervisor_test.go index ab039b31..d4db1b56 100644 --- a/services/nvpair-tui/supervisor_test.go +++ b/services/nvpair-tui/supervisor_test.go @@ -23,12 +23,21 @@ func TestMain(m *testing.M) { runFakeBroker() return } + if os.Getenv("NVPAIR_TUI_SILENT_BROKER") == "1" { + runSilentBroker() + return + } os.Exit(m.Run()) } -// runFakeBroker emits an app:ready handshake, then echoes a result for a -// shutdown request (and exits on it or on stdin EOF), mimicking the real -// broker's stdio contract closely enough to exercise the supervisor. +// runFakeBroker emits an app:ready handshake, then answers the two requests +// teardown makes — engine:prepare-shutdown and shutdown — exiting on the latter +// or on stdin EOF, mimicking the real broker's stdio contract closely enough to +// exercise the supervisor. +// +// Answering prepare-shutdown matters: a broker that stays silent is what a hung +// engine stop looks like, and the supervisor must not wait on it forever. That +// case is covered separately by TestShutdownProceedsWhenEnginePrepareHangs. func runFakeBroker() { fmt.Fprintln(os.Stdout, `{"jsonrpc":"2.0","method":"app:ready","params":{"version":"fake"}}`) sc := bufio.NewScanner(os.Stdin) @@ -40,13 +49,25 @@ func runFakeBroker() { if err := json.Unmarshal(sc.Bytes(), &m); err != nil { continue } - if m.Method == "shutdown" { + switch m.Method { + case "engine:prepare-shutdown": + fmt.Fprintf(os.Stdout, `{"jsonrpc":"2.0","id":%s,"result":null}`+"\n", m.ID) + case "shutdown": fmt.Fprintf(os.Stdout, `{"jsonrpc":"2.0","id":%s,"result":null}`+"\n", m.ID) os.Exit(0) } } } +// runSilentBroker handshakes and then answers nothing, standing in for a broker +// whose engine stop never returns. +func runSilentBroker() { + fmt.Fprintln(os.Stdout, `{"jsonrpc":"2.0","method":"app:ready","params":{"version":"fake"}}`) + sc := bufio.NewScanner(os.Stdin) + for sc.Scan() { + } +} + func TestResolveBrokerPathOverride(t *testing.T) { dir := t.TempDir() bin := filepath.Join(dir, "fake-broker") @@ -66,6 +87,52 @@ func TestResolveBrokerPathOverride(t *testing.T) { } } +// TestShutdownProceedsWhenEnginePrepareHangs pins the quit budget. +// +// Teardown asks the engine manager to stop engines before tearing the broker +// down, and that call waits on third-party processes. If a hung engine stop +// could stall it, pressing q would leave a terminal that has stopped redrawing +// and an operator reaching for ctrl+c — which kills the tree the clean shutdown +// existed to avoid. The wait is bounded, and teardown continues regardless. +func TestShutdownProceedsWhenEnginePrepareHangs(t *testing.T) { + t.Setenv("NVPAIR_TUI_SILENT_BROKER", "1") + + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + + sup, err := Spawn(ctx, os.Args[0]) + if err != nil { + t.Fatalf("spawn: %v", err) + } + go func() { + sc := bufio.NewScanner(sup.Stderr) + for sc.Scan() { + } + }() + + done := make(chan struct{}) + start := time.Now() + go func() { + sup.Shutdown() + close(done) + }() + + // Long enough for the bounded engine wait plus the broker's own grace, and + // well short of hanging. + budget := enginePrepareTimeout + shutdownGrace + 5*time.Second + select { + case <-done: + case <-time.After(budget): + t.Fatalf("shutdown still running after %s against an unresponsive broker", budget) + } + + // It must actually have waited for the engine stop rather than skipping it. + if elapsed := time.Since(start); elapsed < enginePrepareTimeout { + t.Errorf("shutdown returned in %s, before the %s engine-stop wait elapsed; "+ + "engines are not being given a chance to stop", elapsed, enginePrepareTimeout) + } +} + func TestSupervisorReadyAndShutdown(t *testing.T) { t.Setenv("NVPAIR_TUI_FAKE_BROKER", "1") From e70fbd212502ce20bcd10f7cb64a40393c34b7cc Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 17:58:04 -0400 Subject: [PATCH 06/20] Add the shared frame primitives the views are built on Three things every view needs and none of them owned: a table that lays its columns out against the width it was actually given, a status line that expires on its own, and helpers that force a block of content to an exact number of rows. Each exists because the alternative kept going wrong. Columns summed to more than the terminal and the last one was cut; a status line set during a thirty-five second operation vanished six seconds in, leaving a screen indistinguishable from a dropped keypress; and content that rendered one row too many pushed the footer off the bottom. Signed-off-by: Terve --- services/nvpair-tui/ui/rpccmd.go | 16 +++ services/nvpair-tui/ui/styles.go | 29 +++- services/nvpair-tui/ui/table.go | 231 ++++++++++++++++++++++++++++++- services/nvpair-tui/ui/toast.go | 122 ++++++++++++++++ 4 files changed, 390 insertions(+), 8 deletions(-) create mode 100644 services/nvpair-tui/ui/toast.go diff --git a/services/nvpair-tui/ui/rpccmd.go b/services/nvpair-tui/ui/rpccmd.go index 007f56dd..64d09946 100644 --- a/services/nvpair-tui/ui/rpccmd.go +++ b/services/nvpair-tui/ui/rpccmd.go @@ -17,6 +17,22 @@ import ( // headroom, so a healthy call never times out under us. const callTimeout = 35 * time.Second +// uiTickInterval drives everything that ages on screen: the relative age +// columns ("12s", "5m") and the expiry of transient status messages. Bubble Tea +// only re-renders in response to a message, so without this the SEEN column sat +// at whatever it read when the last notification happened to arrive. +const uiTickInterval = time.Second + +// TickMsg is the shell's periodic re-render pulse, broadcast to every view. +// Views that render relative times need no state to handle it; the redraw alone +// refreshes them. +type TickMsg struct{ Now time.Time } + +// uiTick schedules the next pulse. The root model re-arms it on each TickMsg. +func uiTick() tea.Cmd { + return tea.Tick(uiTickInterval, func(t time.Time) tea.Msg { return TickMsg{Now: t} }) +} + // NotificationMsg carries one broker server-push frame into the Bubble // Tea update loop. Every view receives it. type NotificationMsg struct{ Msg *rpc.Message } diff --git a/services/nvpair-tui/ui/styles.go b/services/nvpair-tui/ui/styles.go index 6ffdf5db..2bada63f 100644 --- a/services/nvpair-tui/ui/styles.go +++ b/services/nvpair-tui/ui/styles.go @@ -3,7 +3,10 @@ package ui -import "github.com/charmbracelet/lipgloss" +import ( + "github.com/charmbracelet/bubbles/help" + "github.com/charmbracelet/lipgloss" +) // Styles are intentionally restrained: adaptive colors that degrade // gracefully on a bare SSH terminal, no background fills that depend on @@ -30,4 +33,28 @@ var ( statusOKStyle = lipgloss.NewStyle().Foreground(colorOK) statusErrStyle = lipgloss.NewStyle().Foreground(colorErr) + + // helpKeyStyle and helpDescStyle separate the key you press from what it + // does. Undifferentiated, the footer reads as one run of words — "enter + // details p pair n pair by address" — and the reader has to know the + // convention to parse it. Bold marks the keys; the descriptions take the + // same muted tone as the rest of the chrome. + // + // Bold rather than a color because this has to survive a bare SSH terminal: + // lipgloss downsamples color, but bold is an SGR attribute that terminals + // honour even at two colors, and it stays legible on any background. + helpKeyStyle = lipgloss.NewStyle().Bold(true) + helpDescStyle = lipgloss.NewStyle().Foreground(colorMuted) ) + +// styleHelp applies the key/description split to a help model. +// +// Done once, on the shell's single help model, so every view's footer and the +// full-help overlay share it. bubbles keeps separate styles for the short and +// full renderings and defaults both to the same faint tone. +func styleHelp(m *help.Model) { + m.Styles.ShortKey = helpKeyStyle + m.Styles.FullKey = helpKeyStyle + m.Styles.ShortDesc = helpDescStyle + m.Styles.FullDesc = helpDescStyle +} diff --git a/services/nvpair-tui/ui/table.go b/services/nvpair-tui/ui/table.go index 3d2d025c..7b9c57f5 100644 --- a/services/nvpair-tui/ui/table.go +++ b/services/nvpair-tui/ui/table.go @@ -4,17 +4,203 @@ package ui import ( + "strings" + "github.com/charmbracelet/bubbles/table" "github.com/charmbracelet/lipgloss" ) -// newTable builds a focused table with the shell's shared styling. Views -// pass their columns and then drive rows/size via the returned model. -func newTable(cols []table.Column) table.Model { - t := table.New( - table.WithColumns(cols), - table.WithFocused(true), - ) +// cellPadding is the horizontal padding bubbles' table adds to every cell. +// Its default Header and Cell styles both carry Padding(0, 1), and the content +// is rendered with Width(col.Width) *inside* that padding, so a column occupies +// col.Width+2 terminal columns. Layout that reserves less overflows the table +// and the terminal clips the rightmost columns — which is why a 7-wide PORT +// column used to render its header as "po". +const cellPadding = 2 + +// minCellWidth keeps a column wide enough to show something on a very narrow +// terminal. Below this, content is unreadable anyway and clipping is preferable +// to a zero/negative width bubbles would panic on. +const minCellWidth = 3 + +// countLines is how many terminal rows a rendered fragment occupies. An empty +// fragment occupies none, which is what lets a caller pass optional chrome +// straight through without branching on whether it is present. +func countLines(s string) int { + if s == "" { + return 0 + } + return strings.Count(s, "\n") + 1 +} + +// fitTable sizes a table to whatever is left of a row budget once the given +// chrome has taken its share, and reports whether it fits at all. +// +// Sizing happens here, at render time, rather than in SetSize, because half of +// a view's chrome is conditional: a status toast, an inline editor, a filter +// note, a warning. Sizing against a fixed guess of how many of those are +// present means the view renders more rows than the shell allotted whenever the +// guess is low, and the shell's frame clamp then deletes the last line — which +// is always the newest, most urgent one, since the optional rows are the +// messages. Deriving the height from the chrome actually being rendered makes +// that overflow impossible rather than merely unlikely. +// +// This measures and nothing else. It deliberately does not assemble the view: +// an earlier version returned the non-empty chrome for the caller to splice the +// table into by index, and because it dropped the empty entries, an index the +// caller had counted for could point past the end — which panicked and took the +// whole program down. Callers now build their own line list in their own order, +// where that order is written out in the code and no index is kept in step. +// +// A false return means the terminal is too short for both. The chrome wins: it +// is the status message and the reason the list looks the way it does, while a +// table clamped to a header and no rows conveys nothing. Losing the table is a +// visible, explicable outcome; losing the bottom line is a silent one. +func fitTable(t *table.Model, budget int, chrome ...string) bool { + used := 0 + for _, c := range chrome { + used += countLines(c) + } + + // A header with no data rows is not a table, so that is the floor. + const minTable = 1 + tableHeaderRows + if budget-used < minTable { + return false + } + t.SetHeight(budget - used) + return true +} + +// joinLines renders the non-empty fragments as consecutive rows. +// +// Empty fragments are the absent optional chrome. Dropping them here, at the +// point of assembly where the order is written out, is what lets a view list +// every possible line unconditionally and still render only what applies. +func joinLines(parts ...string) string { + present := make([]string, 0, len(parts)) + for _, p := range parts { + if p != "" { + present = append(present, p) + } + } + return strings.Join(present, "\n") +} + +// restoreCursor puts a table's cursor back in range after its contents changed. +// +// bubbles clamps a cursor that has run past the end, but it clamps to len-1 — +// so a table momentarily handed zero rows lands on -1 and stays there, because +// refilling it never moves a cursor already below the range. Every action keyed +// off the highlighted row then reports nothing selected, for the life of the +// screen, until an arrow key happens to rescue it. Views are handed an empty +// list routinely: before the first reply lands, or while a peer is unreachable. +func restoreCursor(t *table.Model, rows int) { + if rows > 0 && t.Cursor() < 0 { + t.SetCursor(0) + } +} + +// tableHeaderRows is how much of a bubbles table's height goes to its header: +// the titles plus the border rule beneath them. SetHeight sets the height of the +// whole table, so only height-tableHeaderRows data rows are visible — a caller +// that treats the height it *passed in* as a row count over-counts by exactly +// this much. +// +// Note the asymmetry, which is easy to get wrong in both directions: SetHeight +// takes a total and subtracts the header itself, while Height returns the +// remainder, i.e. the data rows. Convert a budget with visibleTableRows before +// comparing it to a row count; never apply it to Height, which is already +// converted. +const tableHeaderRows = 2 + +// visibleTableRows is how many data rows a table of total height h can show. +func visibleTableRows(h int) int { + if h <= tableHeaderRows { + return 0 + } + return h - tableHeaderRows +} + +// defaultTableWidth is the nominal width a view lays its table out at before the +// first WindowSizeMsg arrives. +// +// Every table must have its columns from construction. The broker replays a +// baseline snapshot as soon as a view subscribes, which can land before the +// terminal size does, and bubbles' renderRow indexes its column slice per row +// cell — so rows against a zero-column table panic rather than render empty. +const defaultTableWidth = 80 + +// column is a caller's request for one table column. Fixed columns keep their +// width; flex columns share whatever is left over in proportion to their weight +// and never shrink below width, which acts as their minimum. +type column struct { + title string + width int + flex int +} + +// fixedCol is a column that always renders at exactly w content columns. +func fixedCol(title string, w int) column { + return column{title: title, width: w} +} + +// flexCol is a column that absorbs leftover width, never going below min. +// Weight distributes the remainder when several columns flex: two weight-1 +// columns split it evenly, weight 2 against weight 1 takes two thirds. +func flexCol(title string, min, weight int) column { + if weight < 1 { + weight = 1 + } + return column{title: title, width: min, flex: weight} +} + +// layoutColumns fits cols into total terminal columns, accounting for the +// per-cell padding bubbles adds. Fixed columns are honoured first; whatever +// remains is shared among the flex columns by weight. When even the minimums do +// not fit, every column falls back to its minimum and the table clips — the +// terminal is simply too narrow, and a readable left edge beats evenly +// unreadable columns. +func layoutColumns(total int, cols []column) []table.Column { + out := make([]table.Column, len(cols)) + for i, c := range cols { + out[i] = table.Column{Title: c.title, Width: clampWidth(c.width, minCellWidth)} + } + + budget := total - cellPadding*len(cols) + var fixed, flexMin, weight int + for _, c := range cols { + if c.flex > 0 { + flexMin += clampWidth(c.width, minCellWidth) + weight += c.flex + } else { + fixed += clampWidth(c.width, minCellWidth) + } + } + if weight == 0 || budget <= fixed+flexMin { + return out + } + + // Hand out the surplus by weight, giving the last flex column the + // rounding remainder so the row fills the width exactly. + surplus := budget - fixed - flexMin + granted, lastFlex := 0, -1 + for i, c := range cols { + if c.flex == 0 { + continue + } + lastFlex = i + share := surplus * c.flex / weight + out[i].Width += share + granted += share + } + if lastFlex >= 0 { + out[lastFlex].Width += surplus - granted + } + return out +} + +// tableStyles is the shell's shared table styling. +func tableStyles() table.Styles { s := table.DefaultStyles() s.Header = s.Header. Bold(true). @@ -25,7 +211,38 @@ func newTable(cols []table.Column) table.Model { Bold(true). Foreground(lipgloss.Color("0")). Background(colorAccent) + return s +} + +// newTable builds a focused table with the shell's shared styling. Views +// pass their columns and then drive rows/size via the returned model. +func newTable(cols []table.Column) table.Model { + t := table.New( + table.WithColumns(cols), + table.WithFocused(true), + ) + t.SetStyles(tableStyles()) + return t +} + +// newStaticTable builds a table for rows nothing can be done to: no highlighted +// row, and no key handling. +// +// Blurring alone is not enough. bubbles highlights whatever row its cursor sits +// on regardless of focus — focus only gates Update — so a read-only table built +// with newTable renders a selection the operator cannot move and that means +// nothing. Neutralising the selected style is the only way to make a table look +// as inert as it is. +func newStaticTable(cols []table.Column) table.Model { + t := table.New(table.WithColumns(cols)) + s := tableStyles() + // An empty style, not the cell style. bubbles applies Selected to the + // already-assembled row, so a style carrying padding indents the cursor row + // by one column relative to every other row. Only a style that renders its + // input unchanged leaves the row truly identical to its neighbours. + s.Selected = lipgloss.NewStyle() t.SetStyles(s) + t.Blur() return t } diff --git a/services/nvpair-tui/ui/toast.go b/services/nvpair-tui/ui/toast.go new file mode 100644 index 00000000..e932fadd --- /dev/null +++ b/services/nvpair-tui/ui/toast.go @@ -0,0 +1,122 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "fmt" + "time" +) + +// Transient status messages expire on their own. Failures stay longer than +// successes: an operator needs time to read why something did not work, while +// "invite sent" has served its purpose within a few seconds. +const ( + toastTTL = 6 * time.Second + toastErrorTTL = 20 * time.Second +) + +type toastKind int + +const ( + toastInfo toastKind = iota + toastOK + toastError +) + +// toast is a view's transient status line. Expiry is evaluated at render time +// rather than scheduled, so setting a new message implicitly replaces any +// pending one and no timer can fire against a stale message. The shell's +// one-second tick guarantees the frame refreshes within a tick of expiry. +// +// This exists because per-view status strings were only ever overwritten by the +// next action, so an outcome like "invite sent - PIN 123456" stayed on screen +// indefinitely and read as current long after the invite had been answered. +type toast struct { + text string + kind toastKind + at time.Time + // sticky suppresses expiry for a message whose content the user is still + // acting on — the pairing PIN, which they read aloud to someone standing + // at another machine. A timer must not take that away mid-sentence, so it + // persists until the operation resolves and the owner clears it. + sticky bool +} + +func (t *toast) info(format string, args ...any) { t.set(toastInfo, format, args...) } + +// busy announces an operation that is under way, and does not expire. +// +// An RPC here is allowed 35 seconds and an engine start or a model download +// routinely uses them, while an ordinary note expires in 6 — so "start +// Ollama..." vanished long before the outcome arrived, leaving a screen +// indistinguishable from a keypress the terminal had dropped. This is bounded +// by the call instead of by a timer: the reply's ok or error replaces it. +func (t *toast) busy(format string, args ...any) { + t.set(toastInfo, format, args...) + t.sticky = true +} + +// arm sets a destructive confirmation prompt: styled as a warning, and not +// expiring. +// +// Both halves matter. An armed action whose prompt has timed out turns the next +// keystroke into a confirmation the operator has no reason to expect; and a +// prompt asking whether to destroy something should not render in the same +// green as "invite sent", which is what pin would have given it. +func (t *toast) arm(format string, args ...any) { + t.set(toastError, format, args...) + t.sticky = true +} + +func (t *toast) ok(format string, args ...any) { t.set(toastOK, format, args...) } +func (t *toast) error(format string, args ...any) { t.set(toastError, format, args...) } + +func (t *toast) set(kind toastKind, format string, args ...any) { + t.text = fmt.Sprintf(format, args...) + t.kind = kind + t.at = time.Now() + t.sticky = false +} + +// pin sets a message that stays until explicitly cleared. Reserved for content +// the user must transcribe; everything else expires. +func (t *toast) pin(format string, args ...any) { + t.set(toastOK, format, args...) + t.sticky = true +} + +func (t toast) ttl() time.Duration { + if t.kind == toastError { + return toastErrorTTL + } + return toastTTL +} + +// expired reports whether the message has outlived its kind's TTL. A sticky +// message never expires on its own. +func (t toast) expired() bool { + if t.text == "" { + return true + } + if t.sticky { + return false + } + return time.Since(t.at) >= t.ttl() +} + +// render returns the styled status line, or "" when there is nothing current to +// show. Callers treat "" as "render no status row". +func (t toast) render() string { + if t.expired() { + return "" + } + switch t.kind { + case toastError: + return statusErrStyle.Render(t.text) + case toastOK: + return statusOKStyle.Render(t.text) + default: + return footerStyle.Render(t.text) + } +} From 5381e2f1c4523eb97c2562ab640a334fb5959235 Mon Sep 17 00:00:00 2001 From: Terve Date: Wed, 23 Sep 2026 12:24:24 -0400 Subject: [PATCH 07/20] Rebuild the terminal interface around nodes A node is the unit an operator reasons about, so the tabs become Nodes, Jobs, Service, Errors, and Logs, and everything specific to one machine hangs off its row rather than living in a tab of its own. The ten tabs this replaces spread one machine's facts across four of them: its engines in one, its models in another, its ports in a third, its cluster standing in a fourth. The five views only exist together -- the shell sizes them, they share its status line and frame budget, and the tab set is the change -- so this lands as one commit. Read in the order the pull request gives, which follows the data rather than the alphabet. Much of it is about claiming no more than the backend guarantees. A proxy port change reports the port actually bound rather than the one requested, because a running engine holding that port wins and the broker resolves it elsewhere. Clearing an error is only offered where clearing sticks -- delete-by-id on the reporting node -- so a peer's entry names the node to clear it from instead of silently reverting on the next sync. The cluster name is labelled as this machine's own. Node presence follows the broker's snapshot rather than a timestamp that never advanced. Every table gets its columns at construction. The broker replays a baseline snapshot as soon as a view subscribes, which can arrive before the first WindowSizeMsg, and bubbles indexes its column slice per row cell -- so rows against a zero-column table panicked rather than rendering empty. Against the unified proxy the two identities are kept apart deliberately. The Service tab's worker row keys on the process, engines.ProxyComponent, because one nvpair-proxy hosts every facade and the broker reports one crash for it; the facade views key on each engine's ComponentName, which is what addressing "ollama-proxy:nodes/list" means. Getting that backwards is silent in both directions, so the invariant is asserted rather than described. Signed-off-by: Terve --- services/build.bat | 44 +- services/build.sh | 28 +- services/nvpair-tui/README.md | 81 +- services/nvpair-tui/main.go | 38 +- services/nvpair-tui/ui/catalog.go | 400 +++++ services/nvpair-tui/ui/catalog_test.go | 231 +++ services/nvpair-tui/ui/cluster.go | 392 ----- services/nvpair-tui/ui/demo.go | 400 +++++ services/nvpair-tui/ui/demo_test.go | 420 ++++++ services/nvpair-tui/ui/demoschedule.go | 197 +++ services/nvpair-tui/ui/engines.go | 344 ----- services/nvpair-tui/ui/engines_test.go | 31 - services/nvpair-tui/ui/engineswire.go | 222 +++ services/nvpair-tui/ui/engineswire_test.go | 228 +++ services/nvpair-tui/ui/errors.go | 362 ++++- services/nvpair-tui/ui/errors_test.go | 185 +++ services/nvpair-tui/ui/framebudget_test.go | 644 ++++++++ services/nvpair-tui/ui/health.go | 246 --- services/nvpair-tui/ui/health_test.go | 89 -- services/nvpair-tui/ui/invite.go | 44 +- services/nvpair-tui/ui/jobs.go | 499 ++++++ services/nvpair-tui/ui/jobs_test.go | 87 ++ services/nvpair-tui/ui/keys.go | 88 +- services/nvpair-tui/ui/logs.go | 259 +++- services/nvpair-tui/ui/logs_test.go | 207 +++ services/nvpair-tui/ui/manualnodes.go | 219 --- services/nvpair-tui/ui/model.go | 301 +++- services/nvpair-tui/ui/model_test.go | 300 ++++ services/nvpair-tui/ui/nodedetail.go | 1415 ++++++++++++++++++ services/nvpair-tui/ui/nodedetail_test.go | 720 +++++++++ services/nvpair-tui/ui/nodenames.go | 96 ++ services/nvpair-tui/ui/nodenames_test.go | 209 +++ services/nvpair-tui/ui/nodes.go | 1293 ++++++++++++++-- services/nvpair-tui/ui/nodesmodel.go | 385 +++++ services/nvpair-tui/ui/nodesmodel_test.go | 278 ++++ services/nvpair-tui/ui/nodeswire.go | 104 ++ services/nvpair-tui/ui/nodetelemetry.go | 240 +++ services/nvpair-tui/ui/nodetelemetry_test.go | 329 ++++ services/nvpair-tui/ui/proxies.go | 374 ----- services/nvpair-tui/ui/proxystatus.go | 245 +++ services/nvpair-tui/ui/proxystatus_test.go | 74 + services/nvpair-tui/ui/repaint_test.go | 107 ++ services/nvpair-tui/ui/service.go | 795 ++++++++++ services/nvpair-tui/ui/service_test.go | 505 +++++++ services/nvpair-tui/ui/settings.go | 221 --- services/nvpair-tui/ui/table_test.go | 253 ++++ services/nvpair-tui/ui/toast_test.go | 661 ++++++++ services/nvpair-tui/ui/ui.go | 41 +- services/nvpair-tui/ui/updatecheck.go | 222 +++ services/nvpair-tui/ui/updatecheck_test.go | 298 ++++ services/nvpair-tui/ui/workloads.go | 155 -- 51 files changed, 13206 insertions(+), 2400 deletions(-) create mode 100644 services/nvpair-tui/ui/catalog.go create mode 100644 services/nvpair-tui/ui/catalog_test.go delete mode 100644 services/nvpair-tui/ui/cluster.go create mode 100644 services/nvpair-tui/ui/demo.go create mode 100644 services/nvpair-tui/ui/demo_test.go create mode 100644 services/nvpair-tui/ui/demoschedule.go delete mode 100644 services/nvpair-tui/ui/engines.go delete mode 100644 services/nvpair-tui/ui/engines_test.go create mode 100644 services/nvpair-tui/ui/engineswire.go create mode 100644 services/nvpair-tui/ui/engineswire_test.go create mode 100644 services/nvpair-tui/ui/errors_test.go create mode 100644 services/nvpair-tui/ui/framebudget_test.go delete mode 100644 services/nvpair-tui/ui/health.go delete mode 100644 services/nvpair-tui/ui/health_test.go create mode 100644 services/nvpair-tui/ui/jobs.go create mode 100644 services/nvpair-tui/ui/jobs_test.go create mode 100644 services/nvpair-tui/ui/logs_test.go delete mode 100644 services/nvpair-tui/ui/manualnodes.go create mode 100644 services/nvpair-tui/ui/model_test.go create mode 100644 services/nvpair-tui/ui/nodedetail.go create mode 100644 services/nvpair-tui/ui/nodedetail_test.go create mode 100644 services/nvpair-tui/ui/nodenames.go create mode 100644 services/nvpair-tui/ui/nodenames_test.go create mode 100644 services/nvpair-tui/ui/nodesmodel.go create mode 100644 services/nvpair-tui/ui/nodesmodel_test.go create mode 100644 services/nvpair-tui/ui/nodeswire.go create mode 100644 services/nvpair-tui/ui/nodetelemetry.go create mode 100644 services/nvpair-tui/ui/nodetelemetry_test.go delete mode 100644 services/nvpair-tui/ui/proxies.go create mode 100644 services/nvpair-tui/ui/proxystatus.go create mode 100644 services/nvpair-tui/ui/proxystatus_test.go create mode 100644 services/nvpair-tui/ui/repaint_test.go create mode 100644 services/nvpair-tui/ui/service.go create mode 100644 services/nvpair-tui/ui/service_test.go delete mode 100644 services/nvpair-tui/ui/settings.go create mode 100644 services/nvpair-tui/ui/table_test.go create mode 100644 services/nvpair-tui/ui/toast_test.go create mode 100644 services/nvpair-tui/ui/updatecheck.go create mode 100644 services/nvpair-tui/ui/updatecheck_test.go delete mode 100644 services/nvpair-tui/ui/workloads.go diff --git a/services/build.bat b/services/build.bat index 70ae5950..b131110e 100644 --- a/services/build.bat +++ b/services/build.bat @@ -77,66 +77,83 @@ echo Building all components echo ======================================== echo. -echo [1/12] Building nvpair-proxy (v%V_PROXY%)... +echo [1/13] Building nvpair-proxy (v%V_PROXY%)... cd /d "%ROOT%nvpair-proxy" go build -ldflags "-X main.Version=%V_PROXY%" -o nvpair-proxy.exe . || goto :fail echo OK -echo [2/12] Building nvpair-node-info (v%V_NINFO%)... +echo [2/13] Building nvpair-node-info (v%V_NINFO%)... cd /d "%ROOT%nvpair-node-info" go build -ldflags "-X main.Version=%V_NINFO%" -o nvpair-node-info.exe . || goto :fail echo OK -echo [3/12] Building nvpair-node-scanner (v%V_NSCAN%)... +echo [3/13] Building nvpair-node-scanner (v%V_NSCAN%)... cd /d "%ROOT%nvpair-node-scanner" go build -ldflags "-X main.Version=%V_NSCAN%" -o nvpair-node-scanner.exe . || goto :fail echo OK -echo [4/12] Building nvpair-manual-nodes (v%V_MNODES%)... +echo [4/13] Building nvpair-manual-nodes (v%V_MNODES%)... cd /d "%ROOT%nvpair-manual-nodes" go build -ldflags "-X main.Version=%V_MNODES%" -o nvpair-manual-nodes.exe . || goto :fail echo OK -echo [5/12] Building nvpair-workload-manager (v%V_WLMGR%)... +echo [5/13] Building nvpair-workload-manager (v%V_WLMGR%)... cd /d "%ROOT%nvpair-workload-manager" go build -ldflags "-X main.Version=%V_WLMGR%" -o nvpair-workload-manager.exe . || goto :fail echo OK -echo [6/12] Building nvpair-errors (v%V_ERRORS%)... +echo [6/13] Building nvpair-errors (v%V_ERRORS%)... cd /d "%ROOT%nvpair-errors" go build -ldflags "-X main.Version=%V_ERRORS%" -o nvpair-errors.exe . || goto :fail echo OK -echo [7/12] Building nvpair-engine-manager (v%V_ENGMGR%)... +echo [7/13] Building nvpair-engine-manager (v%V_ENGMGR%)... cd /d "%ROOT%nvpair-engine-manager" go build -ldflags "-X main.Version=%V_ENGMGR%" -o nvpair-engine-manager.exe . || goto :fail echo OK -echo [8/12] Building nvpair-node-settings (v%V_NSETTINGS%)... +echo [8/13] Building nvpair-node-settings (v%V_NSETTINGS%)... cd /d "%ROOT%nvpair-node-settings" go build -ldflags "-X main.Version=%V_NSETTINGS%" -o nvpair-node-settings.exe . || goto :fail echo OK -echo [9/12] Building nvpair-ui-broker (v%V_BROKER%)... +echo [9/13] Building nvpair-ui-broker (v%V_BROKER%)... cd /d "%ROOT%nvpair-ui-broker" go build -ldflags "-X main.Version=%V_BROKER%" -o nvpair-ui-broker.exe . || goto :fail echo OK -echo [10/12] Building nvpair-cluster-manager (v%V_CLUMGR%)... +echo [10/13] Building nvpair-cluster-manager (v%V_CLUMGR%)... cd /d "%ROOT%nvpair-cluster-manager" go build -ldflags "-X main.Version=%V_CLUMGR%" -o nvpair-cluster-manager.exe . || goto :fail echo OK -echo [11/12] Building nvpair-job-scheduler (v%V_SCHED%)... +echo [11/13] Building nvpair-job-scheduler (v%V_SCHED%)... cd /d "%ROOT%nvpair-job-scheduler" go build -ldflags "-X main.Version=%V_SCHED%" -o nvpair-job-scheduler.exe . || goto :fail echo OK -echo [12/12] Building nvpair-tui (v%V_TUI%)... +echo [12/13] Building nvpair-tui (v%V_TUI%)... cd /d "%ROOT%nvpair-tui" go build -ldflags "-X main.Version=%V_TUI%" -o nvpair-tui.exe . || goto :fail echo OK +REM inference-dispatcher is built here but is not a worker: it speaks no +REM JSON-RPC, nothing supervises it, and it is deliberately absent from +REM versions.json. It is an ordinary HTTP client the Inference Demo spawns once +REM per request, built here because the terminal interface runs the same demo +REM and ships from this bundle. Its module lives outside this tree, at the +REM monorepo root, for the same reason: it is not a service. +echo [13/13] Building inference-dispatcher (v%V_SERVICES%)... +if not exist "%ROOT%..\scripts\inference-dispatcher" ( + echo ERROR: %ROOT%..\scripts\inference-dispatcher not found. 1>&2 + echo The Inference Demo client lives at scripts\inference-dispatcher 1>&2 + echo in the monorepo root; this bundle cannot be built without it. 1>&2 + goto :fail +) +cd /d "%ROOT%..\scripts\inference-dispatcher" +go build -ldflags "-X main.Version=%V_SERVICES%" -o inference-dispatcher.exe . || goto :fail +echo OK + echo. echo ======================================== echo Copying binaries to %BIN_OUT% @@ -160,6 +177,9 @@ copy /y "%ROOT%nvpair-ui-broker\nvpair-ui-broker.exe" "%BIN_OUT%\nvpair-ui-broke copy /y "%ROOT%nvpair-cluster-manager\nvpair-cluster-manager.exe" "%BIN_OUT%\nvpair-cluster-manager.exe" >nul || goto :fail copy /y "%ROOT%nvpair-job-scheduler\nvpair-job-scheduler.exe" "%BIN_OUT%\nvpair-job-scheduler.exe" >nul || goto :fail copy /y "%ROOT%nvpair-tui\nvpair-tui.exe" "%BIN_OUT%\nvpair-tui.exe" >nul || goto :fail +REM Beside the binaries it is not one of: nvpair-tui resolves the broker next to +REM its own executable, and the demo finds this the same way. +copy /y "%ROOT%..\scripts\inference-dispatcher\inference-dispatcher.exe" "%BIN_OUT%\inference-dispatcher.exe" >nul || goto :fail echo. echo ======================================== diff --git a/services/build.sh b/services/build.sh index 316bb2cd..015bfd11 100755 --- a/services/build.sh +++ b/services/build.sh @@ -95,7 +95,7 @@ echo build_subbinary() { local idx="$1" name="$2" version="$3" - echo "[$idx/12] Building $name (v$version)..." + echo "[$idx/13] Building $name (v$version)..." (cd "$ROOT/$name" && go build -ldflags "-X main.Version=$version" -o "$name" .) echo " OK" } @@ -112,6 +112,28 @@ build_subbinary 10 nvpair-cluster-manager "$V_CLUMGR" build_subbinary 11 nvpair-job-scheduler "$V_SCHED" build_subbinary 12 nvpair-tui "$V_TUI" +# inference-dispatcher is built here but is not a worker: it speaks no JSON-RPC, +# nothing supervises it, and it is deliberately absent from versions.json. It is +# an ordinary HTTP client that the Inference Demo spawns once per request, and it +# is built here because the terminal interface runs the same demo and ships from +# this bundle — a demo the desktop app can run and the terminal cannot is not a +# useful distinction to an operator. +# +# Its module lives outside this tree, at the monorepo root, for the same reason: +# it is not a service. The path is relative to services/, so a checkout without +# it fails loudly here rather than producing a bundle that is quietly missing a +# feature. +DISPATCHER_SRC="$ROOT/../scripts/inference-dispatcher" +echo "[13/13] Building inference-dispatcher (v$V_SERVICES)..." +if [ ! -d "$DISPATCHER_SRC" ]; then + echo "ERROR: $DISPATCHER_SRC not found." >&2 + echo " The Inference Demo client lives at scripts/inference-dispatcher" >&2 + echo " in the monorepo root; this bundle cannot be built without it." >&2 + exit 1 +fi +(cd "$DISPATCHER_SRC" && go build -ldflags "-X main.Version=$V_SERVICES" -o inference-dispatcher .) +echo " OK" + BIN_OUT="$ROOT/build/bin" echo @@ -139,6 +161,9 @@ cp "$ROOT/nvpair-ui-broker/nvpair-ui-broker" "$BIN_OUT/nvpair-ui-broker" cp "$ROOT/nvpair-cluster-manager/nvpair-cluster-manager" "$BIN_OUT/nvpair-cluster-manager" cp "$ROOT/nvpair-job-scheduler/nvpair-job-scheduler" "$BIN_OUT/nvpair-job-scheduler" cp "$ROOT/nvpair-tui/nvpair-tui" "$BIN_OUT/nvpair-tui" +# Beside the binaries it is not one of: nvpair-tui resolves the broker next to +# its own executable, and the demo finds this the same way. +cp "$DISPATCHER_SRC/inference-dispatcher" "$BIN_OUT/inference-dispatcher" echo echo "========================================" @@ -157,4 +182,5 @@ printf ' UI Broker: %s\n' "$BIN_OUT/nvpair-ui-broker" printf ' Cluster Mgr: %s\n' "$BIN_OUT/nvpair-cluster-manager" printf ' Job Scheduler:%s\n' " $BIN_OUT/nvpair-job-scheduler" printf ' TUI: %s\n' "$BIN_OUT/nvpair-tui" +printf ' Demo client: %s\n' "$BIN_OUT/inference-dispatcher" echo diff --git a/services/nvpair-tui/README.md b/services/nvpair-tui/README.md index 3963d1a8..e2e15627 100644 --- a/services/nvpair-tui/README.md +++ b/services/nvpair-tui/README.md @@ -23,29 +23,72 @@ JSON over the broker's stdin/stdout). It launches the broker, consumes its notification stream, and renders a tabbed, keyboard-driven dashboard built with [Bubble Tea](https://github.com/charmbracelet/bubbletea). -Tabs: +The tab set is machine-first: a node is the unit an operator reasons about, so +everything specific to one machine hangs off its row rather than living in a tab +of its own. | Tab | Purpose | | --- | --- | -| **Overview** | Broker liveness/version/uptime (`ping`) and a per-worker health table derived from the broker's `supervisor:subprocess-crashed:*` errors. | -| **Errors** | The service-error datastore (`errors:get-initial` + live `errors:update`); `c` clears the selected entry. | -| **Nodes** | mDNS-discovered Ollama nodes (`discovery:subscribe` / `discovery:nodes-changed`). | -| **Proxies** | Ollama and LM Studio reverse proxies: status, discovered upstreams, select a node (`enter`/`a`), set the listen port (`p`). | -| **Workloads** | Live cluster workloads (`workloads:subscribe` / `workloads:upsert` / `workloads:remove`). | -| **Engines** | Local inference engines: install (`i`), start (`s`), stop (`x`), restart (`r`), uninstall (`u`). | -| **Cluster** | Pairing + membership: invite by address (`i`, shows the six-digit PIN — the first invite auto-founds a cluster of one), accept (`a`) / decline (`d`) an inbound invite, remove a member (`r`), leave (`L`). | -| **Manual** | User-added nodes: add by address (`a`), remove (`r`). | -| **Settings** | The node-settings store (force-ports, cluster auto-sync, cluster id/name). | -| **Logs** | The broker's (and workers') stderr, with live log-level control (`d`/`i`/`w`/`e`). | +| **Nodes** | Every machine PAIR knows about — discovered, added by hand, or paired into the cluster — merged into one table. Reachability (`STATUS`) and membership (`CLUSTER`) are separate columns because they are independent facts. `enter` opens the node's detail screen; `p` pairs, `n` pairs by address, `f` finds by address, `c` cancels a pairing request you sent, `r` removes — un-pairing a member asks you to confirm, dropping a hand-added entry does not — `a`/`d` answer an inbound pairing request, `l` leaves the cluster (with a confirmation), `/` filters by name or address. The keys follow the words on screen: everything here is "pair", so `p` starts one and `a` accepts one. A filtered table says so, and the cluster summary still counts every node rather than the visible ones. | +| **Jobs** | Inference work across the cluster (`workloads:get-initial` plus the live `workloads:upsert` / `workloads:remove` stream), headed by the proxy endpoints local clients connect to. `FROM` and `RAN ON` are the job's `originatedFrom` and `scheduledOn` nodes. `a` toggles finished work. `t` starts or stops the Inference Demo — a sixty-second burst of synthetic traffic through those endpoints, which is why it lives here rather than with the service controls: the ports it needs are already on this tab and the jobs it produces land in the table below. | +| **Service** | Broker version and uptime (`ping`), a row per supervised worker derived from `supervisor:subprocess-crashed:*` errors, the cluster name, the fleet log level (a picker over the four `applog` levels), and a confirmed data reset. Ports are not here — they live on the node detail screen beside the engine each one serves. `force-ports` and `cluster-auto-sync` are persisted by `nvpair-node-settings` but not offered: nothing currently acts on either. | +| **Errors** | The service-error datastore (`errors:get-initial` plus live `errors:update`); `c` clears the selected entry. Only entries this node reported are clearable: `errors:clear` is delete-by-id on the receiving node and cross-node propagation is unbuilt (`shared/errors` stamps `ClearedBy` for it and ignores it), so clearing a peer's entry is reverted by the next sync. The broker acknowledges the relay rather than the outcome, so the reply cannot be used to detect it — the key is withdrawn for a peer's entry instead, naming the node to clear it from. Node ids are resolved to names, and a line under the table carries the selected entry's engine, operation, model, and suggested action. | +| **Logs** | The broker's and workers' stderr, with a substring filter (`/`), a follow toggle (`t`, for tail — `f` belongs to the viewport's paging), and save-to-file (`s`). | + +Diagnostics come last, errors before logs, which is the order you consult them +in. The **Errors** tab carries its active count in its own label (`Errors (2)`), +so the tab bar is the indicator and nothing extra has to be learned to notice a +problem from another tab. + +Errors were briefly an overlay on a dedicated key instead. That needed a global +binding, and every candidate was either a letter that shadowed a view's own verb +or a digit that looked like a tab number without being one — so it became the +tab it was already pretending to be. + +### Node detail + +`enter` on a node opens a full-screen drill-down with two panes, switched with +`h`/`l`: + +- **Engines** — install (`i`), start (`s`), stop (`x`), and, on this machine + only, restart (`r`), uninstall (`u`, confirmed with `y`), the engine's own port (`e`, via + `engine:set-port`), and the client-facing port of the proxy fronting it + (`p`, via `:set-port`). Both ports are shown per engine because they + are easily confused and were previously configured on different tabs. +- **Models** — the inventory per engine with loaded state, plus browse-and-download + (`p`), download by name (`n`), load (`enter`), eject (`e`), and delete (`d`, + confirmed with `y`). Every destructive key arms on the first press and acts + only on `y`, against the target captured at arm time — these lists re-sort + under the cursor whenever a download finishes or a peer republishes. + +`p` opens a catalog browser over the engine's downloadable models, served by the +backend's `engine:catalog`. Filtering (`/`) and sorting (`o`) are local over the +whole fetched list, because the catalog is thousands of entries for Ollama and +there is no server-side search. + +Both panes work on remote cluster peers through the engine manager's +`engine:remote-*` methods. Restart, uninstall, and the port change need process +ownership on the target host, so they are hidden on a peer rather than offered +and then failed. + +A remote node's models come from the discovery snapshot, which the broker +enriches from each peer's engine manager — no extra request. This machine's come +from `engine:models` and stay live through `engine:models-changed`. + +The detail screen also polls the node's own `/v1/node-info` endpoint over HTTP +for GPU, CPU, and memory. That is the one reading the broker's JSON-RPC surface +does not carry, and only the open node is polled. ## Keys -- `tab` / `shift+tab` (or `→` / `←`, `l` / `h`) — switch tabs -- `?` — toggle full help +- `tab` / `shift+tab` or the digits `1`-`5` — switch tabs +- `?` — full help - `q` / `ctrl+c` — quit (the broker is shut down cleanly on exit) -- Per-tab keys appear in the footer; while editing a field (port, PIN, - address, setting) all keys go to the field until you press `enter` or - `esc`. +- Per-tab keys appear in the footer. While editing a field (port, PIN, address, + model name) every key goes to the field until `enter` or `esc`. + +`h` / `l` and the arrows are deliberately **not** bound to tab switching: they +move within content, and the node detail screen needs them for its panes. ## Running @@ -68,7 +111,11 @@ tab, not on the terminal), so it never corrupts the full-screen UI. nvpair-tui (this process) ├── supervisor.go spawn/own nvpair-ui-broker over stdio, graceful teardown ├── rpc/ JSON-RPC 2.0 codec + id-matching client -└── ui/ Bubble Tea root model + one file per tab +└── ui/ Bubble Tea root model, one file per tab, plus: + ├── table.go shared column layout (accounts for bubbles' cell padding) + ├── toast.go transient status lines that expire on their own + ├── nodesmodel.go merges the discovery, cluster, and manual feeds + └── nodedetail.go the per-node engines + models drill-down │ stdio (newline-delimited JSON-RPC 2.0) ▼ nvpair-ui-broker ──► nvpair-node-scanner, nvpair-proxy, nvpair-errors, ... (workers) diff --git a/services/nvpair-tui/main.go b/services/nvpair-tui/main.go index 4ee976f9..646811cc 100644 --- a/services/nvpair-tui/main.go +++ b/services/nvpair-tui/main.go @@ -18,8 +18,10 @@ import ( "log/slog" "os" "os/signal" + "path/filepath" "syscall" + "nvpair-shared/appdir" "nvpair-shared/applog" "nvpair-tui/ui" ) @@ -70,10 +72,44 @@ func main() { // The broker's stderr (its logs plus every worker's, prefixed) is fed // into the UI's Logs view rather than the terminal, so it never // collides with the full-screen TUI on stdout. - if err := ui.Run(sup.Client, sup.Stderr); err != nil { + outcome, err := ui.Run(sup.Client, sup.Stderr) + if err != nil { slog.Error("ui error", "err", err) } sup.Shutdown() + + // Only now, with every worker joined, is the data directory unowned. Wiping + // it while the broker ran would race a shutting-down worker into recreating + // the files we deleted. + if outcome.WipeData { + wipeAppData() + } + slog.Info("shutdown complete") } + +// wipeAppData deletes the per-user data directory: node settings, cluster +// identity, trusted peers, and persisted ports. appdir.Dir is the single +// location every component agrees on, so there is one path to remove and no +// guessing at layout. +func wipeAppData() { + dir, err := appdir.Dir() + if err != nil { + slog.Error("cannot resolve the data directory to reset", "err", err) + return + } + // appdir always appends two product segments, so this cannot be a bare home + // or root directory today. Asserted anyway: this is the one irreversible + // path in the program, and a relative path would be resolved against + // whatever directory the process happens to be running in. + if !filepath.IsAbs(dir) { + slog.Error("refusing to reset a non-absolute data directory", "dir", dir) + return + } + if err := os.RemoveAll(dir); err != nil { + slog.Error("failed to reset data directory", "dir", dir, "err", err) + return + } + slog.Info("data directory reset", "dir", dir) +} diff --git a/services/nvpair-tui/ui/catalog.go b/services/nvpair-tui/ui/catalog.go new file mode 100644 index 00000000..8a14b077 --- /dev/null +++ b/services/nvpair-tui/ui/catalog.go @@ -0,0 +1,400 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "fmt" + "sort" + "strings" + + "nvpair-tui/rpc" + + "github.com/charmbracelet/bubbles/key" + "github.com/charmbracelet/bubbles/table" + "github.com/charmbracelet/bubbles/textinput" + tea "github.com/charmbracelet/bubbletea" +) + +// catalogModel is one downloadable model from engine:catalog. +type catalogModel struct { + ID string `json:"id"` + Name string `json:"name"` + Size uint64 `json:"size"` + Downloads int `json:"downloads"` + UpdatedAt string `json:"updatedAt"` + Tags []string `json:"tags"` + Family string `json:"family"` + ParameterSize string `json:"parameterSize"` +} + +// catalogSort is the order the browser lists models in. +type catalogSort int + +const ( + // catalogSortDefault is the order the backend returned: most-downloaded + // first for a fetched catalogue, library order for a committed one. It leads + // because it is the most useful answer to "what should I get". + catalogSortDefault catalogSort = iota + catalogSortName + catalogSortSize +) + +func (s catalogSort) String() string { + switch s { + case catalogSortName: + return "name" + case catalogSortSize: + return "size" + default: + return "popularity" + } +} + +type catalogLoadedMsg struct { + engine string + models []catalogModel + fetchedAt string + // platform is the OS the served list was filtered for. + platform string + err error +} + +var ( + catalogSearchKey = key.NewBinding(key.WithKeys("/"), key.WithHelp("/", "search")) + catalogSortKey = key.NewBinding(key.WithKeys("o"), key.WithHelp("o", "sort")) + catalogGetKey = key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", "download")) + catalogCloseKey = key.NewBinding(key.WithKeys("esc"), key.WithHelp("esc", "back")) + // Matches the Logs tab, the other view with a filter that survives being + // typed. Not esc, which already closes the browser here — a filter matching + // nothing otherwise left throwing the whole catalogue away as the only exit. + catalogClearKey = key.NewBinding(key.WithKeys("c"), key.WithHelp("c", "clear filter")) +) + +// catalogBrowser lists the models an engine can download, with a filter. +// +// It exists because the alternative was typing a model name from memory: the +// download worked, but only if you already knew what to ask for. The catalogue +// comes from the backend's engine:catalog rather than being assembled here, so +// the terminal interface and the desktop app offer the same models. +// +// Filtering is local over the whole fetched list. The catalogue is thousands of +// entries for Ollama and there is no server-side search, so a keystroke filters +// what is already in memory instead of issuing a request. +type catalogBrowser struct { + client *rpc.Client + engine string + // engineLabel is the engine's display name, for the heading. + engineLabel string + // nodeLabel is the machine the download lands on. The browser is reached + // from a peer's detail screen as well as this machine's, and a heading that + // does not say which one invites downloading gigabytes to the wrong host. + nodeLabel string + + all []catalogModel + shown []catalogModel + table table.Model + sortBy catalogSort + filter string + input textinput.Model + searching bool + + loading bool + fetchedAt string + // platform is the OS the catalogue was filtered for, and remote marks a + // browse aimed at a peer. Together they say whether the list applies to the + // target: the catalogue is served by THIS machine's engine-manager and + // filtered for its platform, so a peer running another OS can be shown + // models it cannot install, or have usable ones hidden. + platform string + remote bool + status toast + + width, height int +} + +// remote marks a browse aimed at a peer. The catalogue is served by this +// machine's engine-manager and filtered for this machine's platform, so a +// peer-targeted list carries a caveat rather than pretending to be authoritative +// for that peer. +func newCatalogBrowser(client *rpc.Client, engine, label, node string, remote bool) *catalogBrowser { + ti := textinput.New() + ti.Placeholder = "filter by name" + b := &catalogBrowser{ + client: client, + engine: engine, + engineLabel: label, + nodeLabel: node, + remote: remote, + input: ti, + loading: true, + } + b.table = newTable(catalogColumns(defaultTableWidth)) + return b +} + +func catalogColumns(w int) []table.Column { + return layoutColumns(w, []column{ + flexCol("MODEL", 20, 3), + fixedCol("SIZE", 9), + fixedCol("PARAMS", 7), + flexCol("FAMILY", 8, 1), + }) +} + +func (b *catalogBrowser) Init() tea.Cmd { + engine := b.engine + return call(b.client, "engine:catalog", map[string]string{"engine": engine}, + func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return catalogLoadedMsg{engine: engine, err: err} + } + var r struct { + Models []catalogModel `json:"models"` + FetchedAt string `json:"fetchedAt"` + Platform string `json:"platform"` + } + _ = decodeParams(msg.Result, &r) + return catalogLoadedMsg{ + engine: engine, + models: r.Models, + fetchedAt: r.FetchedAt, + platform: r.Platform, + } + }) +} + +// SetSize records the budget and fixes the table's width. Its height is set in +// View, from the chrome actually being rendered — see fitTable. +func (b *catalogBrowser) SetSize(w, h int) { + b.width, b.height = w, h + b.table.SetColumns(catalogColumns(w)) + b.table.SetWidth(w) +} + +// update handles a message, returning a command, the model to download when the +// operator picked one, and whether the browser should stay open. +func (b *catalogBrowser) update(msg tea.Msg) (tea.Cmd, string, bool) { + switch msg := msg.(type) { + case catalogLoadedMsg: + if msg.engine != b.engine { + return nil, "", true + } + b.loading = false + if msg.err != nil { + b.status.error("could not load the %s catalog: %s", b.engineLabel, msg.err) + return nil, "", true + } + b.all = msg.models + b.fetchedAt = msg.fetchedAt + b.platform = msg.platform + b.refresh() + return nil, "", true + + case tea.KeyMsg: + return b.handleKey(msg) + } + return nil, "", true +} + +func (b *catalogBrowser) handleKey(msg tea.KeyMsg) (tea.Cmd, string, bool) { + if b.searching { + switch msg.String() { + case "enter": + b.filter = strings.TrimSpace(b.input.Value()) + b.searching = false + b.input.Blur() + b.refresh() + return nil, "", true + case "esc": + b.searching = false + b.input.Blur() + return nil, "", true + } + var cmd tea.Cmd + b.input, cmd = b.input.Update(msg) + return cmd, "", true + } + + switch { + case key.Matches(msg, catalogCloseKey): + return nil, "", false + case key.Matches(msg, catalogSearchKey): + b.searching = true + b.input.SetValue(b.filter) + b.input.Focus() + return textinput.Blink, "", true + case key.Matches(msg, catalogClearKey) && b.filter != "": + b.filter = "" + b.refresh() + return nil, "", true + case key.Matches(msg, catalogSortKey): + b.sortBy = (b.sortBy + 1) % 3 + b.refresh() + return nil, "", true + case key.Matches(msg, catalogGetKey): + if m := b.selected(); m != nil { + // Name is the pull-ready string the backend guarantees; it is what + // the engine's download action accepts verbatim. + return nil, m.Name, false + } + return nil, "", true + } + + var cmd tea.Cmd + b.table, cmd = b.table.Update(msg) + return cmd, "", true +} + +func (b *catalogBrowser) selected() *catalogModel { + idx := b.table.Cursor() + if idx < 0 || idx >= len(b.shown) { + return nil + } + return &b.shown[idx] +} + +// refresh reapplies the filter and sort, then repaints. +func (b *catalogBrowser) refresh() { + needle := strings.ToLower(b.filter) + b.shown = b.shown[:0] + for _, m := range b.all { + if needle != "" && !catalogMatches(m, needle) { + continue + } + b.shown = append(b.shown, m) + } + b.sortShown() + + rows := make([]table.Row, 0, len(b.shown)) + for _, m := range b.shown { + size := "-" + if m.Size > 0 { + size = humanBytes(m.Size) + } + params := m.ParameterSize + if params == "" { + params = "-" + } + family := m.Family + if family == "" { + family = "-" + } + rows = append(rows, table.Row{m.Name, size, params, family}) + } + b.table.SetRows(rows) + b.table.SetCursor(0) +} + +// catalogMatches tests a model against a lowercase needle. Family and parameter +// size are searched too, so "llama" and "8b" both narrow usefully. +func catalogMatches(m catalogModel, needle string) bool { + if strings.Contains(strings.ToLower(m.Name), needle) { + return true + } + if strings.Contains(strings.ToLower(m.Family), needle) { + return true + } + if strings.Contains(strings.ToLower(m.ParameterSize), needle) { + return true + } + for _, t := range m.Tags { + if strings.Contains(strings.ToLower(t), needle) { + return true + } + } + return false +} + +func (b *catalogBrowser) sortShown() { + switch b.sortBy { + case catalogSortName: + sort.SliceStable(b.shown, func(i, j int) bool { + return strings.ToLower(b.shown[i].Name) < strings.ToLower(b.shown[j].Name) + }) + case catalogSortSize: + // Largest first, and models with no reported size sink rather than + // leading the list as if they were empty. + sort.SliceStable(b.shown, func(i, j int) bool { + return b.shown[i].Size > b.shown[j].Size + }) + default: + // The backend's order is already the intended default. + } +} + +func (b *catalogBrowser) View() string { + // Naming the machine, because this screen is reached from a peer's detail + // as well as this one's and the download lands wherever it was opened from. + heading := titleStyle.Render(fmt.Sprintf("Download a model for %s on %s", + b.engineLabel, b.nodeLabel)) + + // One of these three occupies the last row, in this order of precedence. + footer := footerStyle.Render(b.summary()) + if s := b.status.render(); s != "" { + footer = s + } + if b.searching { + footer = "filter: " + b.input.View() + } + + body := "" + switch { + case b.loading: + body = footerStyle.Render(" Loading the catalog...") + case len(b.all) == 0: + body = footerStyle.Render(" No catalog available for this engine.") + case len(b.shown) == 0: + body = footerStyle.Render(fmt.Sprintf( + " Nothing matches %q. Press / to change it, c to clear it, or esc to close.", + b.filter)) + case fitTable(&b.table, b.height, heading, footer): + body = b.table.View() + default: + body = footerStyle.Render(" (too little room to list models)") + } + + return joinLines(heading, body, footer) +} + +func (b *catalogBrowser) summary() string { + if b.loading { + return "" + } + parts := []string{fmt.Sprintf("%d of %d models", len(b.shown), len(b.all))} + if b.filter != "" { + parts[0] = fmt.Sprintf("%d of %d matching %q", len(b.shown), len(b.all), b.filter) + } + parts = append(parts, "sorted by "+b.sortBy.String()) + if b.fetchedAt != "" { + parts = append(parts, "catalog "+shortDate(b.fetchedAt)) + } + // Said out loud when it might be wrong. The list comes from this machine's + // engine-manager and is filtered for its platform, so a peer on a different + // OS may be offered a model it cannot install. Better to state the basis + // than to let a filtered list look authoritative for another machine. + if b.remote && b.platform != "" { + parts = append(parts, "filtered for "+b.platform) + } + return strings.Join(parts, " ") +} + +// shortDate trims an RFC3339 timestamp to its date, which is the only part that +// matters for judging how current a catalogue is. +func shortDate(ts string) string { + if len(ts) >= 10 { + return ts[:10] + } + return ts +} + +func (b *catalogBrowser) Help() []key.Binding { + if b.searching { + return inputHelp("apply filter") + } + bindings := []key.Binding{catalogCloseKey, catalogSearchKey, catalogSortKey, catalogGetKey} + if b.filter != "" { + bindings = append(bindings, catalogClearKey) + } + return bindings +} diff --git a/services/nvpair-tui/ui/catalog_test.go b/services/nvpair-tui/ui/catalog_test.go new file mode 100644 index 00000000..94ce1d8a --- /dev/null +++ b/services/nvpair-tui/ui/catalog_test.go @@ -0,0 +1,231 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "strings" + "testing" + + tea "github.com/charmbracelet/bubbletea" +) + +func loadedBrowser() *catalogBrowser { + b := newCatalogBrowser(nil, "ollama", "Ollama", "this-host", false) + b.SetSize(100, 24) + b.update(catalogLoadedMsg{ + engine: "ollama", + fetchedAt: "2026-07-21T02:07:47Z", + models: []catalogModel{ + {ID: "llama3.2:8b", Name: "llama3.2:8b", Size: 5 << 30, Family: "llama", ParameterSize: "8B"}, + {ID: "qwen3:4b", Name: "qwen3:4b", Size: 2 << 30, Family: "qwen", ParameterSize: "4B"}, + {ID: "phi4:latest", Name: "phi4:latest", Size: 9 << 30, Family: "phi", ParameterSize: "14B"}, + }, + }) + return b +} + +func browserKey(b *catalogBrowser, k string) (string, bool) { + var msg tea.KeyMsg + switch k { + case "enter": + msg = tea.KeyMsg{Type: tea.KeyEnter} + case "esc": + msg = tea.KeyMsg{Type: tea.KeyEsc} + default: + msg = tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(k)} + } + _, picked, open := b.update(msg) + return picked, open +} + +// TestCatalogListsModels checks a loaded catalogue reaches the table. +func TestCatalogListsModels(t *testing.T) { + b := loadedBrowser() + if b.loading { + t.Error("still loading after the reply landed") + } + if got := len(b.table.Rows()); got != 3 { + t.Fatalf("table has %d rows, want 3", got) + } + if !strings.Contains(b.View(), "llama3.2:8b") { + t.Error("view omits a model name") + } + // The catalogue's age matters for judging staleness. + if !strings.Contains(b.View(), "2026-07-21") { + t.Errorf("view omits the catalog date: %q", b.summary()) + } +} + +// TestCatalogFilterNarrowsLocally is the point of the browser: search over the +// whole list without another request, since there is no server-side search. +func TestCatalogFilterNarrowsLocally(t *testing.T) { + b := loadedBrowser() + + b.filter = "qwen" + b.refresh() + if len(b.shown) != 1 || b.shown[0].Name != "qwen3:4b" { + t.Fatalf("filtering by name gave %d rows", len(b.shown)) + } + + // Parameter size and family are searched too, so "8b" narrows usefully. + b.filter = "8b" + b.refresh() + if len(b.shown) != 1 || b.shown[0].Name != "llama3.2:8b" { + t.Errorf("filtering by parameter size gave %d rows", len(b.shown)) + } + + b.filter = "nothing-matches-this" + b.refresh() + if len(b.shown) != 0 { + t.Errorf("bogus filter kept %d rows", len(b.shown)) + } + if !strings.Contains(b.View(), "Nothing matches") { + t.Error("empty result set gives no explanation") + } + + b.filter = "" + b.refresh() + if len(b.shown) != 3 { + t.Errorf("clearing the filter left %d rows", len(b.shown)) + } +} + +// TestCatalogSortCyclesAndOrders checks the sort key cycles and that size sorts +// largest-first. +func TestCatalogSortCyclesAndOrders(t *testing.T) { + b := loadedBrowser() + if b.sortBy != catalogSortDefault { + t.Fatal("did not open on the backend's order") + } + + browserKey(b, "o") + if b.sortBy != catalogSortName { + t.Fatalf("first sort = %v", b.sortBy) + } + if b.shown[0].Name != "llama3.2:8b" { + t.Errorf("name sort leads with %q", b.shown[0].Name) + } + + browserKey(b, "o") + if b.sortBy != catalogSortSize { + t.Fatalf("second sort = %v", b.sortBy) + } + if b.shown[0].Name != "phi4:latest" { + t.Errorf("size sort leads with %q, want the largest", b.shown[0].Name) + } + + browserKey(b, "o") + if b.sortBy != catalogSortDefault { + t.Error("sort did not cycle back round") + } +} + +// TestCatalogEnterReturnsPullReadyName checks selecting a model closes the +// browser and hands back the name the engine's download action accepts. +func TestCatalogEnterReturnsPullReadyName(t *testing.T) { + b := loadedBrowser() + b.table.SetCursor(1) + + picked, open := browserKey(b, "enter") + if open { + t.Error("browser stayed open after a selection") + } + if picked != "qwen3:4b" { + t.Errorf("picked %q, want the highlighted model's pull name", picked) + } +} + +// TestCatalogEscapeSelectsNothing checks backing out downloads nothing. +func TestCatalogEscapeSelectsNothing(t *testing.T) { + b := loadedBrowser() + picked, open := browserKey(b, "esc") + if open { + t.Error("esc left the browser open") + } + if picked != "" { + t.Errorf("esc picked %q", picked) + } +} + +// TestCatalogSearchCapturesKeys checks the filter field owns the keyboard, so +// typing a model name cannot trigger the sort or selection keys. +// +// The shell-level guarantee is asserted separately, through the detail screen +// that owns the browser: an earlier version of this test called a +// CapturingInput method on the browser that nothing in production consulted, so +// it proved a path that never ran. +func TestCatalogSearchCapturesKeys(t *testing.T) { + b := loadedBrowser() + browserKey(b, "/") + if !b.searching { + t.Fatal("search did not take the keyboard") + } + + // 'o' is the sort key outside the field; inside it is a character. + before := b.sortBy + browserKey(b, "o") + if b.sortBy != before { + t.Error("a keystroke typed into the filter triggered the sort") + } + + browserKey(b, "esc") + if b.searching { + t.Error("esc did not leave the filter") + } +} + +// TestCatalogLoadFailureExplainsItself checks a failed load says so instead of +// showing an empty list that reads as "this engine has nothing". +func TestCatalogLoadFailureExplainsItself(t *testing.T) { + b := newCatalogBrowser(nil, "ollama", "Ollama", "this-host", false) + b.SetSize(100, 24) + b.update(catalogLoadedMsg{engine: "ollama", err: errFake{}}) + + if b.loading { + t.Error("still loading after a failure") + } + if b.status.render() == "" { + t.Error("failure produced no message") + } +} + +// TestCatalogIgnoresOtherEnginesReply checks a late reply for an engine the +// operator has moved on from does not populate this browser. +func TestCatalogIgnoresOtherEnginesReply(t *testing.T) { + b := newCatalogBrowser(nil, "ollama", "Ollama", "this-host", false) + b.SetSize(100, 24) + b.update(catalogLoadedMsg{ + engine: "lmstudio", + models: []catalogModel{{ID: "x", Name: "x"}}, + }) + if len(b.all) != 0 { + t.Error("accepted a catalog for a different engine") + } +} + +// TestCatalogEmptyCatalogIsDistinctFromNoMatch checks the two empty states read +// differently, because the fixes are different. +func TestCatalogEmptyCatalogIsDistinctFromNoMatch(t *testing.T) { + b := newCatalogBrowser(nil, "vllm", "vLLM", "this-host", false) + b.SetSize(100, 24) + b.update(catalogLoadedMsg{engine: "vllm", models: nil}) + + if !strings.Contains(b.View(), "No catalog available") { + t.Errorf("view = %q", b.View()) + } +} + +func TestShortDate(t *testing.T) { + if got := shortDate("2026-07-21T02:07:47.321Z"); got != "2026-07-21" { + t.Errorf("shortDate = %q", got) + } + if got := shortDate("short"); got != "short" { + t.Errorf("shortDate passed through as %q", got) + } +} + +// errFake is a minimal error for the failure path. +type errFake struct{} + +func (errFake) Error() string { return "catalog unavailable" } diff --git a/services/nvpair-tui/ui/cluster.go b/services/nvpair-tui/ui/cluster.go deleted file mode 100644 index ac334edf..00000000 --- a/services/nvpair-tui/ui/cluster.go +++ /dev/null @@ -1,392 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import ( - "fmt" - "net" - "strconv" - "strings" - - "nvpair-tui/rpc" - - "github.com/charmbracelet/bubbles/key" - "github.com/charmbracelet/bubbles/table" - "github.com/charmbracelet/bubbles/textinput" - tea "github.com/charmbracelet/bubbletea" -) - -// clusterIdentity is this node's principal, from cluster:get-node-id. -type clusterIdentity struct { - NodeUUID string `json:"nodeUuid"` - NodeID string `json:"nodeId"` - Name string `json:"name"` - ClusterID string `json:"clusterId"` -} - -// clusterNode mirrors nvpair-cluster-manager's ClusterNode (a member or -// pending invitee), the element of nodes:get-initial / nodes:changed. -type clusterNode struct { - ID string `json:"id"` - NodeUUID string `json:"nodeUuid"` - Name string `json:"name"` - IPAddress string `json:"ipAddress"` - Port int `json:"port"` - State string `json:"state"` -} - -// clusterInvite is the broker-facing view of a pairing session -// (cluster:invite-received push / cluster:invite-node result). -type clusterInvite struct { - InviteID string `json:"inviteId"` - FromNodeName string `json:"fromNodeName"` - Pin *string `json:"pin"` - State string `json:"state"` -} - -type clusterInputMode int - -const ( - clusterInputNone clusterInputMode = iota - clusterInputAddress - clusterInputPin -) - -// clusterView drives node pairing and membership: identity, the member -// roster (live from nodes:changed), outbound invites (showing the PIN to -// read to the joiner), and inbound invites (entering the PIN to accept). -type clusterView struct { - client *rpc.Client - table table.Model - identity clusterIdentity - nodes []clusterNode - pending *clusterInvite // most recent inbound invite awaiting a response - input textinput.Model - mode clusterInputMode - status string - - width, height int -} - -type clusterIdentityMsg struct { - id clusterIdentity - err error -} - -type clusterNodesMsg struct { - nodes []clusterNode - err error -} - -type clusterActionMsg struct { - what string - pin string - rejected bool - reason string - err error -} - -var ( - clInviteKey = key.NewBinding(key.WithKeys("i"), key.WithHelp("i", "invite node")) - clRemoveKey = key.NewBinding(key.WithKeys("r"), key.WithHelp("r", "remove member")) - clAcceptKey = key.NewBinding(key.WithKeys("a"), key.WithHelp("a", "accept invite")) - clDeclineKey = key.NewBinding(key.WithKeys("d"), key.WithHelp("d", "decline invite")) - clLeaveKey = key.NewBinding(key.WithKeys("L"), key.WithHelp("L", "leave cluster")) -) - -func newClusterView(client *rpc.Client) *clusterView { - ti := textinput.New() - v := &clusterView{client: client, input: ti} - v.table = newTable(nil) - return v -} - -func (v *clusterView) Title() string { return "Cluster" } - -func (v *clusterView) Init() tea.Cmd { - return tea.Batch(v.identityCmd(), v.nodesCmd()) -} - -func (v *clusterView) identityCmd() tea.Cmd { - return call(v.client, "cluster:get-node-id", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return clusterIdentityMsg{err: err} - } - var id clusterIdentity - _ = decodeParams(msg.Result, &id) - return clusterIdentityMsg{id: id} - }) -} - -func (v *clusterView) nodesCmd() tea.Cmd { - return call(v.client, "nodes:get-initial", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return clusterNodesMsg{err: err} - } - var r struct { - Nodes []clusterNode `json:"nodes"` - } - _ = decodeParams(msg.Result, &r) - return clusterNodesMsg{nodes: r.Nodes} - }) -} - -func (v *clusterView) SetSize(w, h int) { - v.width, v.height = w, h - const state, port = 12, 7 - id := clampWidth((w-state-port-2)/2, 8) - name := clampWidth(w-state-port-id-2, 10) - v.table.SetColumns([]table.Column{ - {Title: "ID", Width: id}, - {Title: "NAME", Width: name}, - {Title: "STATE", Width: state}, - {Title: "PORT", Width: port}, - }) - v.table.SetWidth(w) - v.table.SetHeight(clampWidth(h-7, 1)) -} - -func (v *clusterView) CapturingInput() bool { return v.mode != clusterInputNone } - -func (v *clusterView) Update(msg tea.Msg) tea.Cmd { - switch msg := msg.(type) { - case clusterIdentityMsg: - if msg.err == nil { - v.identity = msg.id - } - return nil - case clusterNodesMsg: - if msg.err == nil { - v.setNodes(msg.nodes) - } - return nil - case clusterActionMsg: - if msg.err != nil { - v.status = msg.what + " failed: " + msg.err.Error() - } else if msg.rejected { - v.status = fmt.Sprintf("invite rejected (%s) - remove the existing relationship first", rejectReason(msg.reason)) - } else if msg.pin != "" { - v.status = fmt.Sprintf("invite sent - PIN %s (read it to the joining node)", msg.pin) - } else { - v.status = msg.what + " ok" - } - return nil - case NotificationMsg: - return v.handleNotification(msg.Msg) - case tea.KeyMsg: - return v.handleKey(msg) - } - return nil -} - -func (v *clusterView) handleNotification(msg *rpc.Message) tea.Cmd { - switch msg.Method { - case "nodes:changed": - var r struct { - Nodes []clusterNode `json:"nodes"` - } - _ = decodeParams(msg.Params, &r) - v.setNodes(r.Nodes) - case "cluster:identity-changed": - var r struct { - ClusterID string `json:"clusterId"` - } - _ = decodeParams(msg.Params, &r) - v.identity.ClusterID = r.ClusterID - case "cluster:invite-received": - var inv clusterInvite - _ = decodeParams(msg.Params, &inv) - v.pending = &inv - v.status = "invite received from " + inv.FromNodeName + " - press a to accept, d to decline" - } - return nil -} - -func (v *clusterView) handleKey(msg tea.KeyMsg) tea.Cmd { - if v.mode != clusterInputNone { - switch msg.String() { - case "enter": - return v.submit() - case "esc": - v.cancelInput() - return nil - } - var cmd tea.Cmd - v.input, cmd = v.input.Update(msg) - return cmd - } - - switch { - case key.Matches(msg, clInviteKey): - v.beginInput(clusterInputAddress, "host (or host:port; default 14321)") - return textinput.Blink - case key.Matches(msg, clAcceptKey): - if v.pending != nil { - v.beginInput(clusterInputPin, "PIN from inviting node") - return textinput.Blink - } - return nil - case key.Matches(msg, clDeclineKey): - return v.respondToInvite(false, "") - case key.Matches(msg, clRemoveKey): - return v.removeSelected() - case key.Matches(msg, clLeaveKey): - return v.leaveCluster() - } - var cmd tea.Cmd - v.table, cmd = v.table.Update(msg) - return cmd -} - -func (v *clusterView) beginInput(mode clusterInputMode, placeholder string) { - v.mode = mode - v.input.SetValue("") - v.input.Placeholder = placeholder - v.input.Focus() -} - -func (v *clusterView) cancelInput() { - v.mode = clusterInputNone - v.input.Blur() -} - -func (v *clusterView) submit() tea.Cmd { - val := strings.TrimSpace(v.input.Value()) - mode := v.mode - v.cancelInput() - switch mode { - case clusterInputAddress: - if val == "" { - v.status = "address required" - return nil - } - // nvpair-cluster-manager treats "address" as a bare host and appends the - // port itself (default 14321). If the operator typed host:port, split - // it so the port lands in the manager's separate int field instead of - // being glued onto the host (which would dial [host:port]:14321). - params := map[string]any{"address": val} - if host, portStr, err := net.SplitHostPort(val); err == nil { - if port, perr := strconv.Atoi(portStr); perr == nil { - params["address"] = host - params["port"] = port - } - } - v.status = "inviting " + val + "..." - return inviteNodeCmd(v.client, params, func(res inviteNodeResult, err error) tea.Msg { - if err != nil { - return clusterActionMsg{what: "invite", err: err} - } - if res.State == "rejected" { - return clusterActionMsg{what: "invite", rejected: true, reason: res.Reason} - } - pin := "" - if res.Pin != nil { - pin = *res.Pin - } - return clusterActionMsg{what: "invite", pin: pin} - }) - case clusterInputPin: - return v.respondToInvite(true, val) - } - return nil -} - -func (v *clusterView) respondToInvite(accept bool, pin string) tea.Cmd { - if v.pending == nil { - return nil - } - params := map[string]any{"inviteId": v.pending.InviteID, "accept": accept} - if accept && pin != "" { - params["pin"] = pin - } - v.pending = nil - what := "decline invite" - if accept { - what = "accept invite" - } - return call(v.client, "cluster:respond-to-invite", params, func(_ *rpc.Message, err error) tea.Msg { - return clusterActionMsg{what: what, err: err} - }) -} - -// leaveCluster unjoins this node from its cluster (cluster:leave). The -// cluster-manager tears down local trust and pushes cluster:identity-changed -// (empty) + nodes:changed (empty), which refresh the view; the broker persists -// the now-unclustered state so the node stays out after a restart. -func (v *clusterView) leaveCluster() tea.Cmd { - if v.identity.ClusterID == "" { - v.status = "not in a cluster" - return nil - } - return call(v.client, "cluster:leave", nil, func(_ *rpc.Message, err error) tea.Msg { - return clusterActionMsg{what: "leave cluster", err: err} - }) -} - -func (v *clusterView) removeSelected() tea.Cmd { - idx := v.table.Cursor() - if idx < 0 || idx >= len(v.nodes) { - return nil - } - n := v.nodes[idx] - // Remove by the stable nodeUuid, not the display name: a member that renamed - // its PC still carries the same UUID, so keying on the (possibly stale) shown - // name would silently fail to match. Fall back to nodeId only if the - // manager didn't supply a UUID. - params := map[string]string{} - if n.NodeUUID != "" { - params["nodeUuid"] = n.NodeUUID - } else { - params["nodeId"] = n.ID - } - return call(v.client, "nodes:remove", params, func(_ *rpc.Message, err error) tea.Msg { - return clusterActionMsg{what: "remove " + n.ID, err: err} - }) -} - -func (v *clusterView) setNodes(nodes []clusterNode) { - v.nodes = nodes - rows := make([]table.Row, 0, len(nodes)) - for _, n := range nodes { - rows = append(rows, table.Row{ - truncate(n.ID, 14), - n.Name, - n.State, - strconv.Itoa(n.Port), - }) - } - v.table.SetRows(rows) -} - -func (v *clusterView) View() string { - var b strings.Builder - cluster := v.identity.ClusterID - if cluster == "" { - cluster = "(none - invite a node to form one)" - } - b.WriteString(titleStyle.Render("This node")) - b.WriteByte('\n') - b.WriteString(fmt.Sprintf(" name=%s nodeId=%s\n", v.identity.Name, truncate(v.identity.NodeID, 24))) - b.WriteString(" cluster=" + cluster + "\n\n") - - b.WriteString(titleStyle.Render("Members")) - b.WriteByte('\n') - if len(v.nodes) == 0 { - b.WriteString(footerStyle.Render("No members.")) - } else { - b.WriteString(v.table.View()) - } - - if v.mode != clusterInputNone { - b.WriteString("\n" + v.input.View()) - } - if v.status != "" { - b.WriteString("\n" + footerStyle.Render(v.status)) - } - return b.String() -} - -func (v *clusterView) Help() []key.Binding { - return []key.Binding{clInviteKey, clAcceptKey, clDeclineKey, clRemoveKey, clLeaveKey} -} diff --git a/services/nvpair-tui/ui/demo.go b/services/nvpair-tui/ui/demo.go new file mode 100644 index 00000000..04f744e5 --- /dev/null +++ b/services/nvpair-tui/ui/demo.go @@ -0,0 +1,400 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "context" + "encoding/json" + "fmt" + "os" + "os/exec" + "path/filepath" + "runtime" + "strconv" + "strings" + "time" + + tea "github.com/charmbracelet/bubbletea" +) + +// The Inference Demo's runtime half: model discovery, submission, and the +// node-local state the Jobs tab renders. The plan itself is in demoschedule.go. +// +// Demo state is deliberately node-local and unsynchronized. A demo running on a +// peer is that peer's business; this tracks only what this process started, which +// is why none of it goes near the service push bus. + +// dispatcherName is the HTTP client the demo spawns once per request. +// +// It is not a worker: it speaks no JSON-RPC, nothing supervises it, and it is +// absent from versions.json. It ships beside this binary because services/build.sh +// puts it there, which is the same rule used to find the broker. +const dispatcherName = "inference-dispatcher" + +// demoStatus is where a run is. +// +// There is deliberately no draining state. Stopping, or reaching the end of the +// schedule, ends the demo immediately as far as the operator is concerned: +// requests already submitted are left to finish on their own and land as +// ordinary job activity. Waiting on them would mean waiting on work the demo is +// explicitly not allowed to cancel or report on. +type demoStatus int + +const ( + demoIdle demoStatus = iota + demoPreparing + demoRunning +) + +// demoRunner owns one node's demo. +// +// The schedule is driven by the shell's one-second tick rather than by timers of +// its own. Every submission offset in demoschedule.go is a whole number of +// seconds, so a one-second tick is exactly enough resolution, and it keeps the +// whole thing inside Bubble Tea's update loop where it can be tested by stepping +// a clock instead of by sleeping. +type demoRunner struct { + status demoStatus + started time.Time + schedule []demoRequest + // next is the index of the first request not yet submitted. The schedule is + // sorted by time, so this cursor is all that is needed to find what is due. + next int + submitted int + targetCount int + engineCount int + + // gen invalidates an in-flight discovery whose run has since been stopped. + // Discovery spawns processes and can take seconds, and without this a stop + // during it would be overwritten by its own reply. + gen int + + // ctx bounds every child this runner spawns, and is cancelled when the + // process is shutting down — not when a run stops. Stop must leave + // in-flight requests alone; quitting should not orphan them. + ctx context.Context + cancel context.CancelFunc + + // executable is resolved once, at first start. + executable string +} + +func newDemoRunner() *demoRunner { + ctx, cancel := context.WithCancel(context.Background()) + return &demoRunner{ctx: ctx, cancel: cancel} +} + +// close kills anything still running. Called when the client is quitting. +func (d *demoRunner) close() { + if d.cancel != nil { + d.cancel() + } +} + +// demoTargetsMsg is the outcome of model discovery. +type demoTargetsMsg struct { + gen int + targets []demoTarget + err error +} + +// resolveDispatcher finds the dispatcher beside this executable. +// +// The same rule the broker uses, and for the same reason: an installed bundle +// puts every binary in one directory, so "next to me" is the only location that +// is correct for the tarball, the Debian package, and a packaged desktop app +// alike. There is deliberately no search path — a missing dispatcher is a broken +// install, and saying so is more useful than finding some other copy. +func resolveDispatcher() (string, error) { + bin := dispatcherName + if runtime.GOOS == "windows" { + bin += ".exe" + } + exe, err := os.Executable() + if err != nil { + return "", fmt.Errorf("locate own executable: %w", err) + } + candidate := filepath.Join(filepath.Dir(exe), bin) + if _, err := os.Stat(candidate); err != nil { + return "", fmt.Errorf("%s not found next to nvpair-tui", bin) + } + return candidate, nil +} + +// dispatcherEnv is the environment for a demo child. +// +// The whole INFERENCE_DISPATCHER_* namespace is dropped rather than any single +// variable: _CONFIG would load an arbitrary JSON config, _RESULT_LOG and +// _DEBUG_ERROR_LOG would make the child write inference metadata to disk, and +// _LOOP would run past the sixty-second ceiling. The schedule is the only thing +// that decides what a demo child does. +// +// The comparison is case-insensitive because Windows matches environment names +// that way: a lowercase inference_dispatcher_loop in this process's environment +// would still reach the child as INFERENCE_DISPATCHER_LOOP. +func dispatcherEnv() []string { + const prefix = "inference_dispatcher_" + src := os.Environ() + out := make([]string, 0, len(src)) + for _, kv := range src { + name, _, _ := strings.Cut(kv, "=") + if strings.HasPrefix(strings.ToLower(name), prefix) { + continue + } + out = append(out, kv) + } + return out +} + +// dispatcherModel is one entry of the dispatcher's --list-models output. +type dispatcherModel struct { + Name string `json:"name"` + Type string `json:"type"` + Capabilities []string `json:"capabilities"` +} + +// generates reports whether a model can serve a text-generation request. +// +// Mirrors supportsGeneration in the Go client: an explicit type wins, otherwise +// capabilities decide, and a model advertising neither gets the benefit of the +// doubt — which is what the dispatcher itself does. +func (m dispatcherModel) generates() bool { + if m.Type != "" { + return strings.EqualFold(m.Type, "llm") + } + if len(m.Capabilities) == 0 { + return true + } + for _, c := range m.Capabilities { + switch strings.ToLower(c) { + case "completion", "chat", "generate": + return true + } + } + return false +} + +// start begins discovery for a run. +// +// Targets are the engine/model pairs the local proxies expose. Ports come from +// the broker's live proxy status, never a constant, and a proxy that is not ready +// is simply not a target — an absent engine is not an error. +func (d *demoRunner) start(proxy *proxyTracker) (tea.Cmd, error) { + if d.status != demoIdle { + return nil, fmt.Errorf("a demo is already running on this node") + } + if d.executable == "" { + exe, err := resolveDispatcher() + if err != nil { + return nil, err + } + d.executable = exe + } + + type probe struct { + backend string + port int + } + probes := make([]probe, 0, len(proxy.engines)) + for _, e := range proxy.engines { + if !e.ready || e.port == 0 { + continue + } + probes = append(probes, probe{backend: dispatcherBackend(e.engine), port: e.port}) + } + if len(probes) == 0 { + return nil, fmt.Errorf("no proxy is listening yet - wait for the endpoints above to come up") + } + + d.gen++ + gen := d.gen + d.status = demoPreparing + d.schedule, d.next, d.submitted = nil, 0, 0 + d.targetCount, d.engineCount = 0, 0 + + exe, ctx := d.executable, d.ctx + return func() tea.Msg { + var targets []demoTarget + for _, p := range probes { + targets = append(targets, probeModels(ctx, exe, p.backend, p.port)...) + } + return demoTargetsMsg{gen: gen, targets: targets} + }, nil +} + +// dispatcherBackend maps an engine-manager engine name to the dispatcher's own +// spelling of it. They agree for Ollama and differ for LM Studio, and the +// dispatcher rejects a name it does not know. +func dispatcherBackend(engine string) string { + if strings.EqualFold(engine, "lmstudio") { + return "lmstudio" + } + return engine +} + +// probeModels asks one engine for its inventory. Any failure means that engine +// contributes no targets; it is never a demo failure. +func probeModels(ctx context.Context, exe, backend string, port int) []demoTarget { + ctx, cancel := context.WithTimeout(ctx, demoProbeTimeout+2*time.Second) + defer cancel() + + cmd := exec.CommandContext(ctx, exe, + "--backend", backend, + "--port", strconv.Itoa(port), + "--timeout", strconv.Itoa(int(demoProbeTimeout.Seconds())), + "--list-models", + ) + cmd.Env = dispatcherEnv() + out, err := cmd.Output() + if err != nil { + return nil + } + + var models []dispatcherModel + if err := json.Unmarshal(out, &models); err != nil { + return nil + } + targets := make([]demoTarget, 0, len(models)) + for _, m := range models { + if m.Name == "" || !m.generates() { + continue + } + targets = append(targets, demoTarget{backend: backend, port: port, model: m.Name}) + } + return targets +} + +// armed folds a discovery reply into a live run, reporting whether the run +// started. A stale generation or an empty inventory both leave the runner idle. +func (d *demoRunner) armed(msg demoTargetsMsg) bool { + if msg.gen != d.gen || d.status != demoPreparing { + return false + } + if len(msg.targets) == 0 { + d.reset() + return false + } + + engines := map[string]struct{}{} + for _, t := range msg.targets { + engines[fmt.Sprintf("%s:%d", t.backend, t.port)] = struct{}{} + } + + d.schedule = buildDemoSchedule(msg.targets) + d.next, d.submitted = 0, 0 + d.targetCount = len(msg.targets) + d.engineCount = len(engines) + d.started = time.Now() + d.status = demoRunning + return true +} + +// tick submits whatever the clock has made due and reports whether the window +// has closed. +// +// Elapsed time is measured against the wall clock rather than counted in ticks, +// so a stalled or suspended process resumes at the right point in the schedule +// instead of stretching the run. The ceiling is enforced on the same clock, +// which is what makes "nothing at or after sixty seconds" true even if the +// update loop was blocked across it. +func (d *demoRunner) tick() (cmds []tea.Cmd, finished bool) { + if d.status != demoRunning { + return nil, false + } + elapsed := time.Since(d.started) + if elapsed >= demoMaxSubmit { + d.reset() + return nil, true + } + + exe, ctx := d.executable, d.ctx + for d.next < len(d.schedule) && d.schedule[d.next].at <= elapsed { + req := d.schedule[d.next] + d.next++ + d.submitted++ + cmds = append(cmds, submitDemoRequest(ctx, exe, req)) + } + if d.next >= len(d.schedule) { + // Every planned request is away. The window is over as far as the + // operator is concerned; the requests themselves finish on their own. + d.reset() + return cmds, true + } + return cmds, false +} + +// submitDemoRequest spawns one dispatcher and does not wait for it. +// +// The command is returned rather than run inline so the spawn happens off the +// update loop. Nothing about demo state depends on when the child finishes: the +// evidence it produces is a job on the table, which arrives over the workload +// stream like any other. +func submitDemoRequest(ctx context.Context, exe string, req demoRequest) tea.Cmd { + stage := demoStages[req.stage] + args := []string{ + "--backend", req.target.backend, + "--port", strconv.Itoa(req.target.port), + "--model", req.target.model, + "--prompt", stage.prompt, + "--count", "1", + "--mode", "series", + "--concurrency", "1", + "--timeout", strconv.Itoa(int(demoRequestTimeout.Seconds())), + "--max-tokens", strconv.Itoa(stage.maxTokens), + "--temperature", strconv.FormatFloat(stage.temperature, 'f', -1, 64), + } + // Ollama's separate reasoning channel would inflate latency and token counts + // without changing what the demo shows, so it is switched off where it exists. + if req.target.backend == "ollama" { + args = append(args, "--ollama-think", "false") + } + + return func() tea.Msg { + cmd := exec.CommandContext(ctx, exe, args...) + cmd.Env = dispatcherEnv() + // No pipes: the child's output is inference content, and this process + // has no business reading it. Start rather than Run, and Wait in a + // goroutine purely to reap the child. + if err := cmd.Start(); err != nil { + // One request failing to spawn is not a demo failure. It is also not + // worth a message: the operator asked for traffic, not a per-request + // report, and the schedule carries on. + return nil + } + go func() { _ = cmd.Wait() }() + return nil + } +} + +// stop ends the run now. In-flight requests are deliberately left alone. +func (d *demoRunner) stop() { + d.gen++ + d.reset() +} + +func (d *demoRunner) reset() { + d.status = demoIdle + d.schedule, d.next, d.submitted = nil, 0, 0 + d.targetCount, d.engineCount = 0, 0 + d.started = time.Time{} +} + +// note is the demo's line on the Jobs tab, or empty when nothing is running. +func (d *demoRunner) note() string { + switch d.status { + case demoPreparing: + return footerStyle.Render(" Inference demo: finding models...") + case demoRunning: + left := demoMaxSubmit - time.Since(d.started) + if left < 0 { + left = 0 + } + return statusOKStyle.Render(fmt.Sprintf( + " Inference demo: %d/%d sent across %d model(s) on %d engine(s) - %ds left, press t to stop", + d.submitted, len(d.schedule), d.targetCount, d.engineCount, + int(left.Round(time.Second).Seconds()))) + default: + return "" + } +} diff --git a/services/nvpair-tui/ui/demo_test.go b/services/nvpair-tui/ui/demo_test.go new file mode 100644 index 00000000..98bef410 --- /dev/null +++ b/services/nvpair-tui/ui/demo_test.go @@ -0,0 +1,420 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "context" + "os" + "path/filepath" + "runtime" + "slices" + "strings" + "testing" + "time" +) + +// The demo's guarantees are all about what it does NOT do: nothing at or after +// the ceiling, no target skipped, no request replayed, nothing left running when +// the operator stops it. Each of those is a property of the plan or of the +// cursor, so they are asserted directly rather than by running a demo. + +func targets(n int) []demoTarget { + out := make([]demoTarget, 0, n) + for i := 0; i < n; i++ { + out = append(out, demoTarget{ + backend: "ollama", + port: 11434, + model: string(rune('a'+i%26)) + "-model", + }) + } + return out +} + +func TestScheduleSubmitsNothingAtOrAfterTheCeiling(t *testing.T) { + // The ceiling is the demo's one hard promise: a burst that outlives its + // window is indistinguishable from a load generator someone forgot about. + for _, count := range []int{1, 3, 7, 60, 61, 200} { + schedule := buildDemoSchedule(targets(count)) + if len(schedule) == 0 { + t.Fatalf("%d targets produced an empty schedule", count) + } + for _, req := range schedule { + if req.at >= demoMaxSubmit { + t.Errorf("%d targets: request planned at %s, ceiling is %s", + count, req.at, demoMaxSubmit) + } + } + } +} + +func TestScheduleLastSubmissionLandsAtFiftyEight(t *testing.T) { + // Pins the cohort/stage arithmetic against a silent change: if the omitted + // 50s cohort were reinstated, or a stage offset moved, the window would + // quietly stop being what both front ends document. + schedule := buildDemoSchedule(targets(4)) + var last time.Duration + for _, req := range schedule { + if req.at > last { + last = req.at + } + } + if want := 58 * time.Second; last != want { + t.Errorf("last submission at %s, want %s", last, want) + } +} + +func TestScheduleTouchesEveryTargetBeforeRepeatingOne(t *testing.T) { + // The round-robin exists so a host with many models demonstrates all of + // them. Assigning targets before sorting by time would still touch them all + // eventually, but not before revisiting some — and a demo that sends four + // requests to one model and none to another is not showing the router. + const count = 17 + schedule := buildDemoSchedule(targets(count)) + if len(schedule) < count { + t.Fatalf("schedule has %d requests, too few for %d targets", len(schedule), count) + } + + seen := map[string]int{} + for _, req := range schedule[:count] { + seen[req.target.model]++ + } + if len(seen) != count { + t.Errorf("first %d requests covered %d distinct targets, want %d", + count, len(seen), count) + } + for model, n := range seen { + if n != 1 { + t.Errorf("target %q received %d of the first %d requests, want 1", model, n, count) + } + } +} + +func TestScheduleAddsAgentsSoEveryTargetFits(t *testing.T) { + // Beyond the 60 requests the base agent count produces, the schedule has to + // grow rather than drop targets off the end. + const count = 130 + schedule := buildDemoSchedule(targets(count)) + + seen := map[string]struct{}{} + for _, req := range schedule { + seen[req.target.model] = struct{}{} + } + // 130 targets over a 26-letter model alphabet is 26 distinct names; what + // matters is that the schedule is long enough to cover the target count. + if len(schedule) < count { + t.Errorf("%d targets produced only %d requests", count, len(schedule)) + } + if got := demoAgentsPerCohort(count); got <= demoBaseAgentsPerCohort { + t.Errorf("agents per cohort %d did not grow past the base %d", + got, demoBaseAgentsPerCohort) + } +} + +func TestScheduleIsEmptyWithoutTargets(t *testing.T) { + if got := buildDemoSchedule(nil); got != nil { + t.Errorf("no targets produced %d requests, want none", len(got)) + } +} + +// tickAt runs the runner's tick as though the given time had elapsed. +func tickAt(t *testing.T, d *demoRunner, elapsed time.Duration) (int, bool) { + t.Helper() + d.started = time.Now().Add(-elapsed) + cmds, finished := d.tick() + return len(cmds), finished +} + +// armedRunner is a runner mid-run, without spawning anything. The executable is +// a path that does not exist, which is safe because no test here runs a command. +func armedRunner(t *testing.T, targetCount int) *demoRunner { + t.Helper() + d := newDemoRunner() + t.Cleanup(d.close) + d.executable = "/nonexistent/inference-dispatcher" + d.status = demoPreparing + d.gen = 1 + if !d.armed(demoTargetsMsg{gen: 1, targets: targets(targetCount)}) { + t.Fatal("runner did not arm") + } + return d +} + +func TestTickSubmitsEachRequestExactlyOnce(t *testing.T) { + // The cursor is what prevents a replay. Ticking repeatedly over the same + // window must not resend anything, which a "submit everything due" loop + // without the cursor would do on every single tick. + d := armedRunner(t, 3) + planned := len(d.schedule) + + total := 0 + for elapsed := time.Duration(0); elapsed < demoMaxSubmit; elapsed += time.Second { + n, finished := tickAt(t, d, elapsed) + total += n + if finished { + break + } + // The counter drives the progress note, so it has to agree with the + // spawns while the run is live. It is reset once the window closes, + // which is why this is checked here and not after the loop. + if d.submitted != total { + t.Fatalf("at %s the runner counted %d submitted, %d were spawned", + elapsed, d.submitted, total) + } + } + if total != planned { + t.Errorf("submitted %d of %d planned requests", total, planned) + } +} + +func TestTickSubmitsNothingOnceTheWindowHasClosed(t *testing.T) { + // The wall clock, not the tick count, enforces the ceiling — so a process + // that was suspended across the whole window must come back to a finished + // demo rather than flushing sixty requests at once. + d := armedRunner(t, 3) + + n, finished := tickAt(t, d, demoMaxSubmit+30*time.Second) + if n != 0 { + t.Errorf("submitted %d requests after the ceiling, want 0", n) + } + if !finished { + t.Error("tick past the ceiling did not finish the run") + } + if d.status != demoIdle { + t.Errorf("status %v after the ceiling, want idle", d.status) + } +} + +func TestStopEndsTheRunAndIgnoresLateDiscovery(t *testing.T) { + // Discovery spawns processes and can take seconds. Without the generation + // guard a stop during it would be undone by its own reply, starting a demo + // the operator had already cancelled. + d := newDemoRunner() + t.Cleanup(d.close) + d.executable = "/nonexistent/inference-dispatcher" + d.status = demoPreparing + d.gen = 1 + + d.stop() + if d.status != demoIdle { + t.Fatalf("status %v after stop, want idle", d.status) + } + + if d.armed(demoTargetsMsg{gen: 1, targets: targets(2)}) { + t.Error("a stale discovery reply started a run") + } + if d.status != demoIdle { + t.Errorf("status %v after a stale reply, want idle", d.status) + } +} + +func TestStopMidRunLeavesNothingScheduled(t *testing.T) { + d := armedRunner(t, 3) + if n, _ := tickAt(t, d, 0); n == 0 { + t.Fatal("no requests were due at the start of the window") + } + + d.stop() + n, finished := tickAt(t, d, 5*time.Second) + if n != 0 { + t.Errorf("submitted %d requests after stop, want 0", n) + } + if finished { + t.Error("a tick after stop reported the run finishing again") + } +} + +func TestEmptyInventoryDoesNotStartARun(t *testing.T) { + // An engine that is up but has no model is the common case on a fresh + // install, and it must read as "install a model", not as a broken demo. + d := newDemoRunner() + t.Cleanup(d.close) + d.status = demoPreparing + d.gen = 1 + + if d.armed(demoTargetsMsg{gen: 1}) { + t.Error("armed with no targets") + } + if d.status != demoIdle { + t.Errorf("status %v, want idle", d.status) + } +} + +func TestStartRefusesWhenNoProxyIsListening(t *testing.T) { + // The demo targets proxy ports, never an engine's own, so with no proxy up + // there is nowhere legitimate to send traffic. It must refuse rather than + // invent a port. + d := newDemoRunner() + t.Cleanup(d.close) + d.executable = "/nonexistent/inference-dispatcher" + + tracker := newProxyTracker() + if _, err := d.start(tracker); err == nil { + t.Fatal("start succeeded with both proxies down") + } + if d.status != demoIdle { + t.Errorf("status %v after a refused start, want idle", d.status) + } +} + +func TestStartRefusesASecondConcurrentRun(t *testing.T) { + d := armedRunner(t, 2) + tracker := newProxyTracker() + tracker.engines[0].ready = true + tracker.engines[0].port = 11434 + + if _, err := d.start(tracker); err == nil { + t.Error("a second demo started while one was running") + } +} + +func TestDispatcherEnvDropsTheWholeDispatcherNamespace(t *testing.T) { + // _CONFIG loads an arbitrary config, _LOOP runs past the ceiling, and the + // log variables write inference metadata to disk. Stripping the prefix + // rather than a list is what keeps a newly added variable from becoming a + // way to redirect the demo. + t.Setenv("INFERENCE_DISPATCHER_LOOP", "true") + t.Setenv("INFERENCE_DISPATCHER_CONFIG", "/tmp/evil.json") + // Lowercase because Windows matches environment names case-insensitively, + // so this would still reach a child as INFERENCE_DISPATCHER_RESULT_LOG. + t.Setenv("inference_dispatcher_result_log", "/tmp/leak.jsonl") + t.Setenv("PAIR_DEMO_KEEPME", "1") + + var kept bool + for _, kv := range dispatcherEnv() { + name, _, _ := strings.Cut(kv, "=") + if strings.HasPrefix(strings.ToLower(name), "inference_dispatcher_") { + t.Errorf("child environment still carries %q", name) + } + if name == "PAIR_DEMO_KEEPME" { + kept = true + } + } + if !kept { + t.Error("stripping removed an unrelated variable") + } + if _, ok := os.LookupEnv("INFERENCE_DISPATCHER_LOOP"); !ok { + t.Error("this process's own environment was modified") + } +} + +func TestGeneratesMirrorsTheDispatcher(t *testing.T) { + // A model advertising neither a type nor capabilities gets the benefit of + // the doubt, because that is what the dispatcher itself does — being + // stricter here would silently exclude models the demo could have used. + cases := []struct { + name string + model dispatcherModel + want bool + }{ + {"explicit llm", dispatcherModel{Type: "LLM"}, true}, + {"explicit embedding", dispatcherModel{Type: "embeddings"}, false}, + {"chat capability", dispatcherModel{Capabilities: []string{"vision", "chat"}}, true}, + {"no generation capability", dispatcherModel{Capabilities: []string{"embedding"}}, false}, + {"nothing declared", dispatcherModel{}, true}, + {"type wins over capabilities", dispatcherModel{ + Type: "embeddings", Capabilities: []string{"chat"}}, false}, + // Verbatim from a live LM Studio: a real chat model whose advertised + // capabilities name neither chat nor completion. Checking capabilities + // ahead of the type would exclude the only usable model on the host, so + // the ordering above is load-bearing rather than arbitrary. + {"real llm with unrelated capabilities", dispatcherModel{ + Type: "llm", + Capabilities: []string{"trained_for_tool_use", "vision"}, + }, true}, + {"real embedding model", dispatcherModel{Type: "embedding"}, false}, + } + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + if got := tc.model.generates(); got != tc.want { + t.Errorf("generates() = %v, want %v", got, tc.want) + } + }) + } +} + +// fakeDispatcher writes an executable that records its arguments and prints the +// given stdout, and returns its path plus the path it records into. +func fakeDispatcher(t *testing.T, stdout string) (exe, argsFile string) { + t.Helper() + if runtime.GOOS == "windows" { + t.Skip("shell-script stub is not executable on Windows") + } + dir := t.TempDir() + exe = filepath.Join(dir, "inference-dispatcher") + argsFile = filepath.Join(dir, "args") + script := "#!/bin/sh\nprintf '%s\\n' \"$@\" > " + argsFile + "\ncat <<'JSON'\n" + stdout + "\nJSON\n" + if err := os.WriteFile(exe, []byte(script), 0o700); err != nil { + t.Fatal(err) + } + return exe, argsFile +} + +func TestProbeAsksTheDispatcherCorrectlyAndKeepsOnlyGenerativeModels(t *testing.T) { + // This runs the real command path. A mistyped flag would otherwise show up + // only as a demo that always says no model is available — the failure mode + // least likely to be read as a bug in this code. + exe, argsFile := fakeDispatcher(t, `[ + {"name":"llama3.2:latest","type":"llm"}, + {"name":"nomic-embed-text","type":"embeddings"}, + {"name":"mystery-model"}, + {"name":"","type":"llm"} + ]`) + + got := probeModels(context.Background(), exe, "ollama", 11434) + + want := []string{"llama3.2:latest", "mystery-model"} + if len(got) != len(want) { + t.Fatalf("got %d targets %+v, want %d", len(got), got, len(want)) + } + for i, model := range want { + if got[i].model != model { + t.Errorf("target %d is %q, want %q", i, got[i].model, model) + } + if got[i].backend != "ollama" || got[i].port != 11434 { + t.Errorf("target %d addressed %s:%d, want ollama:11434", + i, got[i].backend, got[i].port) + } + } + + raw, err := os.ReadFile(argsFile) + if err != nil { + t.Fatal(err) + } + args := strings.Fields(string(raw)) + for _, want := range []string{"--backend", "ollama", "--port", "11434", "--list-models"} { + if !slices.Contains(args, want) { + t.Errorf("dispatcher was not passed %q; got %v", want, args) + } + } +} + +func TestProbeTreatsAnUnreachableEngineAsNoTargets(t *testing.T) { + // An engine that is down is not a demo failure — it just is not a target. + if got := probeModels(context.Background(), "/nonexistent/dispatcher", "ollama", 1); got != nil { + t.Errorf("got %d targets from a missing dispatcher, want none", len(got)) + } +} + +func TestProbeIgnoresOutputThatIsNotAModelList(t *testing.T) { + exe, _ := fakeDispatcher(t, "Model query failed: connection refused") + if got := probeModels(context.Background(), exe, "ollama", 11434); got != nil { + t.Errorf("got %d targets from non-JSON output, want none", len(got)) + } +} + +func TestNoteNamesTheKeyThatStopsIt(t *testing.T) { + // The note is the only place the stop key is stated while a demo runs, and + // the footer's label is derived from the same state — so an operator who + // wants it to stop has somewhere to look. + d := armedRunner(t, 2) + note := d.note() + if !strings.Contains(note, "press t to stop") { + t.Errorf("running note does not name the stop key: %q", note) + } + + d.stop() + if got := d.note(); got != "" { + t.Errorf("idle runner still renders a note: %q", got) + } +} diff --git a/services/nvpair-tui/ui/demoschedule.go b/services/nvpair-tui/ui/demoschedule.go new file mode 100644 index 00000000..beb2f57d --- /dev/null +++ b/services/nvpair-tui/ui/demoschedule.go @@ -0,0 +1,197 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "sort" + "time" +) + +// The Inference Demo's planning half: a fixed, node-local burst of synthetic +// traffic sent through the local proxies so an operator can watch real work move +// through the router. +// +// Where each request lands is the backend's decision. Requests are addressed to +// a proxy exactly as a third-party client would address one, so whether that +// produces work on this machine or several depends on the cluster the proxies +// see. The demo is not a benchmark and not a diagnostic: no prompt, response, +// score, or timing is ever shown, and the only visible output is ordinary job +// activity on the Jobs table. +// +// This mirrors the desktop app's schedule (desktop/src/shared/types/ +// inference-demo.ts and src/electron/inference-demo-schedule.ts) deliberately +// and exactly, because the two front ends are meant to demonstrate the same +// thing. The constants below are the contract between them; changing one without +// the other makes "run the demo" mean two different things depending on which +// interface the operator happened to use. +// +// Kept free of process spawning and Bubble Tea so the guarantees that matter — +// nothing submitted at or after the ceiling, every target touched before any is +// revisited, open-loop overlap — can be asserted directly. + +// Wall-clock offsets at which a cohort of simulated agents starts. +var demoCohortOffsets = []time.Duration{ + 0, + 10 * time.Second, + 20 * time.Second, + 30 * time.Second, + 40 * time.Second, +} + +// Simulated agent workloads started per cohort, before target-count scaling. +const demoBaseAgentsPerCohort = 2 + +// demoMaxSubmit is the hard ceiling on the submission window. Nothing is +// submitted at or after this point; work already in flight is left alone. The +// 50-second cohort is omitted on purpose so the last submission lands at 58s. +const demoMaxSubmit = 60 * time.Second + +// demoRequestTimeout is the per-request timeout handed to the dispatcher. +const demoRequestTimeout = 120 * time.Second + +// demoProbeTimeout bounds the model-discovery calls that run before the window +// opens. Short, because discovery is the operator waiting with nothing on screen. +const demoProbeTimeout = 10 * time.Second + +// demoStage is one request shape of a simulated agent. Offsets are relative to +// the owning agent's start, so the final submission of the 40-second cohort +// lands at 58s. +// +// The prompts are internal and intentionally generic: they exercise an engine +// without depending on any real workload. They are never displayed, logged, or +// retained. +type demoStage struct { + offset time.Duration + maxTokens int + temperature float64 + prompt string +} + +var demoStages = []demoStage{ + { + offset: 0, + maxTokens: 48, + temperature: 0.0, + prompt: `Classify the following support request into one category: billing, technical, or account. Request: "My export finished but the download link returns a 404." Answer with the category only.`, + }, + { + offset: 3 * time.Second, + maxTokens: 192, + temperature: 0.1, + prompt: "Draft a short numbered plan for diagnosing an intermittent HTTP 404 on a file download endpoint that only affects large exports. Keep it under six steps.", + }, + { + offset: 7 * time.Second, + maxTokens: 96, + temperature: 0.0, + prompt: "Given the tools list_objects, read_log, restart_worker, and notify_user, choose the single best next tool for confirming whether an exported file was ever written to object storage. Answer with the tool name and one sentence of justification.", + }, + { + offset: 10 * time.Second, + maxTokens: 160, + temperature: 0.0, + prompt: "Rewrite this function so it returns an explicit error instead of nil when the key is missing:\n\nfunc get(m map[string]string, k string) string { return m[k] }", + }, + { + offset: 14 * time.Second, + maxTokens: 128, + temperature: 0.0, + prompt: "Summarize in two sentences: the worker log shows 14 successful uploads, 2 uploads that timed out after 30s, and no retry attempts recorded for the timeouts.", + }, + { + offset: 18 * time.Second, + maxTokens: 256, + temperature: 0.1, + prompt: "Write a brief incident note covering root cause, user impact, and the single highest-value follow-up action, for an issue where large export uploads timed out and were never retried.", + }, +} + +// demoTarget is one engine/model pair discovered at demo start. +// +// backend is the dispatcher's own engine name, and port is a proxy's listen +// port — never an engine's own. Addressing the proxy is what makes this a demo +// of PAIR rather than of Ollama: the request enters the router and the backend +// places it. Hitting an engine's port directly would bypass routing, which +// proxy-inference-routing.mdc prohibits. +type demoTarget struct { + backend string + port int + model string +} + +// demoRequest is one planned submission. +type demoRequest struct { + at time.Duration // after the window opens + target demoTarget + stage int // index into demoStages +} + +// demoAgentsPerCohort is enough simulated agents that the schedule has at least +// one request per target. +// +// A run produces cohorts x agents x stages requests — 5 x 2 x 6 = 60 at the base +// count — and targets are assigned per request, so the base already covers up to +// 60 targets. Beyond that this adds agents rather than dropping targets, so a +// host exposing eighty models still demonstrates all of them. +func demoAgentsPerCohort(targets int) int { + if targets <= 0 { + return demoBaseAgentsPerCohort + } + capacity := len(demoCohortOffsets) * len(demoStages) + needed := (targets + capacity - 1) / capacity + if needed < demoBaseAgentsPerCohort { + return demoBaseAgentsPerCohort + } + return needed +} + +// buildDemoSchedule plans a whole run up front. +// +// Slots are generated per (cohort, agent, stage), sorted by submission time, and +// only then assigned targets round-robin. Assigning in time order is what gives +// "touch every target before revisiting one" for free: the first pass through +// the ring covers them all. +// +// The schedule is open-loop. Offsets are absolute positions in the window and no +// slot waits on an earlier request finishing, which is the point — overlapping +// requests are what put more than one job in flight at once. +func buildDemoSchedule(targets []demoTarget) []demoRequest { + if len(targets) == 0 { + return nil + } + + perCohort := demoAgentsPerCohort(len(targets)) + type slot struct { + at time.Duration + stage int + } + slots := make([]slot, 0, len(demoCohortOffsets)*perCohort*len(demoStages)) + for _, cohort := range demoCohortOffsets { + for agent := 0; agent < perCohort; agent++ { + for i, stage := range demoStages { + at := cohort + stage.offset + // The ceiling is a planning invariant as well as a runtime one. + if at >= demoMaxSubmit { + continue + } + slots = append(slots, slot{at: at, stage: i}) + } + } + } + + // A stable sort keeps equal-time slots in generation order, so the + // round-robin assignment below is reproducible for a given target list — + // which is what makes the schedule testable at all. + sort.SliceStable(slots, func(i, j int) bool { return slots[i].at < slots[j].at }) + + out := make([]demoRequest, len(slots)) + for i, s := range slots { + out[i] = demoRequest{ + at: s.at, + target: targets[i%len(targets)], + stage: s.stage, + } + } + return out +} diff --git a/services/nvpair-tui/ui/engines.go b/services/nvpair-tui/ui/engines.go deleted file mode 100644 index 809febfb..00000000 --- a/services/nvpair-tui/ui/engines.go +++ /dev/null @@ -1,344 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import ( - "context" - "errors" - "fmt" - "strconv" - "strings" - - "nvpair-tui/rpc" - - "github.com/charmbracelet/bubbles/key" - "github.com/charmbracelet/bubbles/table" - "github.com/charmbracelet/bubbles/textinput" - tea "github.com/charmbracelet/bubbletea" -) - -// engineStatus mirrors nvpair-engine-manager's EngineStatus snapshot, the -// element of engine:get-installed and the engine:state-changed payload. -type engineStatus struct { - Engine string `json:"engine"` - DisplayName string `json:"display_name"` - Installed bool `json:"installed"` - Running bool `json:"running"` - Healthy bool `json:"healthy"` - Port int `json:"port"` -} - -// enginesView manages local inference engines via the engine-manager -// control plane: an installed/running/healthy table plus lifecycle -// actions, kept live from engine:state-changed and engine:install-progress. -// It can also pull a model (engine:action{action:"pull_model"}), rendering -// the live engine:pull-progress feed the way remote pulls already show. -type enginesView struct { - client *rpc.Client - table table.Model - order []string - byName map[string]engineStatus - status string - input textinput.Model - pulling bool - pullEngine string - - width, height int -} - -type enginesLoadedMsg struct { - engines []engineStatus - err error -} - -type engineOpMsg struct { - what string - engine string - err error -} - -var ( - engStartKey = key.NewBinding(key.WithKeys("s"), key.WithHelp("s", "start")) - engStopKey = key.NewBinding(key.WithKeys("x"), key.WithHelp("x", "stop")) - engRestartKey = key.NewBinding(key.WithKeys("r"), key.WithHelp("r", "restart")) - engInstallKey = key.NewBinding(key.WithKeys("i"), key.WithHelp("i", "install")) - engUninstallKey = key.NewBinding(key.WithKeys("u"), key.WithHelp("u", "uninstall")) - engPullKey = key.NewBinding(key.WithKeys("p"), key.WithHelp("p", "pull model")) -) - -func newEnginesView(client *rpc.Client) *enginesView { - ti := textinput.New() - ti.Placeholder = "model name (e.g. llama3.2)" - v := &enginesView{client: client, byName: map[string]engineStatus{}, input: ti} - v.table = newTable(nil) - return v -} - -func (v *enginesView) Title() string { return "Engines" } - -func (v *enginesView) Init() tea.Cmd { - return tea.Batch( - call(v.client, "engine:subscribe", nil, func(_ *rpc.Message, _ error) tea.Msg { return nil }), - v.loadCmd(), - ) -} - -func (v *enginesView) loadCmd() tea.Cmd { - return call(v.client, "engine:get-installed", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return enginesLoadedMsg{err: err} - } - var r struct { - Engines []engineStatus `json:"engines"` - } - _ = decodeParams(msg.Result, &r) - return enginesLoadedMsg{engines: r.Engines} - }) -} - -func (v *enginesView) SetSize(w, h int) { - v.width, v.height = w, h - const inst, run, heal, port = 10, 8, 8, 7 - name := clampWidth(w-inst-run-heal-port-2, 10) - v.table.SetColumns([]table.Column{ - {Title: "ENGINE", Width: name}, - {Title: "INSTALLED", Width: inst}, - {Title: "RUNNING", Width: run}, - {Title: "HEALTHY", Width: heal}, - {Title: "PORT", Width: port}, - }) - v.table.SetWidth(w) - v.table.SetHeight(clampWidth(h-2, 1)) -} - -func (v *enginesView) Update(msg tea.Msg) tea.Cmd { - switch msg := msg.(type) { - case enginesLoadedMsg: - if msg.err != nil { - v.status = "load engines failed: " + msg.err.Error() - return nil - } - for _, e := range msg.engines { - v.merge(e) - } - return nil - - case engineOpMsg: - if msg.err != nil { - v.status = fmt.Sprintf("%s %s failed: %s", msg.what, msg.engine, msg.err.Error()) - } else { - v.status = fmt.Sprintf("%s %s ok", msg.what, msg.engine) - } - return nil - - case NotificationMsg: - switch msg.Msg.Method { - case "engine:state-changed": - var e engineStatus - _ = decodeParams(msg.Msg.Params, &e) - if e.Engine != "" { - v.merge(e) - } - case "engine:install-progress": - var p struct { - Engine string `json:"engine"` - Stage string `json:"stage"` - Percent int `json:"percent"` - } - _ = decodeParams(msg.Msg.Params, &p) - v.status = fmt.Sprintf("install %s: %s (%d%%)", p.Engine, p.Stage, p.Percent) - case "engine:pull-progress": - var p struct { - Engine string `json:"engine"` - Stage string `json:"stage"` - Percent int `json:"percent"` - Message string `json:"message"` - } - _ = decodeParams(msg.Msg.Params, &p) - // Terminal stages carry no meaningful percent (success is implicitly - // 100%; error uses -1), so render them as outcomes rather than a - // misleading "success (0%)". A late failure that arrives after the - // synchronous call timed out still surfaces here. - switch p.Stage { - case "success": - v.status = fmt.Sprintf("pull %s: done", p.Engine) - case "error": - detail := p.Message - if detail == "" { - detail = "failed" - } - v.status = fmt.Sprintf("pull %s failed: %s", p.Engine, detail) - default: - v.status = fmt.Sprintf("pull %s: %s (%d%%)", p.Engine, p.Stage, p.Percent) - } - } - return nil - - case tea.KeyMsg: - return v.handleKey(msg) - } - return nil -} - -func (v *enginesView) CapturingInput() bool { return v.pulling } - -func (v *enginesView) handleKey(msg tea.KeyMsg) tea.Cmd { - if v.pulling { - switch msg.String() { - case "enter": - return v.submitPull() - case "esc": - v.pulling = false - v.input.Blur() - return nil - } - var cmd tea.Cmd - v.input, cmd = v.input.Update(msg) - return cmd - } - if key.Matches(msg, engPullKey) { - engine := v.selectedEngine() - if engine == "" { - return nil - } - v.pullEngine = engine - v.pulling = true - v.input.SetValue("") - v.input.Focus() - return textinput.Blink - } - if cmd, handled := v.handleAction(msg); handled { - return cmd - } - var cmd tea.Cmd - v.table, cmd = v.table.Update(msg) - return cmd -} - -// pullParams builds the engine:action{action:"pull_model"} params for a pull. -// The model name is sent under BOTH "name" and "model" — mirroring -// PullModelStream's own empty-params default — because the two engines key it -// differently: Ollama's pull_model is HTTP /api/pull (body key "name"), while -// LM Studio's is a CLI action `lms get {model}` resolved from the "model" key. -// Sending only one key silently no-ops the pull on the other engine. -func pullParams(engine, model string) map[string]any { - return map[string]any{"engine": engine, "action": "pull_model", "params": map[string]string{"name": model, "model": model}} -} - -// submitPull issues engine:action{action:"pull_model"} for the selected engine. -// Live download progress and the terminal result arrive as engine:pull-progress -// notifications; the synchronous response can outlast callTimeout for a large -// model, so a deadline error here is expected and ignored (the progress feed is -// the real signal). -func (v *enginesView) submitPull() tea.Cmd { - v.pulling = false - v.input.Blur() - model := strings.TrimSpace(v.input.Value()) - engine := v.pullEngine - if model == "" || engine == "" { - v.status = "model name required" - return nil - } - v.status = fmt.Sprintf("pull %s: %s...", engine, model) - params := pullParams(engine, model) - return call(v.client, "engine:action", params, func(_ *rpc.Message, err error) tea.Msg { - if err != nil && !errors.Is(err, context.DeadlineExceeded) { - return engineOpMsg{what: "pull " + model, engine: engine, err: err} - } - return nil - }) -} - -func (v *enginesView) handleAction(msg tea.KeyMsg) (tea.Cmd, bool) { - var method, what string - switch { - case key.Matches(msg, engStartKey): - method, what = "engine:start", "start" - case key.Matches(msg, engStopKey): - method, what = "engine:stop", "stop" - case key.Matches(msg, engRestartKey): - method, what = "engine:restart", "restart" - case key.Matches(msg, engInstallKey): - method, what = "engine:install", "install" - case key.Matches(msg, engUninstallKey): - method, what = "engine:uninstall", "uninstall" - default: - return nil, false - } - engine := v.selectedEngine() - if engine == "" { - return nil, true - } - v.status = what + " " + engine + "..." - return call(v.client, method, map[string]string{"engine": engine}, func(_ *rpc.Message, err error) tea.Msg { - return engineOpMsg{what: what, engine: engine, err: err} - }), true -} - -func (v *enginesView) selectedEngine() string { - idx := v.table.Cursor() - if idx < 0 || idx >= len(v.order) { - return "" - } - return v.order[idx] -} - -func (v *enginesView) merge(e engineStatus) { - if _, ok := v.byName[e.Engine]; !ok { - v.order = append(v.order, e.Engine) - } - v.byName[e.Engine] = e - v.refreshRows() -} - -func (v *enginesView) refreshRows() { - rows := make([]table.Row, 0, len(v.order)) - for _, name := range v.order { - e := v.byName[name] - label := e.Engine - if e.DisplayName != "" { - label = e.DisplayName - } - port := "-" - if e.Port != 0 { - port = strconv.Itoa(e.Port) - } - rows = append(rows, table.Row{ - label, - yesNo(e.Installed), - yesNo(e.Running), - yesNo(e.Healthy), - port, - }) - } - v.table.SetRows(rows) -} - -func (v *enginesView) View() string { - if len(v.order) == 0 { - if v.status != "" { - return statusErrStyle.Render(v.status) - } - return footerStyle.Render("No engines known on this host.") - } - out := v.table.View() - if v.pulling { - out += "\npull model: " + v.input.View() - } - if v.status != "" { - out += "\n" + footerStyle.Render(v.status) - } - return out -} - -func (v *enginesView) Help() []key.Binding { - return []key.Binding{engStartKey, engStopKey, engRestartKey, engInstallKey, engUninstallKey, engPullKey} -} - -func yesNo(b bool) string { - if b { - return "yes" - } - return "no" -} diff --git a/services/nvpair-tui/ui/engines_test.go b/services/nvpair-tui/ui/engines_test.go deleted file mode 100644 index e04a2c77..00000000 --- a/services/nvpair-tui/ui/engines_test.go +++ /dev/null @@ -1,31 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import "testing" - -// TestPullParamsSendsBothKeys guards the LM Studio pull fix: the pull params -// must carry the model under BOTH "name" (Ollama's /api/pull body key) and -// "model" (LM Studio's `lms get {model}` CLI placeholder). Sending only "name" -// silently ran `lms get "" --yes`, so a TUI pull never reached LM Studio. -func TestPullParamsSendsBothKeys(t *testing.T) { - p := pullParams("lmstudio", "owner/model") - - if p["engine"] != "lmstudio" { - t.Fatalf("engine = %v, want lmstudio", p["engine"]) - } - if p["action"] != "pull_model" { - t.Fatalf("action = %v, want pull_model", p["action"]) - } - inner, ok := p["params"].(map[string]string) - if !ok { - t.Fatalf("params = %T, want map[string]string", p["params"]) - } - if inner["name"] != "owner/model" { - t.Fatalf(`params["name"] = %q, want "owner/model"`, inner["name"]) - } - if inner["model"] != "owner/model" { - t.Fatalf(`params["model"] = %q, want "owner/model" (LM Studio reads this key)`, inner["model"]) - } -} diff --git a/services/nvpair-tui/ui/engineswire.go b/services/nvpair-tui/ui/engineswire.go new file mode 100644 index 00000000..04e028bf --- /dev/null +++ b/services/nvpair-tui/ui/engineswire.go @@ -0,0 +1,222 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "context" + "errors" + + "nvpair-tui/rpc" + + tea "github.com/charmbracelet/bubbletea" +) + +// engineStatus mirrors nvpair-engine-manager's EngineStatus snapshot, the +// element of engine:get-installed and the engine:state-changed payload. +type engineStatus struct { + Engine string `json:"engine"` + DisplayName string `json:"display_name"` + Installed bool `json:"installed"` + Running bool `json:"running"` + Healthy bool `json:"healthy"` + Port int `json:"port"` +} + +func (e engineStatus) label() string { + if e.DisplayName != "" { + return e.DisplayName + } + return e.Engine +} + +// modelsResult mirrors nvpair-engine-manager's ModelsResult, the engine:models +// reply and the engine:models-changed payload. LoadedByEngine names the models +// currently resident in memory, which the engine-manager polls for and pushes — +// so a client never has to poll to know what is loaded. +type modelsResult struct { + Models []string `json:"models"` + ModelsByEngine map[string][]string `json:"modelsByEngine"` + LoadedByEngine map[string][]string `json:"loadedByEngine"` +} + +// engineOp is one lifecycle request and how to describe it to the operator. +type engineOp struct { + method string + what string + // localOnly marks an operation the engine manager exposes no remote + // equivalent for, so it is hidden on a peer's node rather than offered and + // then failing. + localOnly bool +} + +// engineOps are the lifecycle operations, keyed by the local method name. The +// remote variants take a node and cover a deliberately smaller set: the manager +// has remote install/start/stop but no remote restart, uninstall, or port +// change, because those need process ownership on the target host. +var engineOps = map[string]engineOp{ + "install": {method: "engine:install", what: "install"}, + "start": {method: "engine:start", what: "start"}, + "stop": {method: "engine:stop", what: "stop"}, + "restart": {method: "engine:restart", what: "restart", localOnly: true}, + "uninstall": {method: "engine:uninstall", what: "uninstall", localOnly: true}, +} + +// remoteEngineMethods maps a local lifecycle method to its remote counterpart. +var remoteEngineMethods = map[string]string{ + "engine:install": "engine:remote-install", + "engine:start": "engine:remote-start", + "engine:stop": "engine:remote-stop", +} + +// modelAction is one model operation: the remote method that performs it on a +// peer, and the operator-facing verb. The local engine:action name and params +// are per engine — see modelActionWire. +type modelAction struct { + op string + remote string + what string +} + +var modelActions = map[string]modelAction{ + "load": {op: "load", remote: "engine:remote-load-model", what: "load"}, + // "eject" to match the key's own label and the docs; the backend's method + // keeps its own name. A key labelled eject that reports "unload requested" + // leaves the operator wondering whether it did something else. + "unload": {op: "unload", remote: "engine:remote-unload-model", what: "eject"}, + "delete": {op: "delete", remote: "engine:remote-delete-model", what: "delete"}, + "pull": {op: "pull", remote: "engine:remote-pull-model", what: "download"}, +} + +// modelActionWire builds the local engine:action name and params for a model +// operation on a specific engine. +// +// The engines do not share a contract here, so one action name for both is +// wrong in ways that fail quietly. This mirrors nvpair-engine-manager's own +// modelActionWire, which is authoritative: +// +// - Ollama has no load action at all. Warming a model is run_model with +// streaming off; sending load_model just errors. +// - Ollama only frees a model when keep_alive is 0. Without it the request +// succeeds and the model stays resident. +// - The two engines key the model differently — Ollama's delete takes "name", +// LM Studio's takes "model" — so both are sent where a name is all that is +// needed, which is also why a pull works on either engine. +func modelActionWire(engine, op, model string) map[string]any { + both := map[string]string{"name": model, "model": model} + switch op { + case "load": + if engine == "ollama" { + return actionParams(engine, "run_model", + map[string]any{"model": model, "stream": false}) + } + return actionParams(engine, "load_model", map[string]any{"model": model}) + case "unload": + if engine == "ollama" { + return actionParams(engine, "unload_model", + map[string]any{"model": model, "keep_alive": 0}) + } + return actionParams(engine, "unload_model", map[string]any{"model": model}) + case "delete": + return actionParams(engine, "delete_model", anyMap(both)) + default: // pull + return actionParams(engine, "pull_model", anyMap(both)) + } +} + +// actionParams wraps an engine:action envelope around per-action params. +func actionParams(engine, action string, params map[string]any) map[string]any { + return map[string]any{"engine": engine, "action": action, "params": params} +} + +func anyMap(in map[string]string) map[string]any { + out := make(map[string]any, len(in)) + for k, v := range in { + out[k] = v + } + return out +} + +// engineOpMsg is the outcome of a lifecycle or model command. +type engineOpMsg struct { + what string + engine string + err error + // detached marks a request that outlived its reply deadline but is still + // running on the engine. Distinct from both success and failure: nothing + // went wrong, and nothing has finished either. + detached bool +} + +// engineCmd issues a lifecycle request against a node. An empty node means this +// machine and uses the local method; otherwise the remote counterpart is used +// and the node travels in the params. +func engineCmd(client *rpc.Client, node, engine, method, op, what string) tea.Cmd { + params := map[string]any{"engine": engine} + if node != "" { + remote, ok := remoteEngineMethods[method] + if !ok { + return func() tea.Msg { + return engineOpMsg{what: what, engine: engine, + err: errors.New("not supported on a remote node")} + } + } + method = remote + params["node"] = node + } + return call(client, method, params, func(_ *rpc.Message, err error) tea.Msg { + return classifyOpResult(what, engine, op, err) + }) +} + +// modelCmd issues a model operation against a node. +// +// A download that outlasts callTimeout is reported as detached rather than +// failed: a multi-gigabyte pull routinely exceeds the reply deadline while the +// engine keeps working, and the engine:pull-progress feed carries the real +// outcome. Reporting a failure there would be wrong — but so was the silence +// this replaced, which left the operator with no acknowledgement that the +// download had started at all, and nothing to distinguish it from a keystroke +// that missed. +func modelCmd(client *rpc.Client, node, engine string, act modelAction, model string) tea.Cmd { + method := "engine:action" + params := modelActionWire(engine, act.op, model) + if node != "" { + // The remote methods take the operation in the method name, so the + // engine's own action vocabulary stays on the target's side. + method = act.remote + params = map[string]any{"node": node, "engine": engine, "model": model} + } + what := act.what + " " + model + return call(client, method, params, func(_ *rpc.Message, err error) tea.Msg { + return classifyOpResult(what, engine, act.op, err) + }) +} + +// longRunningOps are the operations whose real duration is set by how much data +// has to move or how slow an engine is to become ready, not by the RPC. +// +// A deadline on one of these means the reply was slow, not that the work +// failed — the engine keeps going and reports the true outcome on its progress +// feed. Reporting a failure is actively misleading: the operator sees "load +// failed" at the same moment the model finishes loading. +// +// Ollama's load is `run_model` with streaming off, which does not answer until +// the model is resident and has produced a response, so a large model on cold +// storage exceeds the reply deadline routinely. Install downloads an engine. +// Delete and unload, by contrast, are quick, and a deadline there is a real +// fault worth surfacing. +var longRunningOps = map[string]bool{ + "pull": true, + "load": true, + "install": true, + "uninstall": true, +} + +// classifyOpResult reports an operation as done, failed, or still running. +func classifyOpResult(what, engine, op string, err error) tea.Msg { + if err != nil && longRunningOps[op] && errors.Is(err, context.DeadlineExceeded) { + return engineOpMsg{what: what, engine: engine, detached: true} + } + return engineOpMsg{what: what, engine: engine, err: err} +} diff --git a/services/nvpair-tui/ui/engineswire_test.go b/services/nvpair-tui/ui/engineswire_test.go new file mode 100644 index 00000000..eb0240b2 --- /dev/null +++ b/services/nvpair-tui/ui/engineswire_test.go @@ -0,0 +1,228 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "context" + "errors" + "testing" +) + +// actionOf unwraps an engine:action envelope for assertions. +func actionOf(t *testing.T, envelope map[string]any) (string, map[string]any) { + t.Helper() + action, _ := envelope["action"].(string) + params, ok := envelope["params"].(map[string]any) + if !ok { + t.Fatalf("params = %T, want map[string]any", envelope["params"]) + } + return action, params +} + +// TestPullSendsBothKeys guards the LM Studio fix: a pull must carry the model +// under BOTH "name" (Ollama's /api/pull body key) and "model" (LM Studio's +// `lms get {model}` CLI placeholder). Sending only "name" silently ran +// `lms get "" --yes`, so the download never reached LM Studio. +func TestPullSendsBothKeys(t *testing.T) { + for _, engine := range []string{"ollama", "lmstudio"} { + envelope := modelActionWire(engine, "pull", "owner/model") + if envelope["engine"] != engine { + t.Fatalf("engine = %v, want %s", envelope["engine"], engine) + } + action, params := actionOf(t, envelope) + if action != "pull_model" { + t.Fatalf("%s: action = %q, want pull_model", engine, action) + } + if params["name"] != "owner/model" || params["model"] != "owner/model" { + t.Errorf("%s: pull params = %v, want both name and model set", engine, params) + } + } +} + +// TestOllamaLoadUsesRunModel guards the contract the two engines do NOT share. +// Ollama has no load action — warming a model is run_model with streaming off — +// so sending load_model errors, and the failure is quiet enough to look like the +// model simply not loading. +func TestOllamaLoadUsesRunModel(t *testing.T) { + envelope := modelActionWire("ollama", "load", "llama3.2") + action, params := actionOf(t, envelope) + + if action != "run_model" { + t.Errorf("ollama load action = %q, want run_model", action) + } + if params["model"] != "llama3.2" { + t.Errorf("model = %v", params["model"]) + } + if params["stream"] != false { + t.Errorf("stream = %v, want false; a streaming load never completes here", params["stream"]) + } + + // LM Studio does declare a real load action. + lmEnvelope := modelActionWire("lmstudio", "load", "owner/model") + if lmAction, _ := actionOf(t, lmEnvelope); lmAction != "load_model" { + t.Errorf("lmstudio load action = %q, want load_model", lmAction) + } +} + +// TestOllamaUnloadSendsKeepAlive guards the other asymmetry: Ollama only frees a +// model when keep_alive is 0. Without it the request succeeds and the model +// stays resident, so eject appears to do nothing. +func TestOllamaUnloadSendsKeepAlive(t *testing.T) { + envelope := modelActionWire("ollama", "unload", "llama3.2") + action, params := actionOf(t, envelope) + + if action != "unload_model" { + t.Errorf("action = %q, want unload_model", action) + } + if params["keep_alive"] != 0 { + t.Errorf("keep_alive = %v, want 0; without it the model is not evicted", params["keep_alive"]) + } + + // LM Studio's unload takes no keep_alive. + lmEnvelope := modelActionWire("lmstudio", "unload", "owner/model") + if _, lmParams := actionOf(t, lmEnvelope); lmParams["keep_alive"] != nil { + t.Errorf("lmstudio unload sent keep_alive = %v, want absent", lmParams["keep_alive"]) + } +} + +// TestPullDeadlineReportsDetachedNotSilence guards the acknowledgement for a +// long download. A multi-gigabyte pull outlasts the reply deadline while the +// engine keeps working, so a failure would be wrong — but the previous silence +// was too, leaving the operator unable to tell a started download from a +// keystroke that missed. +func TestPullDeadlineReportsDetachedNotSilence(t *testing.T) { + msg := classifyOpResult("download big-model", "ollama", "pull", context.DeadlineExceeded) + if msg == nil { + t.Fatal("a pull that outran its deadline produced no message at all") + } + op, ok := msg.(engineOpMsg) + if !ok { + t.Fatalf("got %T, want engineOpMsg", msg) + } + if op.err != nil { + t.Errorf("a still-running download was reported as failed: %v", op.err) + } + if !op.detached { + t.Error("a still-running download was reported as complete") + } +} + +// TestDeadlineLeniencyTracksOperationLength checks which operations are excused +// for a slow reply. +// +// The set is not "downloads": it is every operation whose duration is set by how +// much data moves or how slow an engine is to become ready. Ollama's load is +// run_model with streaming off, which does not answer until the model is +// resident, so a large model on cold storage exceeds the deadline routinely — +// and reporting "load failed" at the moment the model finishes loading is worse +// than saying nothing. Quick operations get no such excuse, because a deadline +// there is a real fault. +func TestDeadlineLeniencyTracksOperationLength(t *testing.T) { + // Only operations engineOps actually declares: the TUI offers no engine + // update, so listing one here would assert against a path nothing reaches. + for _, op := range []string{"pull", "load", "install", "uninstall"} { + result, ok := classifyOpResult("x", "ollama", op, context.DeadlineExceeded).(engineOpMsg) + if !ok { + t.Fatalf("%s: unexpected message type", op) + } + if !result.detached { + t.Errorf("%s timing out was reported as a failure, but it is still running", op) + } + if result.err != nil { + t.Errorf("%s carried an error despite still running: %v", op, result.err) + } + } + + for _, op := range []string{"unload", "delete", "start", "stop", "restart"} { + result, ok := classifyOpResult("x", "ollama", op, context.DeadlineExceeded).(engineOpMsg) + if !ok { + t.Fatalf("%s: unexpected message type", op) + } + if result.detached { + t.Errorf("%s timing out was excused as still running; a quick operation "+ + "that times out has really failed", op) + } + if result.err == nil { + t.Errorf("%s timing out was reported as success", op) + } + } + + // A real error is still an error, however long the operation usually takes. + result, _ := classifyOpResult("x", "ollama", "pull", errors.New("no such model")).(engineOpMsg) + if result.detached || result.err == nil { + t.Errorf("a genuine pull error was not reported: %+v", result) + } +} + +// TestDeleteSendsBothKeys checks delete works on either engine, since Ollama +// keys it as "name" and LM Studio as "model". +func TestDeleteSendsBothKeys(t *testing.T) { + for _, engine := range []string{"ollama", "lmstudio"} { + envelope := modelActionWire(engine, "delete", "victim") + action, params := actionOf(t, envelope) + if action != "delete_model" { + t.Errorf("%s: action = %q", engine, action) + } + if params["name"] != "victim" || params["model"] != "victim" { + t.Errorf("%s: delete params = %v, want both keys", engine, params) + } + } +} + +// TestLongRunningOpsAreRealOperations keeps the leniency set honest: every +// entry must be an operation the interface can actually issue, or the set +// documents behaviour nothing exercises. +func TestLongRunningOpsAreRealOperations(t *testing.T) { + for op := range longRunningOps { + _, isLifecycle := engineOps[op] + _, isModel := modelActions[op] + if !isLifecycle && !isModel { + t.Errorf("longRunningOps names %q, which is neither a lifecycle nor a model operation", op) + } + } +} + +// TestModelActionsCarryRemoteEquivalents checks every model operation has a +// remote method, since all four are offered on a peer's node. +func TestModelActionsCarryRemoteEquivalents(t *testing.T) { + for name, act := range modelActions { + if act.op == "" { + t.Errorf("%s: no operation name", name) + } + if act.remote == "" { + t.Errorf("%s: no remote method, but model operations are offered on remote nodes", name) + } + if act.what == "" { + t.Errorf("%s: no operator-facing verb", name) + } + } +} + +// TestLifecycleRemoteCoverageMatchesManager pins which lifecycle operations have +// a remote counterpart. The engine manager has remote install, start, and stop +// but no remote restart, uninstall, or port change — those need process +// ownership on the target host — so those three must be marked local-only or the +// UI would offer an operation that always fails. +func TestLifecycleRemoteCoverageMatchesManager(t *testing.T) { + for name, op := range engineOps { + _, hasRemote := remoteEngineMethods[op.method] + if op.localOnly && hasRemote { + t.Errorf("%s is marked local-only but a remote method exists", name) + } + if !op.localOnly && !hasRemote { + t.Errorf("%s is offered on remote nodes but has no remote method", name) + } + } + + for _, name := range []string{"restart", "uninstall"} { + if !engineOps[name].localOnly { + t.Errorf("%s must be local-only: the manager exposes no remote variant", name) + } + } + for _, name := range []string{"install", "start", "stop"} { + if engineOps[name].localOnly { + t.Errorf("%s has a remote variant and should not be local-only", name) + } + } +} diff --git a/services/nvpair-tui/ui/errors.go b/services/nvpair-tui/ui/errors.go index 17e93e0e..899f9b0e 100644 --- a/services/nvpair-tui/ui/errors.go +++ b/services/nvpair-tui/ui/errors.go @@ -5,7 +5,9 @@ package ui import ( "fmt" + "strings" "time" + "unicode/utf8" svcerrors "nvpair-shared/errors" "nvpair-tui/rpc" @@ -13,6 +15,7 @@ import ( "github.com/charmbracelet/bubbles/key" "github.com/charmbracelet/bubbles/table" tea "github.com/charmbracelet/bubbletea" + "github.com/charmbracelet/lipgloss" ) // errorsView shows the broker's service-error datastore: the initial @@ -20,13 +23,22 @@ import ( // push. The user can clear the selected entry; note clears are in-memory // in nvpair-errors and a fresh producer emit resurrects the entry. type errorsView struct { - client *rpc.Client - table table.Model - errs []svcerrors.ServiceError - status string + client *rpc.Client + table table.Model + errs []svcerrors.ServiceError + // namer resolves the node UUID the broker stamps on each report. Without it + // the NODE column showed the same random-looking id the jobs list did. + namer *nodeNamer + status toast width, height int } +// errorsIdentityMsg carries this machine's identity for the NODE column. +type errorsIdentityMsg struct { + id clusterIdentity + err error +} + // errorsLoadedMsg carries the result of errors:get-initial. type errorsLoadedMsg struct { errs []svcerrors.ServiceError @@ -36,7 +48,6 @@ type errorsLoadedMsg struct { // errorsClearedMsg reports the outcome of an errors:clear request. The // refreshed list arrives separately via an errors:update push. type errorsClearedMsg struct { - id string err error } @@ -46,48 +57,60 @@ var clearKey = key.NewBinding( ) func newErrorsView(client *rpc.Client) *errorsView { - v := &errorsView{client: client} - v.table = newTable(nil) + v := &errorsView{client: client, width: defaultTableWidth, namer: newNodeNamer()} + v.table = newTable(v.columns()) return v } -func (v *errorsView) Title() string { return "Errors" } +// Title carries the active error count, so the tab bar itself is the indicator +// and no separate badge is needed anywhere. Title is re-read every render, so +// the count follows the errors:update stream without extra plumbing. +func (v *errorsView) Title() string { + if n := v.count(); n > 0 { + return fmt.Sprintf("Errors (%d)", n) + } + return "Errors" +} func (v *errorsView) Init() tea.Cmd { - return call(v.client, "errors:get-initial", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return errorsLoadedMsg{err: err} - } - var errs []svcerrors.ServiceError - _ = decodeParams(msg.Result, &errs) - return errorsLoadedMsg{errs: errs} - }) + return tea.Batch( + call(v.client, "errors:get-initial", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return errorsLoadedMsg{err: err} + } + var errs []svcerrors.ServiceError + _ = decodeParams(msg.Result, &errs) + return errorsLoadedMsg{errs: errs} + }), + nodeIdentityCmd(v.client, func(id clusterIdentity, err error) tea.Msg { + return errorsIdentityMsg{id: id, err: err} + }), + ) } +// SetSize records the budget and fixes the table's width. Its height is set in +// View, from the chrome actually being rendered — see fitTable. func (v *errorsView) SetSize(w, h int) { v.width, v.height = w, h v.table.SetWidth(w) - v.table.SetHeight(clampWidth(h-1, 1)) v.table.SetColumns(v.columns()) } func (v *errorsView) columns() []table.Column { - // Fixed columns first; Message takes whatever width is left. - const sev, age, node = 9, 6, 16 - msg := clampWidth(v.width-sev-age-node-2, 10) - return []table.Column{ - {Title: "SEV", Width: sev}, - {Title: "AGE", Width: age}, - {Title: "NODE", Width: node}, - {Title: "MESSAGE", Width: msg}, - } + // Fixed columns first; MESSAGE takes whatever width is left. + return layoutColumns(v.width, []column{ + fixedCol("SEV", 9), + fixedCol("AGE", 6), + fixedCol("NODE", 16), + flexCol("MESSAGE", 10, 1), + }) } func (v *errorsView) Update(msg tea.Msg) tea.Cmd { switch msg := msg.(type) { case errorsLoadedMsg: if msg.err != nil { - v.status = "failed to load errors: " + msg.err.Error() + v.status.error("failed to load errors: %s", msg.err) return nil } v.setErrors(msg.errs) @@ -95,17 +118,40 @@ func (v *errorsView) Update(msg tea.Msg) tea.Cmd { case errorsClearedMsg: if msg.err != nil { - v.status = "clear failed: " + msg.err.Error() + v.status.error("clear failed: %s", msg.err) } else { - v.status = "cleared " + msg.id + // The row disappearing is the confirmation; the id is an internal + // supervisor identifier and means nothing to a reader. + v.status.ok("cleared") + } + return nil + + case errorsIdentityMsg: + if msg.err == nil { + v.namer.setSelf(msg.id) + v.setErrors(v.errs) } return nil + case TickMsg: + // AGE is relative and errors:update only fires on change, so without + // this a sticky error shows the age it had when first reported for the + // rest of the session — reading as a brand-new failure. + v.setErrors(v.errs) + return nil + case NotificationMsg: - if msg.Msg.Method == "errors:update" { + switch msg.Msg.Method { + case "errors:update": var errs []svcerrors.ServiceError _ = decodeParams(msg.Msg.Params, &errs) v.setErrors(errs) + case "discovery:nodes-changed": + // The only source of the UUID-to-name mapping for the NODE column. + var nodes []availableNode + _ = decodeParams(msg.Msg.Params, &nodes) + v.namer.learnDiscovered(nodes) + v.setErrors(v.errs) } return nil @@ -121,6 +167,10 @@ func (v *errorsView) Update(msg tea.Msg) tea.Cmd { } func (v *errorsView) clearSelected() tea.Cmd { + if len(v.errs) == 0 { + v.status.info("no error selected") + return nil + } row := v.table.SelectedRow() if row == nil { return nil @@ -129,45 +179,254 @@ func (v *errorsView) clearSelected() tea.Cmd { if idx < 0 || idx >= len(v.errs) { return nil } - id := v.errs[idx].ID - return call(v.client, "errors:clear", svcerrors.ClearParams{ID: id}, func(_ *rpc.Message, err error) tea.Msg { - return errorsClearedMsg{id: id, err: err} + e := v.errs[idx] + + // Clearing is delete-by-id on this node only. Cross-node propagation is + // designed but not built — shared/errors documents ClearedBy as stamped for + // it and ignored "for now" — so a peer's error is deleted here and restored + // by the next sync from the node that owns it. Refusing beats reporting a + // success that undoes itself a second later; the operator's real option is + // to clear it where it came from. + if !v.clearable(e) { + v.status.error("%s reported this - clear it there; clearing here would not stick", + v.namer.name(e.NodeID)) + return nil + } + + return call(v.client, "errors:clear", svcerrors.ClearParams{ID: e.ID}, func(_ *rpc.Message, err error) tea.Msg { + return errorsClearedMsg{err: err} }) } +// clearable reports whether clearing this entry will stick. +// +// An error with no node id predates attribution or comes from a producer that +// does not stamp one; it is treated as local, which is where it almost +// certainly came from and keeps the key working rather than refusing on a +// missing field. Before identity arrives the namer has no self, and everything +// is clearable — the alternative is disabling the key for the first second of +// every session. +func (v *errorsView) clearable(e svcerrors.ServiceError) bool { + if e.NodeID == "" || v.namer.selfUUID == "" { + return true + } + return e.NodeID == v.namer.selfUUID +} + func (v *errorsView) setErrors(errs []svcerrors.ServiceError) { + selected := v.selectedErrorID() v.errs = errs rows := make([]table.Row, 0, len(errs)) for _, e := range errs { rows = append(rows, table.Row{ severityLabel(e.Severity), ageLabel(e.Timestamp), - truncate(e.NodeID, 16), + v.namer.name(e.NodeID), e.Message, }) } + // Keep the highlight on the same error across a refresh. errors:update is a + // full snapshot sorted by id, so a new error that sorts earlier shifts every + // row below it — and c would then clear a different entry than the one on + // screen. The cursor restore additionally covers startup, where the initial + // list is empty and would otherwise leave c dead. v.table.SetRows(rows) + v.restoreSelection(selected) + restoreCursor(&v.table, len(rows)) +} + +// selectedErrorID identifies the highlighted error across a refresh. +func (v *errorsView) selectedErrorID() string { + i := v.table.Cursor() + if i < 0 || i >= len(v.errs) { + return "" + } + return v.errs[i].ID +} + +// restoreSelection puts the cursor back on an error after the list changed. One +// that has been cleared or resolved leaves the cursor where bubbles clamped it. +func (v *errorsView) restoreSelection(id string) { + if id == "" { + return + } + for i, e := range v.errs { + if e.ID == id { + v.table.SetCursor(i) + return + } + } } func (v *errorsView) View() string { + empty := "" + context := "" if len(v.errs) == 0 { - body := statusOKStyle.Render("No active errors.") - if v.status != "" { - body += "\n" + footerStyle.Render(v.status) + empty = statusOKStyle.Render("No active errors.") + } else if detail := v.selectedContext(); detail != "" { + context = footerStyle.Render(detail) + } + + // The table takes what the context and status lines leave, so a selected + // error with full context cannot push the status line off the frame. + status := v.status.render() + body := empty + if len(v.errs) > 0 { + if fitTable(&v.table, v.height, context, status) { + body = v.table.View() + } else { + body = footerStyle.Render(fmt.Sprintf( + " (too little room to list %d errors)", len(v.errs))) + // The context is the only thing here whose height comes from the + // data rather than the layout: a long enough message wraps past the + // whole budget. Bounded to what is left once the one-line body and + // the status have taken theirs. + context = clampLines(context, v.height-countLines(body)-countLines(status)) } - return body } - out := v.table.View() - if v.status != "" { - out += "\n" + footerStyle.Render(v.status) + return joinLines(body, context, status) +} + +// selectedContext describes the highlighted error in more detail than its row. +// +// The producer stamps which engine, operation, and model a failure came from, +// and what it suggests doing about it, but only the message reached the screen — +// so "install failed" arrived with no way to tell which engine it referred to on +// a node running two. Shown for the selected row rather than as columns because +// the table has to stay readable on an 80-column terminal. +func (v *errorsView) selectedContext() string { + i := v.table.Cursor() + if i < 0 || i >= len(v.errs) { + return "" + } + e := v.errs[i] + + // The message first, in full. The table hard-truncates its MESSAGE cell to + // whatever width is left — about forty characters at eighty columns — and + // this tab exists to show that message, so there has to be somewhere it can + // be read in its entirety. + lines := []string{indentWrap(e.Message, v.width)} + + parts := make([]string, 0, 4) + if e.EngineType != "" { + parts = append(parts, "engine "+engineDisplayName(e.EngineType)) + } + if e.Operation != "" { + parts = append(parts, "during "+e.Operation) + } + if e.ModelName != "" { + parts = append(parts, "model "+e.ModelName) } - return out + // "none" is the producer saying there is nothing to do, which is not worth a + // line; anything else is a hint the operator can act on. + if e.Action != "" && e.Action != "none" { + parts = append(parts, "suggested: "+e.Action) + } + if len(parts) > 0 { + // Wrapped like the message. A model id plus an engine plus an operation + // runs past eighty columns routinely, and the field that fell off the + // end was the suggested action — the one thing here that tells the + // operator what to do. + lines = append(lines, indentWrap(strings.Join(parts, " "), v.width)) + } + return strings.Join(lines, "\n") +} + +// clampLines truncates a rendered block to at most n rows, marking the cut. +func clampLines(s string, n int) string { + if n <= 0 { + return "" + } + lines := strings.Split(s, "\n") + if len(lines) <= n { + return s + } + lines = lines[:n] + lines[n-1] = footerStyle.Render(" ...") + return strings.Join(lines, "\n") +} + +// indentWrap folds s onto lines no wider than width, indented by two spaces so +// it reads as detail belonging to the row above. +// +// Measured in display cells, not bytes, and it breaks a token that cannot fit +// on a line of its own. Both matter for what actually lands here: engine errors +// quote model ids, blob paths, and URLs, none of which contain a space, and a +// token longer than the terminal is exactly the case that defeated the purpose +// of showing the message in full — the shell truncates an over-wide line rather +// than wrapping it, so the tail was lost either way. +func indentWrap(s string, width int) string { + const indent = " " + limit := width - lipgloss.Width(indent) + if limit < 8 { + limit = 8 + } + + var out []string + line := "" + flush := func() { + if line != "" { + out = append(out, indent+line) + line = "" + } + } + for _, word := range strings.Fields(s) { + for lipgloss.Width(word) > limit { + // Longer than a whole line: split it rather than emit an over-wide + // row. The head goes out on its own so the break is visible. + flush() + head, rest := splitCells(word, limit) + out = append(out, indent+head) + word = rest + } + switch { + case line == "": + line = word + case lipgloss.Width(line)+1+lipgloss.Width(word) <= limit: + line += " " + word + default: + flush() + line = word + } + } + flush() + return strings.Join(out, "\n") +} + +// splitCells cuts s at the first n display cells, returning the head and the +// remainder. Cuts on rune boundaries so a multi-byte character is never halved. +func splitCells(s string, n int) (head, rest string) { + used := 0 + for i, r := range s { + w := lipgloss.Width(string(r)) + if used+w > n { + if i == 0 { + // A single rune wider than the whole allowance. Emit it anyway: + // returning an empty head makes no progress, and the caller + // loops until the word is consumed. + _, size := utf8.DecodeRuneInString(s) + return s[:size], s[size:] + } + return s[:i], s[i:] + } + used += w + } + return s, "" } func (v *errorsView) Help() []key.Binding { + // Withdrawn on a peer's error rather than offered and refused. The footer is + // the promise; a key that only ever answers "you cannot do that here" should + // not be in it. + if i := v.table.Cursor(); i >= 0 && i < len(v.errs) && !v.clearable(v.errs[i]) { + return nil + } return []key.Binding{clearKey} } +// count is how many active errors the service is reporting, for the tab label. +func (v *errorsView) count() int { return len(v.errs) } + func severityLabel(s string) string { if s == "" { return "info" @@ -192,12 +451,23 @@ func ageLabel(tsMillis int64) string { } } +// truncate shortens s to at most max characters, marking a cut with an ellipsis. +// +// Counted and sliced in runes, not bytes. A byte slice can land inside a +// multi-byte sequence and emit an invalid rune, and every caller pairs this with +// a %-Ns field — fmt pads by rune count — so a byte-based cut also made the +// column narrower than intended for any non-ASCII name. GPU and CPU model names +// and hostnames all reach here. func truncate(s string, max int) string { - if len(s) <= max { + if max <= 0 { + return "" + } + r := []rune(s) + if len(r) <= max { return s } - if max <= 1 { - return s[:max] + if max == 1 { + return "…" } - return s[:max-1] + "…" + return string(r[:max-1]) + "…" } diff --git a/services/nvpair-tui/ui/errors_test.go b/services/nvpair-tui/ui/errors_test.go new file mode 100644 index 00000000..87b1c5ac --- /dev/null +++ b/services/nvpair-tui/ui/errors_test.go @@ -0,0 +1,185 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "strings" + "testing" + "time" + + svcerrors "nvpair-shared/errors" +) + +// TestClearIsOfferedOnlyWhereItSticks is the guard for a clear that reported +// success and then undid itself. +// +// Clearing is delete-by-id on the node that receives it; cross-node propagation +// is designed but unbuilt, so clearing a peer's error locally is reverted by the +// next sync from the node that owns it. The broker acknowledges the relay rather +// than the outcome, so the reply is a success either way — which is why this has +// to be decided before the call, not from its result. +func TestClearIsOfferedOnlyWhereItSticks(t *testing.T) { + const self = "self-uuid" + + mine := svcerrors.ServiceError{ID: "e-local", Message: "boom", NodeID: self} + theirs := svcerrors.ServiceError{ID: "e-peer", Message: "boom", NodeID: "peer-uuid"} + unattributed := svcerrors.ServiceError{ID: "e-old", Message: "boom"} + + v := newErrorsView(nil) + v.SetSize(100, 30) + v.namer.setSelf(clusterIdentity{NodeUUID: self, Name: "this-host"}) + v.namer.learn("peer-uuid", "peer-host") + v.setErrors([]svcerrors.ServiceError{mine, theirs, unattributed}) + + if !v.clearable(mine) { + t.Error("own error is not clearable") + } + if v.clearable(theirs) { + t.Error("a peer's error is offered as clearable; the clear would not stick") + } + if !v.clearable(unattributed) { + t.Error("an error with no node id should stay clearable") + } + + // Selecting the peer's row withdraws the key and explains why, naming the + // node to go to rather than just refusing. + v.table.SetCursor(1) + if got := v.Help(); len(got) != 0 { + t.Errorf("footer still advertises %d binding(s) on a peer's error", len(got)) + } + if cmd := v.clearSelected(); cmd != nil { + t.Error("clearing a peer's error still issued a request") + } + if msg := v.status.render(); !strings.Contains(msg, "peer-host") { + t.Errorf("refusal does not name the node to clear it from: %q", msg) + } + + // And the local row still works. + v.table.SetCursor(0) + if got := v.Help(); len(got) == 0 { + t.Error("footer withdrew the clear key on this machine's own error") + } + if cmd := v.clearSelected(); cmd == nil { + t.Error("clearing this machine's own error issued no request") + } +} + +// TestErrorContextIsShownForTheSelectedRow is the guard for context the producer +// sends and the screen threw away. +// +// A failure is stamped with the engine, operation, and model it came from, but +// only the message reached the table — so "install failed" arrived with no way +// to tell which engine it meant on a node running two. +func TestErrorContextIsShownForTheSelectedRow(t *testing.T) { + v := newErrorsView(nil) + v.SetSize(100, 20) + v.setErrors([]svcerrors.ServiceError{{ + ID: "e1", + Message: "install failed", + Timestamp: time.Now().UnixMilli(), + Severity: "error", + EngineType: "ollama", + Operation: "install", + ModelName: "llama3.2", + Action: "retry", + }}) + + got := v.View() + // The display name, not the wire id: the operator sees "Ollama" everywhere + // else, and an error is a poor place to introduce a second name for it. + for _, want := range []string{"Ollama", "install", "llama3.2", "retry"} { + if !contains(got, want) { + t.Errorf("context %q is missing from the view:\n%s", want, got) + } + } +} + +// TestErrorContextShowsTheFullMessage checks the detail block carries the whole +// message. The table hard-truncates its MESSAGE cell — about forty characters at +// eighty columns — and this tab exists to show that message, so a long one has +// to be readable somewhere. +func TestErrorContextShowsTheFullMessage(t *testing.T) { + long := "install failed: could not resolve the download host after three attempts, " + + "check the machine's network configuration and proxy settings" + + v := newErrorsView(nil) + v.SetSize(80, 20) + v.setErrors([]svcerrors.ServiceError{{ + ID: "e1", Message: long, Timestamp: time.Now().UnixMilli(), Severity: "error", + }}) + + got := v.selectedContext() + // Compared word by word, since the block is wrapped across lines. + flat := strings.Join(strings.Fields(got), " ") + if !contains(flat, strings.Join(strings.Fields(long), " ")) { + t.Errorf("the full message is not in the detail block:\n%s", got) + } + // And it must wrap rather than run off the side. + for _, line := range strings.Split(got, "\n") { + if len(line) > 80 { + t.Errorf("detail line is %d columns wide, past the terminal: %q", len(line), line) + } + } +} + +// TestErrorContextOmitsAbsentFields checks a bare error adds no empty furniture +// beyond its own message. +func TestErrorContextOmitsAbsentFields(t *testing.T) { + v := newErrorsView(nil) + v.SetSize(100, 20) + v.setErrors([]svcerrors.ServiceError{{ + ID: "e1", + Message: "something went wrong", + Timestamp: time.Now().UnixMilli(), + Severity: "warning", + }}) + + got := v.selectedContext() + for _, unwanted := range []string{"engine ", "during ", "model ", "suggested"} { + if contains(got, unwanted) { + t.Errorf("context invented a %q field: %q", unwanted, got) + } + } +} + +// TestErrorActionNoneIsNotAdvice checks the producer's way of saying "nothing to +// do" is not rendered as a suggestion. +func TestErrorActionNoneIsNotAdvice(t *testing.T) { + v := newErrorsView(nil) + v.SetSize(100, 20) + v.setErrors([]svcerrors.ServiceError{{ + ID: "e1", + Message: "informational", + Timestamp: time.Now().UnixMilli(), + EngineType: "lmstudio", + Action: "none", + }}) + + got := v.selectedContext() + if contains(got, "suggested") { + t.Errorf("action=none was rendered as advice: %q", got) + } + if !contains(got, "LM Studio") { + t.Errorf("the engine was dropped along with it: %q", got) + } +} + +// TestErrorAgeRefreshesOnTick guards the column that used to freeze at whatever +// it read when the error first arrived, making a week-old failure look new. +func TestErrorAgeRefreshesOnTick(t *testing.T) { + v := newErrorsView(nil) + v.SetSize(100, 20) + v.setErrors([]svcerrors.ServiceError{{ + ID: "e1", + Message: "stuck", + Timestamp: time.Now().Add(-90 * time.Second).UnixMilli(), + }}) + + v.Update(TickMsg{}) + if got := v.View(); !contains(got, "1m") { + t.Errorf("age did not refresh on the tick:\n%s", got) + } +} + +var _ View = (*errorsView)(nil) diff --git a/services/nvpair-tui/ui/framebudget_test.go b/services/nvpair-tui/ui/framebudget_test.go new file mode 100644 index 00000000..c3b6d3a7 --- /dev/null +++ b/services/nvpair-tui/ui/framebudget_test.go @@ -0,0 +1,644 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "strings" + "testing" + "time" + + svcerrors "nvpair-shared/errors" + "nvpair-shared/noderec" + + tea "github.com/charmbracelet/bubbletea" +) + +// These tests measure what a view *renders*, before the shell clamps it. +// +// TestViewFrameIsExactlyTerminalSized cannot catch an overflowing view: the +// shell's fitLines makes the frame the right height by construction, so a view +// that emits too many rows still produces a correctly sized frame — with its +// last line silently deleted. And the last line is always the worst one to +// lose, because the optional rows at the bottom are the messages: the status +// toast, the feed warning, the inline editor's prompt. +// +// So these assert the pre-truncation line count against the same budget the +// shell hands the view, with every combination of optional chrome present. + +// renderedRows is how many terminal rows a view's View() actually emits. +func renderedRows(s string) int { + if s == "" { + return 0 + } + return len(strings.Split(s, "\n")) +} + +// contentBudget is the row budget the shell gives a view at the given size. +func contentBudget(t *testing.T, w, h int) int { + t.Helper() + m := newTestModel(defaultViews(nil)...) + m.width, m.height = w, h + m.resizeViews() + return m.contentHeight() +} + +// TestNodesViewNeverOverflowsItsBudget covers the tab with the most optional +// chrome: a filter note, a feed warning, an inbound-invite prompt, an inline +// editor, and a status toast can all be present at once. +func TestNodesViewNeverOverflowsItsBudget(t *testing.T) { + const w, h = 80, 24 + budget := contentBudget(t, w, h) + + build := func() *nodesView { + v := newNodesView(nil) + v.SetSize(w, budget) + nodes := make([]availableNode, 12) + for i := range nodes { + nodes[i] = availableNode{ + HostUUID: string(rune('a' + i)), + Name: "node-" + string(rune('a'+i)), + IPAddress: "10.0.0." + string(rune('1'+i)), + } + } + v.feeds.discovered = nodes + v.rebuild() + return v + } + + cases := map[string]func(*nodesView){ + "plain": func(*nodesView) {}, + "filter": func(v *nodesView) { v.filter = "node"; v.rebuild() }, + "warning": func(v *nodesView) { v.noteFeed(feedManual, errStub{}) }, + "status": func(v *nodesView) { v.status.error("something failed") }, + "inbound": func(v *nodesView) { v.inbound = &clusterInvite{FromNodeName: "peer"} }, + "editor": func(v *nodesView) { v.beginInput(nodesInputManualAddress, "host") }, + "filter+warning": func(v *nodesView) { + v.filter = "node" + v.rebuild() + v.noteFeed(feedManual, errStub{}) + }, + "everything": func(v *nodesView) { + v.filter = "node" + v.rebuild() + v.noteFeed(feedManual, errStub{}) + v.inbound = &clusterInvite{FromNodeName: "peer"} + v.beginInput(nodesInputManualAddress, "host") + v.status.error("something failed") + }, + "filter matches nothing": func(v *nodesView) { + v.filter = "no-such-node" + v.rebuild() + v.status.error("something failed") + }, + } + + for name, setup := range cases { + v := build() + setup(v) + if got := renderedRows(v.View()); got > budget { + t.Errorf("%s: rendered %d rows into a %d-row budget; the shell will delete the last %d line(s)", + name, got, budget, got-budget) + } + } +} + +// TestErrorsViewNeverOverflowsItsBudget covers the context line added for the +// selected error, which appears exactly when an engine failure is highlighted. +func TestErrorsViewNeverOverflowsItsBudget(t *testing.T) { + const w, h = 80, 24 + budget := contentBudget(t, w, h) + + build := func(n int) *errorsView { + v := newErrorsView(nil) + v.SetSize(w, budget) + errs := make([]svcerrors.ServiceError, n) + for i := range errs { + errs[i] = svcerrors.ServiceError{ + ID: "e" + string(rune('a'+i)), + Message: "install failed", + Timestamp: time.Now().UnixMilli(), + Severity: "error", + EngineType: "ollama", + Operation: "install", + ModelName: "llama3.2", + Action: "retry", + } + } + v.setErrors(errs) + return v + } + + for _, n := range []int{0, 1, 30} { + v := build(n) + if got := renderedRows(v.View()); got > budget { + t.Errorf("%d errors: rendered %d rows into %d", n, got, budget) + } + + v = build(n) + v.status.ok("cleared") + if got := renderedRows(v.View()); got > budget { + t.Errorf("%d errors + status: rendered %d rows into %d; the status line is what gets cut", + n, got, budget) + } + } +} + +// TestNodeDetailNeverOverflowsItsBudget covers the screen with two tables +// sharing one budget plus a hardware block whose height depends on the node. +func TestNodeDetailNeverOverflowsItsBudget(t *testing.T) { + const w, h = 80, 24 + budget := contentBudget(t, w, h) + + build := func() *nodeDetail { + d := newNodeDetail(nil, nodeRow{key: "self", name: "this-host", self: true}) + d.engines = []engineStatus{ + {Engine: "ollama", Installed: true, Running: true, Port: 11434}, + {Engine: "lmstudio", Installed: true, Running: false, Port: 1234}, + } + models := make([]string, 40) + for i := range models { + models[i] = "model-" + string(rune('a'+i%26)) + } + d.models = modelsResult{Models: models, ModelsByEngine: map[string][]string{"ollama": models}} + d.SetSize(w, budget) + d.refreshEngines() + d.refreshModels() + return d + } + + cases := map[string]func(*nodeDetail){ + "plain": func(*nodeDetail) {}, + "editor": func(d *nodeDetail) { d.mode = detailInputEnginePort }, + "status": func(d *nodeDetail) { d.status.error("start failed: no such engine") }, + "editor+status": func(d *nodeDetail) { + d.mode = detailInputModelName + d.status.error("download failed") + }, + "hardware": func(d *nodeDetail) { + d.telemetryOK = true + d.telemetry = nodeTelemetry{TelemetryValid: true} + d.SetSize(w, budget) + }, + } + + for name, setup := range cases { + d := build() + setup(d) + if got := renderedRows(d.View()); got > budget { + t.Errorf("%s: rendered %d rows into a %d-row budget", name, got, budget) + } + } +} + +// TestEveryViewRendersWithinBudget is the blanket guard. +// +// The per-view tests below it were written one at a time and the Jobs tab was +// simply never given one — which is how a splice bug that panicked on the +// tab's ordinary state reached a review. This walks every view the shell can +// show, at every size worth caring about, with and without a status line, and +// asserts two things: it does not panic, and it does not overflow. A new view +// is covered the moment it is added to defaultViews. +func TestEveryViewRendersWithinBudget(t *testing.T) { + // Every height from the supported minimum upward, not a handful of sampled + // sizes. The sampled list jumped from a budget of 21 to 11 and stepped + // straight over the band where the Service tab overran by one row — a hole + // exactly where a view overflowed, in the test whose whole purpose is to + // prove none does. + sizes := make([][2]int, 0, 64) + for h := minTerminalHeight; h <= 44; h++ { + sizes = append(sizes, [2]int{80, h}) + } + sizes = append(sizes, [2]int{200, 60}, [2]int{120, 40}, [2]int{60, 14}, [2]int{40, 12}) + + for _, size := range sizes { + w, h := size[0], size[1] + budget := contentBudget(t, w, h) + if budget <= 0 { + continue + } + + for _, withStatus := range []bool{false, true} { + for _, v := range populatedViews(t) { + if withStatus { + noteStatus(v) + } + v.SetSize(w, budget) + + // A panic here is a crash of the whole program, so it is worth + // naming the view and size rather than letting the suite die. + func() { + defer func() { + if r := recover(); r != nil { + t.Errorf("%s panicked at %dx%d (status=%v): %v", + v.Title(), w, h, withStatus, r) + } + }() + if got := renderedRows(v.View()); got > budget { + t.Errorf("%s rendered %d rows into a %d-row budget at %dx%d (status=%v)", + v.Title(), got, budget, w, h, withStatus) + } + }() + } + } + } +} + +// TestServiceConfirmationSurvivesEveryHeight is the regression guard for the +// one irreversible action losing its prompt. +// +// The hidden-worker note used to be guessed before the table was sized and +// substituted afterwards, so across a band of ordinary heights one unbudgeted +// row appeared and the shell deleted the last line — which is the status row +// carrying "press y to confirm" for the data reset. The operator pressed enter +// on the wipe, saw nothing change, and was left armed with no prompt. +func TestServiceConfirmationSurvivesEveryHeight(t *testing.T) { + for h := minTerminalHeight; h <= 44; h++ { + budget := contentBudget(t, 80, h) + if budget <= 0 { + continue + } + v := newServiceView(nil) + v.refreshWorkers() + v.SetSize(80, budget) + v.confirming = len(v.items) - 1 + v.status.arm("Reset all data and quit - press y to confirm, any other key to cancel") + + out := v.View() + if got := renderedRows(out); got > budget { + t.Errorf("80x%d (budget %d): rendered %d rows", h, budget, got) + } + // Within the budget is necessary but not sufficient: the prompt must be + // among the rows that survive the shell's clamp. + if !contains(fitLines(out, budget), "press y to confirm") { + t.Errorf("80x%d: the reset confirmation is not on the frame:\n%s", h, out) + } + } +} + +// TestDetailSurvivesAManyGpuHost guards the one block whose height comes from +// the machine rather than the layout. A host reports a line per GPU, and an +// eight-GPU box produced ten unshrinkable lines that pushed the engine table, +// the models list, and the status line off the frame — leaving a hardware +// readout and no sign anything was missing. +func TestDetailSurvivesAManyGpuHost(t *testing.T) { + for _, gpuCount := range []int{1, 2, 4, 8, 16} { + gpus := make([]noderec.GPUInfo, gpuCount) + for i := range gpus { + gpus[i] = noderec.GPUInfo{Name: "NVIDIA GPU", VramBytes: 1 << 30} + } + for h := minTerminalHeight; h <= 30; h++ { + budget := contentBudget(t, 80, h) + if budget <= 0 { + continue + } + d := newNodeDetail(nil, nodeRow{key: "self", name: "host", self: true}) + d.engines = []engineStatus{ + {Engine: "ollama", Installed: true, Running: true}, + {Engine: "lmstudio", Installed: true}, + } + d.telemetryOK = true + d.telemetry = nodeTelemetry{ + TelemetryValid: true, GPUs: gpus, + CPU: &noderec.CPUInfo{Name: "CPU", Cores: 8}, + Memory: &noderec.MemoryInfo{TotalBytes: 1 << 34, UsedBytes: 1 << 33}, + } + d.SetSize(80, budget) + d.refreshEngines() + d.status.error("start lmstudio failed: port in use") + + out := d.View() + if got := renderedRows(out); got > budget { + t.Errorf("%d GPUs at 80x%d (budget %d): rendered %d rows", + gpuCount, h, budget, got) + } + // The status line is what the operator just caused; it must not be + // the thing a long device list displaces. + if !contains(fitLines(out, budget), "start lmstudio failed") { + t.Errorf("%d GPUs at 80x%d: the status line was displaced:\n%s", + gpuCount, h, out) + } + } + } +} + +// TestArmedActionsOwnTheKeyboardEverywhere enumerates the confirmation gates. +// +// An armed action that does not capture input can be escaped with tab or a +// digit, which leaves it armed behind a prompt that is no longer on screen — to +// be confirmed by whatever the operator presses on returning. One of the three +// sites had this and the other two did not. +func TestArmedActionsOwnTheKeyboardEverywhere(t *testing.T) { + // Armed through the real key paths, so the prompt is set the way it is at + // runtime rather than by poking the flag. + nodesLeave := newNodesView(nil) + nodesLeave.SetSize(80, 20) + nodesLeave.identity.ClusterID = "cluster-1" + nodesLeave.handleKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("l")}) + if !nodesLeave.confirmLeave { + t.Fatal("leave did not arm") + } + + nodesRemove := newNodesView(nil) + nodesRemove.SetSize(80, 20) + nodesRemove.feeds.discovered = []availableNode{{ + HostUUID: "peer", Name: "peer", IPAddress: "10.0.0.2", Trusted: true, + }} + nodesRemove.rebuild() + nodesRemove.selectedKey = "peer" + nodesRemove.removeSelected() + if nodesRemove.confirmRemove == "" { + t.Fatal("remove did not arm") + } + + svc := newServiceView(nil) + svc.SetSize(80, 20) + svc.cursor = len(svc.items) - 1 + svc.handleKey(tea.KeyMsg{Type: tea.KeyEnter}) + if svc.confirming < 0 { + t.Fatal("reset did not arm") + } + + detail := localDetail() + detail.models = modelsResult{ModelsByEngine: map[string][]string{"ollama": {"victim"}}} + detail.refreshModels() + detail.pane = detailModels + detail.deleteSelectedModel() + + for name, ic := range map[string]inputCapturer{ + "nodes/leave": nodesLeave, + "nodes/remove": nodesRemove, + "service/reset": svc, + "detail/delete": detail, + } { + if !ic.CapturingInput() { + t.Errorf("%s: armed but not capturing input; tab or a digit escapes the confirmation", name) + } + } + + // And every armed prompt must stay on screen for as long as it is armed. + for name, s := range map[string]*toast{ + "nodes/leave": &nodesLeave.status, + "nodes/remove": &nodesRemove.status, + "service/reset": &svc.status, + "detail/delete": &detail.status, + } { + if s.expired() { + t.Errorf("%s: the confirmation prompt expired while the action stayed armed", name) + } + if !contains(s.render(), "press y to confirm") { + t.Errorf("%s: the prompt does not say how to confirm: %q", name, s.render()) + } + } +} + +// TestDetailStaysInBudgetWithAStaleEngineList is the regression guard for the +// fifth round's blocker. +// +// A peer that has gone away fails its engine poll, and the "not answering" note +// makes the engines section one row taller than its table. The drop guard was +// comparing the room left against the table's minimum rather than against what +// it was about to render, so the section went through at exactly the sizes +// where it did not fit — and the shell deleted the status line, which is where +// an armed "press y to confirm" lives. +func TestDetailStaysInBudgetWithAStaleEngineList(t *testing.T) { + gpus := make([]noderec.GPUInfo, 4) + for i := range gpus { + gpus[i] = noderec.GPUInfo{Name: "GPU", VramBytes: 1 << 30} + } + for _, stale := range []bool{false, true} { + for h := minTerminalHeight; h <= 30; h++ { + budget := contentBudget(t, 80, h) + if budget <= 0 { + continue + } + d := newNodeDetail(nil, nodeRow{key: "peer", name: "peer-01"}) + d.engines = []engineStatus{{Engine: "ollama", Installed: true, Running: true}} + d.enginesStale = stale + d.telemetryOK = true + d.telemetry = nodeTelemetry{ + TelemetryValid: true, GPUs: gpus, + CPU: &noderec.CPUInfo{Name: "CPU", Cores: 8}, + Memory: &noderec.MemoryInfo{TotalBytes: 1 << 34, UsedBytes: 1 << 33}, + } + d.SetSize(80, budget) + d.refreshEngines() + d.status.error("start failed: port in use") + + out := d.View() + if got := renderedRows(out); got > budget { + t.Errorf("stale=%v at 80x%d (budget %d): rendered %d rows", + stale, h, budget, got) + } + if !contains(fitLines(out, budget), "start failed") { + t.Errorf("stale=%v at 80x%d: the status line was displaced", stale, h) + } + } + } +} + +// TestFooterHidesGlobalsWhileCapturing is the regression guard for a footer +// that undid every view's input help at the composition point. +// +// Each view narrows its own help to enter and esc while a field or a +// confirmation owns the keyboard, and the footer prepended the five global +// bindings regardless — so the composed line advertised keys that no longer +// reached the shell. In a port field the digits are what you are meant to type, +// and q typed a q instead of quitting. +func TestFooterHidesGlobalsWhileCapturing(t *testing.T) { + m := newTestModel(defaultViews(nil)...) + m.width, m.height = 80, 24 + m.resizeViews() + + nodes, ok := m.views[0].(*nodesView) + if !ok { + t.Fatal("first view is not the nodes tab") + } + + // Not capturing: the globals are there, and first, so a narrow terminal + // cannot truncate away the way out. + if got := m.footerView(); !contains(got, "quit") { + t.Errorf("idle footer does not offer quit: %s", got) + } + + for name, arm := range map[string]func(){ + "text field": func() { nodes.beginInput(nodesInputManualAddress, "host") }, + "confirmation": func() { + nodes.cancelInput() + nodes.confirmLeave = true + }, + } { + arm() + footer := m.footerView() + for _, dead := range []string{"quit", "go to tab", "next"} { + if contains(footer, dead) { + t.Errorf("%s: footer advertises %q, which does not reach the shell: %s", + name, dead, footer) + } + } + } +} + +// populatedViews builds every tab with enough content that its table is real +// rather than an empty state, since an empty table cannot overflow. +func populatedViews(t *testing.T) []View { + t.Helper() + + nodes := newNodesView(nil) + discovered := make([]availableNode, 12) + for i := range discovered { + discovered[i] = availableNode{ + HostUUID: string(rune('a' + i)), + Name: "node-" + string(rune('a'+i)), + IPAddress: "10.0.0." + string(rune('1'+i)), + } + } + nodes.feeds.discovered = discovered + nodes.rebuild() + + jobs := newJobsView(nil) + for i := range 20 { + jobs.upsert(workload{ + ID: "j" + string(rune('a'+i)), OriginatedFrom: "node", + Model: "llama3.2", Engine: "ollama", State: "running", + }) + } + + errs := newErrorsView(nil) + entries := make([]svcerrors.ServiceError, 8) + for i := range entries { + entries[i] = svcerrors.ServiceError{ + ID: "e" + string(rune('a'+i)), Message: "install failed", + Timestamp: time.Now().UnixMilli(), Severity: "error", + EngineType: "ollama", Operation: "install", ModelName: "llama3.2", + } + } + errs.setErrors(entries) + + svc := newServiceView(nil) + svc.refreshWorkers() + + logs := newLogsView(nil) + + return []View{nodes, jobs, svc, errs, logs} +} + +// noteStatus turns on every optional row a view has, since those are the rows +// most likely to be the ones pushed off the frame — they are at the bottom, and +// they are the messages. +func noteStatus(v View) { + switch t := v.(type) { + case *nodesView: + t.status.error("something failed") + case *jobsView: + t.status.error("something failed") + // A running demo adds a progress line, and a trimmed history adds + // another. Both sit below the table, so the tab has to be measured with + // them present. + t.showAll, t.trimmed = true, 3 + t.demo.status = demoPreparing + t.demo.gen = 1 + t.demo.armed(demoTargetsMsg{gen: 1, targets: []demoTarget{ + {backend: "ollama", port: 11434, model: "llama3.2"}, + }}) + case *serviceView: + t.status.error("something failed") + case *errorsView: + t.status.error("something failed") + } +} + +// TestCatalogBrowserStaysInBudget covers the overlay, which replaces a whole +// screen and so gets the full content budget. +func TestCatalogBrowserStaysInBudget(t *testing.T) { + for _, size := range [][2]int{{120, 40}, {80, 24}, {60, 12}, {40, 12}} { + w, h := size[0], size[1] + budget := contentBudget(t, w, h) + if budget <= 0 { + continue + } + + b := newCatalogBrowser(nil, "ollama", "Ollama", "this-host", false) + models := make([]catalogModel, 30) + for i := range models { + models[i] = catalogModel{Name: "model-" + string(rune('a'+i)), Size: 1 << 30} + } + b.all = models + b.loading = false + b.refresh() + b.SetSize(w, budget) + + if got := renderedRows(b.View()); got > budget { + t.Errorf("catalog rendered %d rows into %d at %dx%d", got, budget, w, h) + } + + b.status.error("download failed") + if got := renderedRows(b.View()); got > budget { + t.Errorf("catalog + status rendered %d rows into %d at %dx%d", got, budget, w, h) + } + } +} + +// TestNodeDetailStaysInBudgetWhenShort covers the drill-down at sizes below the +// 80x24 the per-view test uses, where its two tables and hardware block compete. +func TestNodeDetailStaysInBudgetWhenShort(t *testing.T) { + for _, size := range [][2]int{{80, 24}, {80, 16}, {80, 13}, {60, 12}, {40, 12}} { + w, h := size[0], size[1] + budget := contentBudget(t, w, h) + if budget <= 0 { + continue + } + + d := newNodeDetail(nil, nodeRow{key: "self", name: "this-host", self: true}) + d.engines = []engineStatus{ + {Engine: "ollama", Installed: true, Running: true, Port: 11434}, + {Engine: "lmstudio", Installed: true, Running: false, Port: 1234}, + } + models := make([]string, 20) + for i := range models { + models[i] = "model-" + string(rune('a'+i)) + } + d.models = modelsResult{Models: models, ModelsByEngine: map[string][]string{"ollama": models}} + d.SetSize(w, budget) + d.refreshEngines() + d.refreshModels() + d.status.error("start failed: no such engine") + d.mode = detailInputEnginePort + + if got := renderedRows(d.View()); got > budget { + t.Errorf("node detail rendered %d rows into %d at %dx%d", got, budget, w, h) + } + } +} + +// TestNarrowAndShortTerminalsStayInBudget checks the smallest sizes anyone +// plausibly uses, where the budget can go to almost nothing. +func TestNarrowAndShortTerminalsStayInBudget(t *testing.T) { + for _, size := range [][2]int{{80, 24}, {80, 14}, {60, 12}, {40, 12}} { + w, h := size[0], size[1] + budget := contentBudget(t, w, h) + if budget <= 0 { + continue + } + + v := newNodesView(nil) + v.SetSize(w, budget) + v.feeds.discovered = []availableNode{ + {HostUUID: "a", Name: "alpha", IPAddress: "10.0.0.1"}, + {HostUUID: "b", Name: "beta", IPAddress: "10.0.0.2"}, + } + v.rebuild() + v.filter = "a" + v.rebuild() + v.noteFeed(feedManual, errStub{}) + v.status.error("failed") + + if got := renderedRows(v.View()); got > budget { + t.Errorf("%dx%d: nodes rendered %d rows into %d", w, h, got, budget) + } + } +} + +type errStub struct{} + +func (errStub) Error() string { return "worker down" } diff --git a/services/nvpair-tui/ui/health.go b/services/nvpair-tui/ui/health.go deleted file mode 100644 index 587ecf7d..00000000 --- a/services/nvpair-tui/ui/health.go +++ /dev/null @@ -1,246 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import ( - "fmt" - "strings" - "time" - - "nvpair-shared/engines" - svcerrors "nvpair-shared/errors" - "nvpair-tui/rpc" - - "github.com/charmbracelet/bubbles/key" - "github.com/charmbracelet/bubbles/table" - tea "github.com/charmbracelet/bubbletea" -) - -// crashPrefix is the id prefix the broker stamps on its sticky -// "subprocess X exited unexpectedly" errors. The Health view derives -// per-worker liveness from the presence/absence of these in the -// errors:update snapshot, since the broker exposes no dedicated -// workers:get-status RPC. -const crashPrefix = "supervisor:subprocess-crashed:" - -// healthPollInterval is how often the Overview re-pings the broker for -// liveness + uptime. -const healthPollInterval = 5 * time.Second - -// healthWorkers are the workers the broker supervises and reports crashes -// for. nvpair-errors is deliberately absent: it is the error sink itself and -// cannot report its own death, so it has no crash entry to key on. -// -// The proxy appears once, as engines.ProxyComponent, because one nvpair-proxy -// process hosts every engine's facade under one supervisor — so the broker -// reports one crash for the process rather than one per engine. Keying this on -// the per-engine ComponentName instead would be silent in both directions: the -// real crash entry would match no row, and the per-engine rows could never -// leave "ok". See the identity split in nvpair-shared/engines. -var healthWorkers = []string{ - "scanner", - "node-info", - engines.ProxyComponent, - "workload-manager", - "engine-manager", - "manual-nodes", - "settings", - "cluster-manager", - // The scheduler produces the rankings every facade routes on. Without it - // each facade holds an empty ranking, takes no reservations, and dispatch - // stops spreading — so its death is exactly the kind an operator would come - // to this screen to find. Its crash key is "scheduler", from - // startOptionalWorker in the broker. - "scheduler", -} - -// healthView is the Overview tab: broker liveness/version/uptime from -// periodic pings, plus a per-worker health table derived from the broker's -// crash-error stream. -type healthView struct { - client *rpc.Client - table table.Model - - brokerVersion string - uptime time.Duration - pingErr error - crashed map[string]svcerrors.ServiceError - - // localNodeUUID is this host's stable per-host UUID (from cluster:get-node-id). - // The broker stamps local-origin reports' NodeID with this UUID, so a crash - // entry whose NodeID differs belongs to a peer and must be ignored — - // errors:update is the full cross-node snapshot when nvpair-errors runs with - // --peer-sync. (Filtering on the display hostname instead would reject every - // local UUID-stamped crash as remote.) - localNodeUUID string - // lastErrs is the most recent errors:update snapshot, retained so the - // crash table can be re-filtered once localNodeID resolves. - lastErrs []svcerrors.ServiceError - - width, height int -} - -type healthTickMsg struct{} - -type healthPingMsg struct { - version string - uptime time.Duration - err error -} - -type healthNodeIDMsg struct { - nodeUUID string - err error -} - -func newHealthView(client *rpc.Client) *healthView { - v := &healthView{client: client, crashed: map[string]svcerrors.ServiceError{}} - v.table = newTable([]table.Column{ - {Title: "WORKER", Width: 20}, - {Title: "STATUS", Width: 10}, - {Title: "DETAIL", Width: 40}, - }) - return v -} - -func (v *healthView) Title() string { return "Overview" } - -func (v *healthView) Init() tea.Cmd { - return tea.Batch(v.pingCmd(), v.tickCmd(), v.nodeIDCmd()) -} - -// nodeIDCmd resolves this host's stable UUID so the crash table can drop -// peer-origin entries from the cross-node errors:update snapshot. It keys on -// NodeUUID (not the display NodeID/hostname) to match the UUID the broker stamps -// on local reports. -func (v *healthView) nodeIDCmd() tea.Cmd { - return call(v.client, "cluster:get-node-id", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return healthNodeIDMsg{err: err} - } - var id clusterIdentity - _ = decodeParams(msg.Result, &id) - return healthNodeIDMsg{nodeUUID: id.NodeUUID} - }) -} - -func (v *healthView) pingCmd() tea.Cmd { - return call(v.client, "ping", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return healthPingMsg{err: err} - } - var r struct { - Version string `json:"version"` - UptimeMS int64 `json:"uptime_ms"` - } - _ = decodeParams(msg.Result, &r) - return healthPingMsg{version: r.Version, uptime: time.Duration(r.UptimeMS) * time.Millisecond} - }) -} - -func (v *healthView) tickCmd() tea.Cmd { - return tea.Tick(healthPollInterval, func(time.Time) tea.Msg { return healthTickMsg{} }) -} - -func (v *healthView) SetSize(w, h int) { - v.width, v.height = w, h - detail := clampWidth(w-20-10-2, 10) - v.table.SetColumns([]table.Column{ - {Title: "WORKER", Width: 20}, - {Title: "STATUS", Width: 10}, - {Title: "DETAIL", Width: detail}, - }) - v.table.SetWidth(w) - v.table.SetHeight(clampWidth(h-3, 1)) -} - -func (v *healthView) Update(msg tea.Msg) tea.Cmd { - switch msg := msg.(type) { - case healthTickMsg: - return tea.Batch(v.pingCmd(), v.tickCmd()) - - case healthPingMsg: - v.pingErr = msg.err - if msg.err == nil { - v.brokerVersion = msg.version - v.uptime = msg.uptime - } - return nil - - case healthNodeIDMsg: - if msg.err == nil && msg.nodeUUID != "" { - v.localNodeUUID = msg.nodeUUID - // Re-filter the last snapshot now that we know who we are. - v.rebuildCrashes(v.lastErrs) - } - return nil - - case NotificationMsg: - if msg.Msg.Method == "errors:update" { - var errs []svcerrors.ServiceError - _ = decodeParams(msg.Msg.Params, &errs) - v.rebuildCrashes(errs) - } - return nil - - case tea.KeyMsg: - var cmd tea.Cmd - v.table, cmd = v.table.Update(msg) - return cmd - } - return nil -} - -func (v *healthView) rebuildCrashes(errs []svcerrors.ServiceError) { - v.lastErrs = errs - crashed := map[string]svcerrors.ServiceError{} - for _, e := range errs { - // errors:update is the full cross-node snapshot (nvpair-errors runs - // with --peer-sync in a cluster), so a peer's crashed worker would - // otherwise paint this host's same-named worker DOWN. Keep only - // local-origin crashes. Once localNodeUUID is known, drop entries - // whose NodeID (a UUID, as the broker stamps it) is a different node; - // an empty NodeID is treated as local (be defensive). - if v.localNodeUUID != "" && e.NodeID != "" && e.NodeID != v.localNodeUUID { - continue - } - if strings.HasPrefix(e.ID, crashPrefix) { - crashed[strings.TrimPrefix(e.ID, crashPrefix)] = e - } - } - v.crashed = crashed - v.refreshRows() -} - -func (v *healthView) refreshRows() { - rows := make([]table.Row, 0, len(healthWorkers)) - for _, w := range healthWorkers { - status, detail := "ok", "" - if e, down := v.crashed[w]; down { - status, detail = "DOWN", e.Message - } - rows = append(rows, table.Row{w, status, detail}) - } - v.table.SetRows(rows) -} - -func (v *healthView) View() string { - var b strings.Builder - if v.pingErr != nil { - b.WriteString(statusErrStyle.Render("broker not responding: " + v.pingErr.Error())) - } else { - summary := fmt.Sprintf("broker v%s up %s", v.brokerVersion, v.uptime.Round(time.Second)) - b.WriteString(statusOKStyle.Render(summary)) - } - b.WriteString("\n\n") - if len(v.table.Rows()) == 0 { - v.refreshRows() - } - b.WriteString(v.table.View()) - b.WriteString("\n") - b.WriteString(footerStyle.Render("status is best-effort: DOWN means the broker reported a crash; nvpair-errors self-crashes are not surfaced here")) - return b.String() -} - -func (v *healthView) Help() []key.Binding { return nil } diff --git a/services/nvpair-tui/ui/health_test.go b/services/nvpair-tui/ui/health_test.go deleted file mode 100644 index f674f5d5..00000000 --- a/services/nvpair-tui/ui/health_test.go +++ /dev/null @@ -1,89 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import ( - "testing" - - "nvpair-shared/engines" - svcerrors "nvpair-shared/errors" -) - -// The Overview's proxy row must key on the identity the broker actually stamps -// on a proxy crash. -// -// One nvpair-proxy process hosts every engine's facade under one supervisor, so -// the broker reports one crash for the process. Keying on the per-engine -// ComponentName was silent in both directions: the real crash entry matched no -// row, so a dead proxy was invisible in the one view meant to show worker -// liveness, and the per-engine rows could never leave "ok". Nothing else in the -// build catches that — the mismatch compiles and every other test passes — so -// this assertion is what makes the identity rule in nvpair-shared/engines -// enforceable rather than advisory. -func TestHealthProxyRowMatchesTheBrokerCrashIdentity(t *testing.T) { - found := false - for _, w := range healthWorkers { - if w == engines.ProxyComponent { - found = true - } - for _, e := range engines.All() { - if w == e.ComponentName() { - t.Errorf("health row %q keys on a per-facade identity; the broker reports proxy crashes against %q", - w, engines.ProxyComponent) - } - } - } - if !found { - t.Fatalf("no health row keys on %q, so a proxy crash would have no row at all: %v", - engines.ProxyComponent, healthWorkers) - } - - // End to end through the real matcher, with the id the broker builds. - v := newHealthView(nil) - v.localNodeUUID = "self-uuid" - v.rebuildCrashes([]svcerrors.ServiceError{{ - ID: crashPrefix + engines.ProxyComponent, - Message: "proxy crashed", - NodeID: "self-uuid", - }}) - if _, down := v.crashed[engines.ProxyComponent]; !down { - t.Fatalf("a proxy crash did not register: %v", v.crashed) - } -} - -// TestHealthRebuildCrashesFiltersByUUID: the Overview -// keeps only local-origin crashes, keyed on this host's stable UUID (the value -// the broker stamps on local reports). A peer's crash must be dropped, and a -// local UUID-stamped crash must NOT be misclassified as remote. -func TestHealthRebuildCrashesFiltersByUUID(t *testing.T) { - v := newHealthView(nil) - v.localNodeUUID = "self-uuid" - - crash := func(worker, nodeID string) svcerrors.ServiceError { - return svcerrors.ServiceError{ID: crashPrefix + worker, Message: worker + " crashed", NodeID: nodeID} - } - v.rebuildCrashes([]svcerrors.ServiceError{ - crash("scanner", "self-uuid"), // local crash — keep - crash("ollama-proxy", "peer-uuid"), // a peer's crash — drop - }) - - if _, down := v.crashed["scanner"]; !down { - t.Fatal("local UUID-stamped crash should be surfaced, not filtered as remote") - } - if _, down := v.crashed["ollama-proxy"]; down { - t.Fatal("a peer's crash must be filtered out of the local health view") - } -} - -// TestHealthRebuildCrashesBeforeIdentity: before the local UUID resolves, all -// crashes are kept (fail-open) so the view isn't blank during startup. -func TestHealthRebuildCrashesBeforeIdentity(t *testing.T) { - v := newHealthView(nil) - v.rebuildCrashes([]svcerrors.ServiceError{ - {ID: crashPrefix + "scanner", Message: "x", NodeID: "whatever-uuid"}, - }) - if _, down := v.crashed["scanner"]; !down { - t.Fatal("crashes should be kept until the local UUID is known") - } -} diff --git a/services/nvpair-tui/ui/invite.go b/services/nvpair-tui/ui/invite.go index 039c3430..f03f0654 100644 --- a/services/nvpair-tui/ui/invite.go +++ b/services/nvpair-tui/ui/invite.go @@ -13,9 +13,47 @@ import ( // PIN to display on success, or an explicit rejection (e.g. the target is // already clustered) carrying its reason. No PIN accompanies a rejection. type inviteNodeResult struct { - State string `json:"state"` - Pin *string `json:"pin"` - Reason string `json:"reason"` + // InviteID identifies this pairing session. The manager mints one per + // invite and stamps it on every terminal notification, so it is what lets a + // view tell its own invite's outcome from a concurrent one's. + InviteID string `json:"inviteId"` + State string `json:"state"` + Pin *string `json:"pin"` + Reason string `json:"reason"` +} + +// inviteResolution is how the UI reports an invite that is no longer pending. +type inviteResolution struct { + kind toastKind + label string +} + +// inviteRef is the invite a terminal notification refers to. The manager +// supports concurrent pairings, so an event has to be matched against the +// session it belongs to; acting on the method alone let an outbound decline +// erase an unrelated inbound PIN prompt. +type inviteRef struct { + InviteID string `json:"inviteId"` +} + +// inviteOutcome maps a cluster-manager terminal invite event to its report. +// These notifications are the only signal that a sent invite has stopped being +// pending — the synchronous cluster:invite-node result only covers the handoff — +// so a view that displays a PIN must consume them or leave a dead invite on +// screen looking live. +func inviteOutcome(method string) (inviteResolution, bool) { + switch method { + case "cluster:invite-declined": + return inviteResolution{kind: toastError, label: "declined by the other node"}, true + case "cluster:invite-expired": + return inviteResolution{kind: toastError, label: "expired before it was accepted"}, true + case "cluster:invite-canceled": + return inviteResolution{kind: toastInfo, label: "canceled"}, true + case "cluster:invite-failed": + return inviteResolution{kind: toastError, label: "failed - check the Logs tab"}, true + default: + return inviteResolution{}, false + } } // inviteNodeCmd issues a single cluster:invite-node request and maps the diff --git a/services/nvpair-tui/ui/jobs.go b/services/nvpair-tui/ui/jobs.go new file mode 100644 index 00000000..acf79ae2 --- /dev/null +++ b/services/nvpair-tui/ui/jobs.go @@ -0,0 +1,499 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "fmt" + "strings" + + "nvpair-tui/rpc" + + "github.com/charmbracelet/bubbles/key" + "github.com/charmbracelet/bubbles/table" + tea "github.com/charmbracelet/bubbletea" +) + +// workload is the subset of the workload-manager's object the view shows. +// +// OriginatedFrom and ScheduledOn are both stable node UUIDs, not names: the +// broker stamps its own resolveLocalNodeID onto local-origin events, and peers +// carry theirs. They are resolved through a nodeNamer before display. +type workload struct { + ID string `json:"id"` + Model string `json:"model"` + Engine string `json:"engine"` + State string `json:"state"` + // OriginatedFrom is the node the request arrived at. + OriginatedFrom string `json:"originatedFrom"` + // ScheduledOn is the node that actually ran it, absent until the backend + // has chosen a target. Origin and target differ whenever work is routed to + // a peer, which is the whole point of a cluster — so both are shown. + ScheduledOn string `json:"scheduledOn"` + CreatedAt int64 `json:"createdAt"` // Unix millis +} + +// jobsView shows inference work across the cluster, headed by where local +// clients should send it. +// +// The two belong together: a job list is the answer to "is my traffic being +// served", and the proxy endpoints are the answer to "where do I send it". The +// jobs themselves come from a baseline snapshot plus the live stream — both are +// needed, since subscribing alone leaves work that was already running +// invisible until its next state change, which for a long generation is minutes. +type jobsView struct { + client *rpc.Client + table table.Model + proxy *proxyTracker + // namer turns the node UUIDs on each job into names. It is fed from the + // discovery and membership pushes the shell broadcasts to every view, so it + // costs one identity call at startup and nothing after that. + namer *nodeNamer + + order []string + byKey map[string]workload + // trimmed counts finished jobs dropped to stay inside maxFinishedJobs, so + // the tab can say the history is not complete. Every other list here + // discloses when it is showing less than everything; this one silently + // discarded the oldest entries. + trimmed int + // sinceProxyPoll counts shell ticks since the last proxy status read. + sinceProxyPoll int + status toast + + // showAll includes finished work. The manager keeps history, and a + // completed job is the evidence that routing worked, so it is reachable — + // but active work is what an operator is usually watching. + showAll bool + + // demo is the Inference Demo. It lives on this tab rather than with the rest + // of the service controls because the proxy ports it needs are already here, + // and because the traffic it produces appears in the table below it — so + // starting it and seeing the result are the same screen. + demo *demoRunner + + width, height int +} + +type workloadsSubscribedMsg struct{ err error } + +// workloadsLoadedMsg carries the workloads:get-initial baseline. +type workloadsLoadedMsg struct { + workloads []workload + err error +} + +// jobsIdentityMsg carries this machine's identity, so its own jobs show a name. +type jobsIdentityMsg struct { + id clusterIdentity + err error +} + +var ( + jobsAllKey = key.NewBinding(key.WithKeys("a"), key.WithHelp("a", "active/all")) + // t for test, matching the desktop app's button. The bubbles table binds + // j/k, f/b, u/d, g/G and the arrows, so t is one of the few letters left + // that does not fight the paging keys on a scrollable table. + jobsDemoKey = key.NewBinding(key.WithKeys("t"), key.WithHelp("t", "test traffic")) +) + +func newJobsView(client *rpc.Client) *jobsView { + v := &jobsView{ + client: client, + byKey: map[string]workload{}, + proxy: newProxyTracker(), + namer: newNodeNamer(), + demo: newDemoRunner(), + } + v.table = newTable(workloadColumns(defaultTableWidth)) + return v +} + +// workloadColumns is the job table's layout, shared by construction and resize +// so the two cannot drift. +func workloadColumns(w int) []table.Column { + return layoutColumns(w, []column{ + flexCol("MODEL", 10, 2), + fixedCol("ENGINE", 10), + fixedCol("STATE", 11), + flexCol("FROM", 8, 1), + flexCol("RAN ON", 8, 1), + fixedCol("AGE", 6), + }) +} + +func (v *jobsView) Title() string { return "Jobs" } + +// Init subscribes and fetches the baseline. Subscribing first means a workload +// that changes state between the two calls arrives as a push and is merged by +// key rather than lost. +func (v *jobsView) Init() tea.Cmd { + return tea.Batch( + call(v.client, "workloads:subscribe", nil, func(_ *rpc.Message, err error) tea.Msg { + return workloadsSubscribedMsg{err: err} + }), + v.loadCmd(), + v.proxy.init(v.client), + nodeIdentityCmd(v.client, func(id clusterIdentity, err error) tea.Msg { + return jobsIdentityMsg{id: id, err: err} + }), + ) +} + +func (v *jobsView) loadCmd() tea.Cmd { + return call(v.client, "workloads:get-initial", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return workloadsLoadedMsg{err: err} + } + var r struct { + Workloads []workload `json:"workloads"` + } + _ = decodeParams(msg.Result, &r) + return workloadsLoadedMsg{workloads: r.Workloads} + }) +} + +// SetSize records the budget and fixes the table's width. Its height is set in +// View, from the chrome actually being rendered — see fitTable. +func (v *jobsView) SetSize(w, h int) { + v.width, v.height = w, h + v.table.SetColumns(workloadColumns(w)) + v.table.SetWidth(w) +} + +func (v *jobsView) Update(msg tea.Msg) tea.Cmd { + switch msg := msg.(type) { + case workloadsSubscribedMsg: + if msg.err != nil { + v.status.error("workloads subscribe failed: %s", msg.err) + } + return nil + + case workloadsLoadedMsg: + if msg.err != nil { + v.status.error("load jobs failed: %s", msg.err) + return nil + } + // Merged, not assigned: a push may already have landed for a workload + // in this snapshot, and the push is the fresher of the two. + for _, w := range msg.workloads { + if _, seen := v.byKey[workloadKey(w.OriginatedFrom, w.ID)]; !seen { + v.upsert(w) + } + } + return nil + + case proxyStatusMsg: + v.proxy.apply(msg) + return nil + + case jobsIdentityMsg: + if msg.err == nil { + v.namer.setSelf(msg.id) + v.refreshRows() + } + return nil + + case demoTargetsMsg: + if msg.err != nil { + v.status.error("inference demo: %s", msg.err) + return nil + } + if !v.demo.armed(msg) { + // Either the run was stopped while discovery was out, or no engine + // offered a model. Only the second is worth saying, and it needs to + // name the remedy rather than the failure. + if v.demo.status == demoIdle && len(msg.targets) == 0 { + v.status.error("no model available to send traffic to - install one from a node's detail screen first") + } + return nil + } + return nil + + case TickMsg: + // AGE is relative, so the table has to repaint on the clock. + v.refreshRows() + // The demo's whole schedule runs off this tick; every submission offset + // is a whole number of seconds, so one second is enough resolution and + // the run needs no timer of its own. + demoCmds, finished := v.demo.tick() + if finished { + v.status.info("inference demo finished - the work it sent is in the table") + } + // Re-read proxy readiness periodically, but not on every tick. A proxy + // that crashes emits no error frame, so a strip corrected only by pushes + // can advertise a port nothing is listening on for the rest of the + // session — but the shell ticks once a second, and two broker round + // trips per second, each relayed on to a worker, is a poor trade on the + // headless machines this client is meant to be left running on. + v.sinceProxyPoll++ + if v.sinceProxyPoll >= proxyPollTicks { + v.sinceProxyPoll = 0 + demoCmds = append(demoCmds, v.proxy.refreshCmd(v.client)) + } + return tea.Batch(demoCmds...) + + case NotificationMsg: + switch msg.Msg.Method { + case "discovery:nodes-changed": + // Not a job event, but the only place the UUID-to-name mapping for + // the FROM and RAN ON columns comes from. + var nodes []availableNode + _ = decodeParams(msg.Msg.Params, &nodes) + v.namer.learnDiscovered(nodes) + v.refreshRows() + case "nodes:changed": + var r struct { + Nodes []clusterNode `json:"nodes"` + } + _ = decodeParams(msg.Msg.Params, &r) + v.namer.learnMembers(r.Nodes) + v.refreshRows() + case "workloads:upsert": + var p struct { + WorkloadInfo workload `json:"workloadInfo"` + } + _ = decodeParams(msg.Msg.Params, &p) + v.upsert(p.WorkloadInfo) + case "workloads:remove": + var p struct { + WorkloadID string `json:"workloadId"` + OriginatedFrom string `json:"originatedFrom"` + } + _ = decodeParams(msg.Msg.Params, &p) + v.remove(workloadKey(p.OriginatedFrom, p.WorkloadID)) + default: + v.proxy.handleNotification(msg.Msg) + } + return nil + + case tea.KeyMsg: + if key.Matches(msg, jobsAllKey) { + v.showAll = !v.showAll + v.refreshRows() + return nil + } + if key.Matches(msg, jobsDemoKey) { + return v.toggleDemo() + } + var cmd tea.Cmd + v.table, cmd = v.table.Update(msg) + return cmd + } + return nil +} + +// proxyPollTicks is how many one-second shell ticks pass between proxy status +// reads. Five matches the service tab's own poll: a proxy that has stopped +// listening should be noticed promptly, but it is a rare event and the check +// costs a broker round trip that fans out to a worker. +const proxyPollTicks = 5 + +// maxFinishedJobs bounds the completed and failed jobs kept in memory. +// +// The terminal client is meant to be left running — that is the point of a +// status screen — and the broker never asks a client to forget a job, so +// without a bound every job the cluster has ever run accumulates for the life +// of the process. The desktop caps its history at 30 for the same reason; this +// is more generous because scrolling a terminal table is cheap, and it is a cap +// on finished work only, so no in-flight job is ever dropped. +const maxFinishedJobs = 200 + +func (v *jobsView) upsert(w workload) { + key := workloadKey(w.OriginatedFrom, w.ID) + if _, ok := v.byKey[key]; !ok { + v.order = append(v.order, key) + } + v.byKey[key] = w + v.trimFinished() + v.refreshRows() +} + +// finishedCount is how many retained jobs have finished. +func (v *jobsView) finishedCount() int { + n := 0 + for _, key := range v.order { + if !workloadActive(v.byKey[key].State) { + n++ + } + } + return n +} + +// trimFinished drops the oldest finished jobs once there are too many. +// +// Only finished ones are eligible: an active job is what the operator is +// watching, and the count of those is bounded by the cluster's own capacity +// anyway. Eviction walks oldest-first because v.order is append-ordered, so the +// history the operator loses is the history they are least likely to want. +func (v *jobsView) trimFinished() { + finished := 0 + for _, key := range v.order { + if !workloadActive(v.byKey[key].State) { + finished++ + } + } + if finished <= maxFinishedJobs { + return + } + + drop := finished - maxFinishedJobs + kept := make([]string, 0, len(v.order)) + for _, key := range v.order { + if drop > 0 && !workloadActive(v.byKey[key].State) { + delete(v.byKey, key) + drop-- + v.trimmed++ + continue + } + kept = append(kept, key) + } + v.order = kept +} + +func (v *jobsView) remove(key string) { + if _, ok := v.byKey[key]; !ok { + return + } + delete(v.byKey, key) + for i, k := range v.order { + if k == key { + v.order = append(v.order[:i], v.order[i+1:]...) + break + } + } + v.refreshRows() +} + +// workloadActive reports whether a job is still in flight. The manager's state +// vocabulary grows over time, so this names the terminal states and treats +// anything else as active rather than silently hiding unfamiliar work. +func workloadActive(state string) bool { + switch strings.ToLower(state) { + case "completed", "complete", "done", "failed", "error", "errored", "cancelled", "canceled": + return false + default: + return true + } +} + +func (v *jobsView) visible() []workload { + out := make([]workload, 0, len(v.order)) + for _, k := range v.order { + w := v.byKey[k] + if v.showAll || workloadActive(w.State) { + out = append(out, w) + } + } + return out +} + +func (v *jobsView) refreshRows() { + jobs := v.visible() + rows := make([]table.Row, 0, len(jobs)) + for _, w := range jobs { + rows = append(rows, table.Row{ + w.Model, + engineDisplayName(w.Engine), + w.State, + v.namer.name(w.OriginatedFrom), + v.ranOn(w), + ageLabel(w.CreatedAt), + }) + } + v.table.SetRows(rows) + // The last SetRows without one. Jobs starts empty on every launch, which is + // the case that strands the cursor at -1; nothing is keyed off the selection + // here today, but a table with no visible highlight is wrong on its own and + // this becomes a real defect the moment a row action is added. + restoreCursor(&v.table, len(rows)) +} + +// ranOn renders the node that served a job. The backend fills scheduledOn once +// it has chosen a target, so an unplaced job says so rather than showing a blank +// that reads as "nowhere". +func (v *jobsView) ranOn(w workload) string { + if w.ScheduledOn == "" { + if workloadActive(w.State) { + return footerStyle.Render("choosing") + } + return unknownNodeLabel + } + return v.namer.name(w.ScheduledOn) +} + +func (v *jobsView) View() string { + strip := v.proxy.strip() + + empty := "" + if len(v.table.Rows()) == 0 { + empty = footerStyle.Render(v.emptyHint()) + } + // Disclosed for the same reason the node table says "showing N of M": a + // list showing less than everything looks complete otherwise. Two ways it + // can be short — the active-only filter, and the history cap. + trimNote := "" + switch { + case !v.showAll && v.finishedCount() > 0: + trimNote = footerStyle.Render(fmt.Sprintf( + "%d finished job(s) hidden - press a to include them", v.finishedCount())) + case v.showAll && v.trimmed > 0: + trimNote = footerStyle.Render(fmt.Sprintf( + "%d older finished job(s) dropped to bound memory", v.trimmed)) + } + + // The blank line after the strip is a real row and is measured as one. + const separator = " " + demoNote := v.demo.note() + status := v.status.render() + + body := empty + if len(v.table.Rows()) > 0 { + if fitTable(&v.table, v.height, strip, separator, trimNote, demoNote, status) { + body = v.table.View() + } else { + body = footerStyle.Render(" (too little room to list jobs)") + } + } + return joinLines(strip, separator, body, trimNote, demoNote, status) +} + +// close releases the demo's children. Part of the closer contract in model.go. +func (v *jobsView) close() { v.demo.close() } + +// toggleDemo starts a demo, or stops the one already running. +// +// One key for both, because the note on screen says which it will do and a +// second key would sit unused for all but sixty seconds of a session. +func (v *jobsView) toggleDemo() tea.Cmd { + if v.demo.status != demoIdle { + v.demo.stop() + v.status.info("inference demo stopped - requests already sent will still finish") + return nil + } + cmd, err := v.demo.start(v.proxy) + if err != nil { + v.status.error("inference demo: %s", err) + return nil + } + return cmd +} + +func (v *jobsView) emptyHint() string { + if !v.showAll && len(v.order) > 0 { + return "No active jobs. Press a to include finished ones." + } + return "No jobs yet. Inference sent to a proxy endpoint above will appear here." +} + +func (v *jobsView) Help() []key.Binding { + demo := jobsDemoKey + if v.demo.status != demoIdle { + // Relabelled rather than replaced, so the footer and the note on screen + // agree about what the key does right now. + demo = key.NewBinding(key.WithKeys("t"), key.WithHelp("t", "stop test")) + } + return []key.Binding{jobsAllKey, demo} +} + +func workloadKey(origin, id string) string { return origin + "/" + id } diff --git a/services/nvpair-tui/ui/jobs_test.go b/services/nvpair-tui/ui/jobs_test.go new file mode 100644 index 00000000..3cb99f52 --- /dev/null +++ b/services/nvpair-tui/ui/jobs_test.go @@ -0,0 +1,87 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "fmt" + "testing" +) + +// TestJobsHistoryIsBounded is the guard for a leak in a program meant to be left +// running. The broker never tells a client to forget a job, so without a cap +// every job the cluster has ever run accumulates for the life of the process, +// and the "show all" table grows with it. +func TestJobsHistoryIsBounded(t *testing.T) { + v := newJobsView(nil) + for i := range maxFinishedJobs + 50 { + v.upsert(workload{ + ID: fmt.Sprintf("job-%d", i), + OriginatedFrom: "node", + State: "completed", + }) + } + + if got := len(v.byKey); got > maxFinishedJobs { + t.Errorf("kept %d finished jobs, want at most %d", got, maxFinishedJobs) + } + if len(v.order) != len(v.byKey) { + t.Errorf("order (%d) and index (%d) disagree after eviction, so a key leaked", + len(v.order), len(v.byKey)) + } + + // Eviction is oldest-first, so the most recent job must survive. + newest := workloadKey("node", fmt.Sprintf("job-%d", maxFinishedJobs+49)) + if _, ok := v.byKey[newest]; !ok { + t.Error("the newest finished job was evicted; eviction is not oldest-first") + } +} + +// TestJobsNeverEvictsActiveWork checks the cap only reclaims finished jobs. An +// in-flight job is the thing the operator is watching, and dropping one would +// make a busy cluster look idle. +func TestJobsNeverEvictsActiveWork(t *testing.T) { + v := newJobsView(nil) + v.upsert(workload{ID: "live", OriginatedFrom: "node", State: "running"}) + for i := range maxFinishedJobs + 50 { + v.upsert(workload{ + ID: fmt.Sprintf("done-%d", i), + OriginatedFrom: "node", + State: "completed", + }) + } + + if _, ok := v.byKey[workloadKey("node", "live")]; !ok { + t.Error("a running job was evicted by history trimming") + } +} + +// TestJobsUpsertReplacesRatherThanDuplicating checks a job progressing through +// its states occupies one row, not one per update. +func TestJobsUpsertReplacesRatherThanDuplicating(t *testing.T) { + v := newJobsView(nil) + for _, state := range []string{"queued", "running", "completed"} { + v.upsert(workload{ID: "j1", OriginatedFrom: "node", State: state}) + } + + if len(v.order) != 1 { + t.Errorf("one job produced %d rows across its state changes", len(v.order)) + } + if got := v.byKey[workloadKey("node", "j1")].State; got != "completed" { + t.Errorf("state = %q, want the latest", got) + } +} + +// TestJobsKeyIsScopedByOrigin checks two nodes can use the same job id without +// colliding, since ids are only unique to the node that issued them. +func TestJobsKeyIsScopedByOrigin(t *testing.T) { + v := newJobsView(nil) + v.upsert(workload{ID: "1", OriginatedFrom: "node-a", State: "running"}) + v.upsert(workload{ID: "1", OriginatedFrom: "node-b", State: "running"}) + + if len(v.order) != 2 { + t.Errorf("same id from two nodes collapsed into %d row(s)", len(v.order)) + } +} + +var _ View = (*jobsView)(nil) diff --git a/services/nvpair-tui/ui/keys.go b/services/nvpair-tui/ui/keys.go index 8ab7ff76..d6f0e85f 100644 --- a/services/nvpair-tui/ui/keys.go +++ b/services/nvpair-tui/ui/keys.go @@ -3,27 +3,68 @@ package ui -import "github.com/charmbracelet/bubbles/key" +import ( + "strconv" + + "github.com/charmbracelet/bubbles/key" +) // globalKeyMap holds the bindings that work in every view. View-specific // bindings are returned by each View's Help and handled inside its Update. type globalKeyMap struct { NextTab key.Binding PrevTab key.Binding + JumpTab key.Binding Help key.Binding Quit key.Binding + Dismiss key.Binding +} + +// While a text field owns the keyboard, these two are the only keys that do +// anything — so they are the only two a view should advertise. +// +// Every view previously kept listing its normal verbs mid-entry, which is the +// worst kind of help: it names six keys that all now type a character instead, +// and omits the two that work. The label is per-field because "save" and +// "apply filter" are not the same promise. +var ( + inputCancelKey = key.NewBinding(key.WithKeys("esc"), key.WithHelp("esc", "cancel")) +) + +// inputHelp is the footer for a view whose text field has the keyboard. +func inputHelp(submitLabel string) []key.Binding { + return []key.Binding{ + key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", submitLabel)), + inputCancelKey, + } } -func newGlobalKeyMap() globalKeyMap { +// newGlobalKeyMap builds the shell's bindings for a given number of tabs. +// +// The count is a parameter because the digit binding has to match the tab bar +// exactly: it advertised "1-9 go to tab" against five tabs, promising four +// shortcuts that did nothing. +func newGlobalKeyMap(tabs int) globalKeyMap { return globalKeyMap{ + // Deliberately not h/l or the arrows. Those are how you move *within* + // content, and a view with a horizontal axis — switching between the + // panes of a node's detail, say — cannot have them swallowed by the tab + // bar. The digits below make tab switching direct anyway. NextTab: key.NewBinding( - key.WithKeys("tab", "l", "right"), + key.WithKeys("tab"), key.WithHelp("tab", "next"), ), PrevTab: key.NewBinding( - key.WithKeys("shift+tab", "h", "left"), + key.WithKeys("shift+tab"), key.WithHelp("shift+tab", "prev"), ), + // The tab bar numbers every tab, so the digits have to select them — + // otherwise the labels promise a shortcut that does nothing. No view + // binds a digit, so these never shadow a view binding. + JumpTab: key.NewBinding( + key.WithKeys(tabDigits(tabs)...), + key.WithHelp(tabDigitsHelp(tabs), "go to tab"), + ), Help: key.NewBinding( key.WithKeys("?"), key.WithHelp("?", "help"), @@ -32,5 +73,44 @@ func newGlobalKeyMap() globalKeyMap { key.WithKeys("q", "ctrl+c"), key.WithHelp("q", "quit"), ), + // ctrl+x because every letter is already spoken for — the views between + // them bind a through y, and the table and viewport add b, g, G, space, + // and the ctrl+u / ctrl+d / ctrl+f / ctrl+b paging pairs. The shell + // handles its own keys before the active view sees them, so a global on + // any of those would silently shadow a verb. + // + // Not in the footer: it applies only while the banner is up, and the + // banner names it. A permanent entry for a key that is usually inert + // would cost a slot the footer truncates away from the right. + Dismiss: key.NewBinding( + key.WithKeys("ctrl+x"), + key.WithHelp("ctrl+x", "dismiss notice"), + ), + } +} + +// tabDigits is the digit keys that select a tab, one per tab. +// +// Capped at nine because a tenth tab would need a two-key sequence, and the tab +// bar has no room for ten labels at eighty columns anyway. +func tabDigits(tabs int) []string { + if tabs > 9 { + tabs = 9 + } + keys := make([]string, 0, tabs) + for i := 1; i <= tabs; i++ { + keys = append(keys, strconv.Itoa(i)) + } + return keys +} + +// tabDigitsHelp labels those keys: "1" alone, or "1-N". +func tabDigitsHelp(tabs int) string { + if tabs > 9 { + tabs = 9 + } + if tabs <= 1 { + return "1" } + return "1-" + strconv.Itoa(tabs) } diff --git a/services/nvpair-tui/ui/logs.go b/services/nvpair-tui/ui/logs.go index dfe5a105..f4b9b71d 100644 --- a/services/nvpair-tui/ui/logs.go +++ b/services/nvpair-tui/ui/logs.go @@ -4,45 +4,76 @@ package ui import ( + "errors" + "fmt" + "os" + "path/filepath" "strings" + "time" - "nvpair-shared/applog" "nvpair-tui/rpc" "github.com/charmbracelet/bubbles/key" + "github.com/charmbracelet/bubbles/textinput" "github.com/charmbracelet/bubbles/viewport" tea "github.com/charmbracelet/bubbletea" ) -// maxLogLines bounds the in-memory scrollback so a long-running session -// can't grow without limit. +// maxLogLines bounds the in-memory scrollback so a long-running session cannot +// grow without limit. const maxLogLines = 5000 -// logsView shows the broker's (and its workers') stderr in a scrollable -// pane and lets the operator change the fleet-wide log level live via -// log/set-level, which the broker fans out to every worker. +// logsView shows the service tree's stderr — the broker's own logs plus every +// worker's, prefixed — with a substring filter, a follow toggle, and a way to +// write the buffer out. +// +// Saving matters more here than in a desktop app. The graphical UI can open a +// log file in a file manager; over SSH there is no file manager, and the +// operator needs the lines somewhere they can be copied off the machine. +// +// The log level is not set here. It is a fleet-wide setting that belongs with +// the rest of the service configuration, and having it on a single keystroke +// next to the scroll keys made it far too easy to change the whole tree's +// verbosity by accident. type logsView struct { client *rpc.Client vp viewport.Model lines []string - status string + + filter string + filterInput textinput.Model + editing bool + // follow pins the viewport to the newest line. Scrolling up is the normal + // way to read back, so it releases automatically rather than fighting the + // operator for control of the viewport. + follow bool + + status toast ready bool + + width, height int } -type logLevelSetMsg struct { - level string - err error +type logsSavedMsg struct { + path string + err error } var ( - logDebugKey = key.NewBinding(key.WithKeys("d"), key.WithHelp("d", "debug")) - logInfoKey = key.NewBinding(key.WithKeys("i"), key.WithHelp("i", "info")) - logWarnKey = key.NewBinding(key.WithKeys("w"), key.WithHelp("w", "warn")) - logErrorKey = key.NewBinding(key.WithKeys("e"), key.WithHelp("e", "error")) + logFilterKey = key.NewBinding(key.WithKeys("/"), key.WithHelp("/", "filter")) + // t for tail, not f. The viewport binds f to page-down, and this is the one + // view whose whole purpose is scrolling back through a buffer — so f threw + // the operator to the bottom on the first press of the standard paging key. + // tail is also the vocabulary anyone reaching for this already has. + logFollowKey = key.NewBinding(key.WithKeys("t"), key.WithHelp("t", "follow")) + logSaveKey = key.NewBinding(key.WithKeys("s"), key.WithHelp("s", "save to file")) + logClearKey = key.NewBinding(key.WithKeys("c"), key.WithHelp("c", "clear filter")) ) func newLogsView(client *rpc.Client) *logsView { - return &logsView{client: client} + ti := textinput.New() + ti.Placeholder = "substring to show (case-insensitive)" + return &logsView{client: client, filterInput: ti, follow: true} } func (v *logsView) Title() string { return "Logs" } @@ -50,7 +81,8 @@ func (v *logsView) Title() string { return "Logs" } func (v *logsView) Init() tea.Cmd { return nil } func (v *logsView) SetSize(w, h int) { - // Reserve one line for the status/level footer. + v.width, v.height = w, h + // One row for the status/filter footer. vh := clampWidth(h-1, 1) if !v.ready { v.vp = viewport.New(w, vh) @@ -59,73 +91,198 @@ func (v *logsView) SetSize(w, h int) { v.vp.Width = w v.vp.Height = vh } - v.vp.SetContent(strings.Join(v.lines, "\n")) + v.render() } +func (v *logsView) CapturingInput() bool { return v.editing } + func (v *logsView) Update(msg tea.Msg) tea.Cmd { switch msg := msg.(type) { case LogLineMsg: - atBottom := v.vp.AtBottom() v.lines = append(v.lines, msg.Line) if len(v.lines) > maxLogLines { v.lines = v.lines[len(v.lines)-maxLogLines:] } - v.vp.SetContent(strings.Join(v.lines, "\n")) - if atBottom { - v.vp.GotoBottom() - } + v.render() return nil - case logLevelSetMsg: + case logsSavedMsg: if msg.err != nil { - v.status = "set-level failed: " + msg.err.Error() + v.status.error("save failed: %s", msg.err) } else { - v.status = "log level set to " + msg.level + v.status.ok("saved to %s", msg.path) } return nil case tea.KeyMsg: - switch { - case key.Matches(msg, logDebugKey): - return v.setLevel("debug") - case key.Matches(msg, logInfoKey): - return v.setLevel("info") - case key.Matches(msg, logWarnKey): - return v.setLevel("warn") - case key.Matches(msg, logErrorKey): - return v.setLevel("error") + return v.handleKey(msg) + } + return nil +} + +func (v *logsView) handleKey(msg tea.KeyMsg) tea.Cmd { + if v.editing { + switch msg.String() { + case "enter": + v.filter = strings.TrimSpace(v.filterInput.Value()) + v.editing = false + v.filterInput.Blur() + v.render() + return nil + case "esc": + v.editing = false + v.filterInput.Blur() + return nil } var cmd tea.Cmd - v.vp, cmd = v.vp.Update(msg) + v.filterInput, cmd = v.filterInput.Update(msg) return cmd } - return nil + + switch { + case key.Matches(msg, logFilterKey): + v.editing = true + v.filterInput.SetValue(v.filter) + v.filterInput.Focus() + return textinput.Blink + case key.Matches(msg, logFollowKey): + v.follow = !v.follow + if v.follow { + v.vp.GotoBottom() + } + return nil + case key.Matches(msg, logClearKey): + v.filter = "" + v.render() + return nil + case key.Matches(msg, logSaveKey): + return v.saveCmd() + } + + before := v.vp.YOffset + var cmd tea.Cmd + v.vp, cmd = v.vp.Update(msg) + // Scrolling away from the bottom releases follow, so reading back does not + // get yanked forward by the next log line. + if v.vp.YOffset != before && !v.vp.AtBottom() { + v.follow = false + } + return cmd } -func (v *logsView) setLevel(level string) tea.Cmd { - return call(v.client, applog.SetLevelMethod, applog.SetLevelParams{Level: level}, func(msg *rpc.Message, err error) tea.Msg { +// visibleLines is the buffer after the filter, which is applied at render time +// so changing it re-reads the whole retained buffer rather than only new lines. +func (v *logsView) visibleLines() []string { + if v.filter == "" { + return v.lines + } + needle := strings.ToLower(v.filter) + out := make([]string, 0, len(v.lines)) + for _, l := range v.lines { + if strings.Contains(strings.ToLower(l), needle) { + out = append(out, l) + } + } + return out +} + +func (v *logsView) render() { + if !v.ready { + return + } + v.vp.SetContent(strings.Join(v.visibleLines(), "\n")) + if v.follow { + v.vp.GotoBottom() + } +} + +// saveCmd writes the retained buffer to a timestamped file in the operator's +// home directory. The filter is deliberately not applied: a saved log is +// evidence, and silently omitting lines that did not match a transient filter +// would make it misleading. +func (v *logsView) saveCmd() tea.Cmd { + lines := append([]string(nil), v.lines...) + return func() tea.Msg { + home, err := os.UserHomeDir() if err != nil { - return logLevelSetMsg{err: err} + return logsSavedMsg{err: err} } - var r struct { - Level string `json:"level"` + stamp := time.Now().Format("20060102-150405") + body := strings.Join(lines, "\n") + "\n" + + // Never overwrite. The name is only precise to the second, and two saves + // inside the same second is exactly what happens when an operator + // captures evidence, changes a filter, and captures again — silently + // destroying the first file is the opposite of what saving is for. + // O_EXCL makes the check and the create one step, so a second save + // cannot land between them. + for attempt := 0; attempt < 100; attempt++ { + name := fmt.Sprintf("nvpair-logs-%s.log", stamp) + if attempt > 0 { + name = fmt.Sprintf("nvpair-logs-%s-%d.log", stamp, attempt+1) + } + path := filepath.Join(home, name) + f, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE|os.O_EXCL, 0o600) + if errors.Is(err, os.ErrExist) { + continue + } + if err != nil { + return logsSavedMsg{err: err} + } + _, writeErr := f.WriteString(body) + closeErr := f.Close() + if writeErr != nil { + return logsSavedMsg{err: writeErr} + } + if closeErr != nil { + return logsSavedMsg{err: closeErr} + } + return logsSavedMsg{path: path} } - _ = decodeParams(msg.Result, &r) - return logLevelSetMsg{level: r.Level} - }) + return logsSavedMsg{err: fmt.Errorf("could not find a free name for nvpair-logs-%s", stamp)} + } } func (v *logsView) View() string { - footer := footerStyle.Render("set fleet log level: d debug i info w warn e error") - if v.status != "" { - footer = footerStyle.Render(v.status) + " " + footer - } if !v.ready { - return footer + return footerStyle.Render("starting...") + } + var b strings.Builder + b.WriteString(v.vp.View()) + b.WriteByte('\n') + + if v.editing { + b.WriteString("filter: " + v.filterInput.View()) + return b.String() + } + if s := v.status.render(); s != "" { + b.WriteString(s) + return b.String() + } + b.WriteString(footerStyle.Render(v.footerSummary())) + return b.String() +} + +func (v *logsView) footerSummary() string { + follow := "off" + if v.follow { + follow = "on" + } + shown := len(v.visibleLines()) + if v.filter == "" { + return fmt.Sprintf("%d lines follow %s", shown, follow) } - return v.vp.View() + "\n" + footer + return fmt.Sprintf("%d of %d lines matching %q follow %s", + shown, len(v.lines), v.filter, follow) } func (v *logsView) Help() []key.Binding { - return []key.Binding{logDebugKey, logInfoKey, logWarnKey, logErrorKey} + if v.editing { + return inputHelp("apply filter") + } + bindings := []key.Binding{logFilterKey, logFollowKey, logSaveKey} + if v.filter != "" { + bindings = append(bindings, logClearKey) + } + return bindings } diff --git a/services/nvpair-tui/ui/logs_test.go b/services/nvpair-tui/ui/logs_test.go new file mode 100644 index 00000000..62ffe6dd --- /dev/null +++ b/services/nvpair-tui/ui/logs_test.go @@ -0,0 +1,207 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "os" + "path/filepath" + "strings" + "testing" + + tea "github.com/charmbracelet/bubbletea" +) + +// The Logs view had no behavioural coverage at all, which is how a keybinding +// collision with the viewport's own paging keys survived four review rounds in +// the one view whose purpose is scrolling. + +// logsWith builds a sized view holding n lines. +func logsWith(t *testing.T, n int) *logsView { + t.Helper() + v := newLogsView(nil) + v.SetSize(80, 20) + for i := range n { + logLine(v, "line "+string(rune('a'+i%26))) + } + return v +} + +// logLine feeds one captured stderr line in, the way the shell does. +func logLine(v *logsView, s string) { v.Update(LogLineMsg{Line: s}) } + +func logsKey(v *logsView, k string) { + if k == "esc" { + v.Update(tea.KeyMsg{Type: tea.KeyEsc}) + return + } + v.Update(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(k)}) +} + +// TestLogsFollowKeyDoesNotCollideWithPaging is the regression guard for the +// binding that made the tab unusable for its own purpose. +// +// The viewport binds f to page-down. Binding the follow toggle to the same key +// meant the standard paging key threw the operator to the bottom of the buffer +// on first press, in the view they had opened to scroll back through. +func TestLogsFollowKeyDoesNotCollideWithPaging(t *testing.T) { + for _, reserved := range []string{"f", "b", "u", "d", "g", "G", " "} { + for _, bound := range logFollowKey.Keys() { + if bound == reserved { + t.Errorf("follow is bound to %q, which the viewport uses for scrolling", bound) + } + } + } + + // And it still toggles. + v := logsWith(t, 50) + before := v.follow + logsKey(v, logFollowKey.Keys()[0]) + if v.follow == before { + t.Error("the follow key did not toggle follow") + } +} + +// TestLogsFilterRoundTrip covers opening the filter, applying it, and clearing +// it — the whole reason the tab is useful when something has gone wrong. +func TestLogsFilterRoundTrip(t *testing.T) { + v := logsWith(t, 0) + logLine(v, "engine started ok") + logLine(v, "cluster pairing failed") + logLine(v, "engine stopped") + + logsKey(v, "/") + if !v.editing { + t.Fatal("/ did not open the filter") + } + for _, r := range "engine" { + logsKey(v, string(r)) + } + v.Update(tea.KeyMsg{Type: tea.KeyEnter}) + + if v.editing { + t.Error("enter did not close the filter field") + } + if v.filter != "engine" { + t.Errorf("filter = %q", v.filter) + } + body := v.View() + if !contains(body, "engine started") || contains(body, "pairing failed") { + t.Errorf("filter did not narrow the buffer:\n%s", body) + } + + logsKey(v, "c") + if v.filter != "" { + t.Errorf("c did not clear the filter, got %q", v.filter) + } + if !contains(v.View(), "pairing failed") { + t.Error("clearing the filter did not restore the hidden lines") + } +} + +// TestLogsFilterCanBeAbandoned checks esc leaves the previous filter alone +// rather than committing a half-typed one. +func TestLogsFilterCanBeAbandoned(t *testing.T) { + v := logsWith(t, 5) + v.filter = "engine" + + logsKey(v, "/") + for _, r := range "zzz" { + logsKey(v, string(r)) + } + v.Update(tea.KeyMsg{Type: tea.KeyEsc}) + + if v.editing { + t.Error("esc did not close the field") + } + if v.filter != "engine" { + t.Errorf("esc committed the abandoned text: filter = %q", v.filter) + } +} + +// TestLogsHelpReflectsTheFieldState checks the footer names the keys that work +// while the filter has the keyboard, rather than the ones that now type. +func TestLogsHelpReflectsTheFieldState(t *testing.T) { + v := logsWith(t, 5) + logsKey(v, "/") + + keys := make([]string, 0, 2) + for _, b := range v.Help() { + keys = append(keys, b.Help().Key) + } + joined := strings.Join(keys, ",") + if !contains(joined, "enter") || !contains(joined, "esc") { + t.Errorf("filter-mode help = %v, want enter and esc", keys) + } + if contains(joined, "/") { + t.Errorf("filter-mode help still advertises %v, which now type characters", keys) + } +} + +// TestLogsSaveWritesTheWholeBuffer checks the file contains every line, not +// just what a transient filter was showing — a saved log is evidence. +func TestLogsSaveWritesTheWholeBuffer(t *testing.T) { + home := t.TempDir() + t.Setenv("HOME", home) + t.Setenv("USERPROFILE", home) // Windows + + v := logsWith(t, 0) + logLine(v, "engine started") + logLine(v, "something failed") + v.filter = "engine" // showing one line + + msg, ok := v.saveCmd()().(logsSavedMsg) + if !ok { + t.Fatalf("save produced %T", v.saveCmd()()) + } + if msg.err != nil { + t.Fatalf("save failed: %v", msg.err) + } + + body, err := os.ReadFile(msg.path) + if err != nil { + t.Fatalf("read back: %v", err) + } + for _, want := range []string{"engine started", "something failed"} { + if !contains(string(body), want) { + t.Errorf("saved file is missing %q; the filter should not narrow it", want) + } + } + if filepath.Dir(msg.path) != home { + t.Errorf("saved to %q, want the home directory", msg.path) + } +} + +// TestLogsSaveNeverOverwrites checks a second save in the same second does not +// destroy the first, which is exactly the capture-twice case. +func TestLogsSaveNeverOverwrites(t *testing.T) { + home := t.TempDir() + t.Setenv("HOME", home) + t.Setenv("USERPROFILE", home) + + v := logsWith(t, 0) + logLine(v, "first") + first, ok := v.saveCmd()().(logsSavedMsg) + if !ok || first.err != nil { + t.Fatalf("first save: %+v", first) + } + + logLine(v, "second") + second, ok := v.saveCmd()().(logsSavedMsg) + if !ok || second.err != nil { + t.Fatalf("second save: %+v", second) + } + + if first.path == second.path { + t.Fatal("the second save reused the first file's name and destroyed it") + } + body, err := os.ReadFile(first.path) + if err != nil { + t.Fatalf("the first file is gone: %v", err) + } + if contains(string(body), "second") { + t.Error("the first file was overwritten") + } +} + +var _ View = (*logsView)(nil) diff --git a/services/nvpair-tui/ui/manualnodes.go b/services/nvpair-tui/ui/manualnodes.go deleted file mode 100644 index fa316806..00000000 --- a/services/nvpair-tui/ui/manualnodes.go +++ /dev/null @@ -1,219 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import ( - "strings" - "time" - - "nvpair-tui/rpc" - - "github.com/charmbracelet/bubbles/key" - "github.com/charmbracelet/bubbles/table" - "github.com/charmbracelet/bubbles/textinput" - tea "github.com/charmbracelet/bubbletea" -) - -// manualRefreshInterval re-lists manual nodes so the probe-driven -// reachability columns stay current (nvpair-manual-nodes re-probes every -// 10s). -const manualRefreshInterval = 10 * time.Second - -// manualNode is the subset of nvpair-manual-nodes' ManualNodeStatus shown. -type manualNode struct { - ID string `json:"id"` - Name string `json:"name"` - Address string `json:"address"` - OllamaUp bool `json:"ollama_up"` - NodeInfoUp bool `json:"node_info_up"` -} - -// manualView manages user-added nodes that don't appear via mDNS: list, -// add by address, and remove. The list refreshes on a timer to reflect -// the manager's periodic reachability probes. -type manualView struct { - client *rpc.Client - table table.Model - nodes []manualNode - input textinput.Model - adding bool - status string - width, height int -} - -type manualNodesMsg struct { - nodes []manualNode - err error -} - -type manualTickMsg struct{} - -type manualActionMsg struct { - what string - err error -} - -var ( - manualAddKey = key.NewBinding(key.WithKeys("a"), key.WithHelp("a", "add node")) - manualRemoveKey = key.NewBinding(key.WithKeys("r"), key.WithHelp("r", "remove node")) -) - -func newManualView(client *rpc.Client) *manualView { - ti := textinput.New() - // nvpair-manual-nodes appends its own fixed ports (11434 for Ollama, 14318 - // for node-info) to whatever's entered, so a host:port form yields a - // malformed URL and the node always reads down. Only a bare host works. - ti.Placeholder = "host" - v := &manualView{client: client, input: ti} - v.table = newTable(nil) - return v -} - -func (v *manualView) Title() string { return "Manual" } - -func (v *manualView) Init() tea.Cmd { - return tea.Batch(v.listCmd(), v.tickCmd()) -} - -func (v *manualView) listCmd() tea.Cmd { - return call(v.client, "nodes/list", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return manualNodesMsg{err: err} - } - var r struct { - Nodes []manualNode `json:"nodes"` - } - _ = decodeParams(msg.Result, &r) - return manualNodesMsg{nodes: r.Nodes} - }) -} - -func (v *manualView) tickCmd() tea.Cmd { - return tea.Tick(manualRefreshInterval, func(time.Time) tea.Msg { return manualTickMsg{} }) -} - -func (v *manualView) SetSize(w, h int) { - v.width, v.height = w, h - const ollama, nodeinfo = 8, 9 - id := clampWidth((w-ollama-nodeinfo-2)/2, 8) - addr := clampWidth(w-ollama-nodeinfo-id-2, 10) - v.table.SetColumns([]table.Column{ - {Title: "ID", Width: id}, - {Title: "ADDRESS", Width: addr}, - {Title: "OLLAMA", Width: ollama}, - {Title: "NODEINFO", Width: nodeinfo}, - }) - v.table.SetWidth(w) - v.table.SetHeight(clampWidth(h-2, 1)) -} - -func (v *manualView) CapturingInput() bool { return v.adding } - -func (v *manualView) Update(msg tea.Msg) tea.Cmd { - switch msg := msg.(type) { - case manualNodesMsg: - if msg.err == nil { - v.setNodes(msg.nodes) - } - return nil - case manualTickMsg: - return tea.Batch(v.listCmd(), v.tickCmd()) - case manualActionMsg: - if msg.err != nil { - v.status = msg.what + " failed: " + msg.err.Error() - } else { - v.status = msg.what + " ok" - } - return v.listCmd() - case tea.KeyMsg: - return v.handleKey(msg) - } - return nil -} - -func (v *manualView) handleKey(msg tea.KeyMsg) tea.Cmd { - if v.adding { - switch msg.String() { - case "enter": - return v.submitAdd() - case "esc": - v.adding = false - v.input.Blur() - return nil - } - var cmd tea.Cmd - v.input, cmd = v.input.Update(msg) - return cmd - } - switch { - case key.Matches(msg, manualAddKey): - v.adding = true - v.input.SetValue("") - v.input.Focus() - return textinput.Blink - case key.Matches(msg, manualRemoveKey): - return v.removeSelected() - } - var cmd tea.Cmd - v.table, cmd = v.table.Update(msg) - return cmd -} - -func (v *manualView) submitAdd() tea.Cmd { - v.adding = false - v.input.Blur() - addr := strings.TrimSpace(v.input.Value()) - if addr == "" { - v.status = "address required" - return nil - } - return call(v.client, "node/add", map[string]string{"address": addr}, func(_ *rpc.Message, err error) tea.Msg { - return manualActionMsg{what: "add " + addr, err: err} - }) -} - -func (v *manualView) removeSelected() tea.Cmd { - idx := v.table.Cursor() - if idx < 0 || idx >= len(v.nodes) { - return nil - } - id := v.nodes[idx].ID - return call(v.client, "node/remove", map[string]string{"id": id}, func(_ *rpc.Message, err error) tea.Msg { - return manualActionMsg{what: "remove " + id, err: err} - }) -} - -func (v *manualView) setNodes(nodes []manualNode) { - v.nodes = nodes - rows := make([]table.Row, 0, len(nodes)) - for _, n := range nodes { - rows = append(rows, table.Row{ - truncate(n.ID, 16), - n.Address, - yesNo(n.OllamaUp), - yesNo(n.NodeInfoUp), - }) - } - v.table.SetRows(rows) -} - -func (v *manualView) View() string { - var b strings.Builder - if len(v.nodes) == 0 { - b.WriteString(footerStyle.Render("No manual nodes. Press a to add one by address.")) - } else { - b.WriteString(v.table.View()) - } - if v.adding { - b.WriteString("\nadd node: " + v.input.View()) - } - if v.status != "" { - b.WriteString("\n" + footerStyle.Render(v.status)) - } - return b.String() -} - -func (v *manualView) Help() []key.Binding { - return []key.Binding{manualAddKey, manualRemoveKey} -} diff --git a/services/nvpair-tui/ui/model.go b/services/nvpair-tui/ui/model.go index 971ab063..4daf4496 100644 --- a/services/nvpair-tui/ui/model.go +++ b/services/nvpair-tui/ui/model.go @@ -5,6 +5,7 @@ package ui import ( "fmt" + "strconv" "strings" "nvpair-tui/rpc" @@ -15,9 +16,13 @@ import ( "github.com/charmbracelet/lipgloss" ) -// chromeHeight is the number of rows the shell reserves outside the -// content area: one header line, one tab-bar line, one footer line. -const chromeHeight = 3 +// headerHeight and tabBarHeight are the fixed single-row bands above the +// content area. The footer's height is variable, so it is measured at render +// time rather than declared here. +const ( + headerHeight = 1 + tabBarHeight = 1 +) // Model is the root Bubble Tea model: a tab bar over a set of Views, a // header showing broker status, and a footer of contextual help. It owns @@ -37,24 +42,64 @@ type Model struct { brokerVersion string disconnected bool showFullHelp bool + + // updateLatest is a published release newer than this build, and + // updateDismissed records the operator saying they have seen it. + // + // Shell state rather than a view's, because the notice is on every tab: an + // operator who lives on Nodes or Jobs would never see it on the one screen + // they have no reason to open. + updateLatest string + updateDismissed bool + + // wipeOnExit records a confirmed reset request. The deletion itself happens + // in the caller after the broker has stopped, because the workers hold those + // files while it runs. + wipeOnExit bool +} + +// closer is a view holding something that outlives the update loop and has to +// be released on the way out — a spawned child, a file handle. +type closer interface{ close() } + +// close releases every view that holds one. Called once the program loop has +// finished, so nothing can still be scheduled. +func (m Model) close() { + for _, v := range m.views { + if c, ok := v.(closer); ok { + c.close() + } + } +} + +// Outcome reports what the operator asked for on the way out, for work that can +// only be done once the service tree is down. +type Outcome struct { + WipeData bool } // New builds the root model over a connected broker client, the broker's // captured stderr line channel, and the set of views (tabs) to present, // in tab order. func New(client *rpc.Client, logCh <-chan string, views []View) Model { + h := help.New() + styleHelp(&h) return Model{ client: client, logCh: logCh, - keys: newGlobalKeyMap(), - help: help.New(), + keys: newGlobalKeyMap(len(views)), + help: h, views: views, } } -// Init starts each view and arms the broker notification + log loops. +// Init starts each view and arms the broker notification + log loops and the +// shared render tick. func (m Model) Init() tea.Cmd { - cmds := []tea.Cmd{waitForNotification(m.client), waitForLog(m.logCh)} + // Both are nil when the check is disabled or the build is unstamped, and + // tea.Batch drops nils, so this needs no guard. + cmds := []tea.Cmd{waitForNotification(m.client), waitForLog(m.logCh), uiTick(), + checkUpdateCmd(), updateCheckTickCmd()} for _, v := range m.views { if c := v.Init(); c != nil { cmds = append(cmds, c) @@ -72,6 +117,13 @@ func (m Model) Update(msg tea.Msg) (tea.Model, tea.Cmd) { return m, nil case tea.KeyMsg: + // Interrupt is never captured. Everything else may be, but a terminal + // program that cannot be stopped with ctrl+c is broken, and a text field + // has no business consuming it — "q" is a legitimate character to type + // into a filter, ctrl+c is not. + if msg.Type == tea.KeyCtrlC { + return m, tea.Quit + } // A view editing a text field (e.g. a port or PIN entry) captures // all keys, so global bindings like tab/q don't steal characters // mid-input. @@ -81,6 +133,14 @@ func (m Model) Update(msg tea.Msg) (tea.Model, tea.Cmd) { } } switch { + case key.Matches(msg, m.keys.Dismiss): + // Only meaningful while the banner is up. Swallowed either way, + // which is fine: no view binds it. + if m.banner() != "" { + m.updateDismissed = true + m.resizeViews() + } + return m, nil case key.Matches(msg, m.keys.Quit): return m, tea.Quit case key.Matches(msg, m.keys.Help): @@ -88,10 +148,17 @@ func (m Model) Update(msg tea.Msg) (tea.Model, tea.Cmd) { m.resizeViews() return m, nil case key.Matches(msg, m.keys.NextTab): - m.active = (m.active + 1) % len(m.views) + m.selectTab(m.active + 1) return m, nil case key.Matches(msg, m.keys.PrevTab): - m.active = (m.active - 1 + len(m.views)) % len(m.views) + m.selectTab(m.active - 1) + return m, nil + case key.Matches(msg, m.keys.JumpTab): + // The binding only carries digits, so this parse cannot fail. + n, err := strconv.Atoi(msg.String()) + if err == nil && n >= 1 && n <= len(m.views) { + m.selectTab(n - 1) + } return m, nil } // Anything else is for the active view only. @@ -109,6 +176,36 @@ func (m Model) Update(msg tea.Msg) (tea.Model, tea.Cmd) { cmds = append(cmds, waitForNotification(m.client)) return m, tea.Batch(cmds...) + case TickMsg: + // The redraw is the point: views rendering relative ages or a + // transient status refresh without holding any tick state. + cmds := m.broadcast(msg) + cmds = append(cmds, uiTick()) + return m, tea.Batch(cmds...) + + case updateCheckMsg: + // A failure is dropped, not reported. Someone on a network that cannot + // reach the feed does not need telling every six hours, and this is the + // least important thing on the screen. + if msg.err == nil && newerVersion(ProductVersion, msg.latest) { + // A newer release than the one already announced un-dismisses the + // banner: the operator acknowledged the previous version, not this + // one, and a long-running session would otherwise never mention it. + if msg.latest != m.updateLatest { + m.updateLatest = msg.latest + m.updateDismissed = false + m.resizeViews() + } + } + return m, nil + + case updateCheckDueMsg: + return m, tea.Batch(checkUpdateCmd(), updateCheckTickCmd()) + + case wipeDataMsg: + m.wipeOnExit = true + return m, tea.Quit + case DisconnectedMsg: m.disconnected = true return m, nil @@ -128,21 +225,91 @@ func (m Model) Update(msg tea.Msg) (tea.Model, tea.Cmd) { } } +// View composes a frame of exactly m.height rows and m.width columns. The +// content region is forced to its allotted height and the whole frame is +// clamped to the terminal width, so a view that renders more rows than it was +// given — or a status line longer than the terminal — cannot push the footer +// off screen or leave the previous frame's tail behind after a resize. func (m Model) View() string { - if m.width == 0 { + if m.width == 0 || m.height == 0 { return "starting..." } - var b strings.Builder - b.WriteString(m.headerView()) - b.WriteByte('\n') - b.WriteString(m.tabBarView()) - b.WriteByte('\n') + if m.width < minTerminalWidth || m.height < minTerminalHeight { + return m.tooSmallView() + } + // The content budget depends on the footer, and the footer's height is the + // active view's own help — which changes with in-view state, not only with + // the events resizeViews runs on. Switching the detail's pane in full-help + // mode adds two bindings, so the budget shrank under a view still sized for + // the old one and the shell then deleted the difference. + // + // Sizing here, from the same measurement the frame is built with, is what + // makes the two agree by construction rather than by remembering to re-size + // on every state change that might affect the footer. + budget := m.contentHeight() + body := "" if v := m.activeView(); v != nil { - b.WriteString(v.View()) + v.SetSize(m.width, budget) + body = v.View() } - b.WriteByte('\n') - b.WriteString(m.footerView()) - return b.String() + // joinLines rather than a fixed slice: the banner is usually absent, and an + // empty entry in a Join is still a blank row. It sits below the tab bar so + // it reads as belonging to the whole window rather than to the active tab, + // and above the content so it cannot be mistaken for a view's own status. + frame := joinLines( + m.headerView(), + m.tabBarView(), + m.banner(), + fitLines(body, budget), + m.footerView(), + ) + return lipgloss.NewStyle().MaxWidth(m.width).Render(frame) +} + +// The smallest terminal any tab is designed for. Below this there is no honest +// layout: the header, tab bar, and footer alone claim four rows, and a view +// still has a summary line, a heading, and a table to place in what is left. +// +// Saying so once, here, is better than making every view degrade separately. +// A view contorting itself into five rows produces something unreadable that +// still looks like it is working, and it puts a size nobody uses in the way of +// every layout decision. This is a single, legible answer instead. +const ( + minTerminalWidth = 40 + minTerminalHeight = 12 +) + +// tooSmallView replaces the whole frame when the terminal cannot hold a tab. +func (m Model) tooSmallView() string { + msg := fmt.Sprintf("Terminal too small - %dx%d needed, this one is %dx%d.", + minTerminalWidth, minTerminalHeight, m.width, m.height) + // No keypress needed: the resize itself repaints. + frame := fitLines(statusErrStyle.Render(msg)+"\nResize the window to continue.", m.height) + return lipgloss.NewStyle().MaxWidth(m.width).Render(frame) +} + +// fitLines forces s to exactly n lines, dropping any excess and padding when +// short. +func fitLines(s string, n int) string { + lines := strings.Split(s, "\n") + if len(lines) > n { + lines = lines[:n] + } + for len(lines) < n { + lines = append(lines, "") + } + return strings.Join(lines, "\n") +} + +// selectTab moves to idx, wrapping at both ends, and re-sizes the views: the +// footer's height depends on the active view's bindings, so the content region +// can change size when the tab does. +func (m *Model) selectTab(idx int) { + if len(m.views) == 0 { + return + } + m.active = ((idx % len(m.views)) + len(m.views)) % len(m.views) + m.resizeViews() } func (m Model) activeView() View { @@ -152,6 +319,8 @@ func (m Model) activeView() View { return m.views[m.active] } +// broadcast delivers a non-key message to every view, so background tabs stay +// current — and their labels with them — while another tab is on screen. func (m *Model) broadcast(msg tea.Msg) []tea.Cmd { cmds := make([]tea.Cmd, 0, len(m.views)) for _, v := range m.views { @@ -162,30 +331,78 @@ func (m *Model) broadcast(msg tea.Msg) []tea.Cmd { return cmds } -func (m *Model) resizeViews() { - footerH := 1 - if m.showFullHelp { - footerH = len(m.views) // rough room for the full help block +// contentHeight is the number of rows left for the active view once the header, +// tab bar, and footer have taken theirs. The footer is measured rather than +// estimated: its height varies with the active view's bindings and with the +// full-help toggle, and guessing it was what let the frame overflow. +func (m Model) contentHeight() int { + h := m.height - headerHeight - tabBarHeight - lipgloss.Height(m.footerView()) + // The banner is chrome like the rest, so the views have to be told about it + // — a row added to the frame without coming out of the budget is a row the + // shell then deletes from the bottom of whichever view is showing, and the + // bottom is where every view keeps its messages. + // + // Measured, not assumed one: lipgloss.Height("") is 1, so an absent banner + // would otherwise cost a row it never draws. + if b := m.banner(); b != "" { + h -= lipgloss.Height(b) + } + if h < 1 { + h = 1 + } + return h +} + +// banner is the shell-wide notice row, or empty when there is nothing to say. +// +// On every tab, until dismissed, because the operator this is for is the one who +// never opens the Service tab. It names the versions and where to get the +// release, and offers no key to install it — this client cannot, see +// updatecheck.go. +func (m Model) banner() string { + if m.updateLatest == "" || m.updateDismissed { + return "" } - contentH := m.height - (chromeHeight - 1) - footerH - if contentH < 1 { - contentH = 1 + + const dismiss = " ctrl+x to dismiss" + // Assembled longest-first against the real width rather than written out + // once. The frame is clamped to the terminal, so an over-long line loses its + // tail — and the tail is the dismiss hint, the one part that has to survive, + // being the only way to get rid of the banner. At 118 columns the full + // sentence already lost its last character, and the URL alone is 52. + // + // The shortest option fits minTerminalWidth, so one of these always fits. + for _, text := range []string{ + fmt.Sprintf(" PAIR %s is available (you have %s) - %s", + m.updateLatest, ProductVersion, updateReleasesPage), + fmt.Sprintf(" PAIR %s is available (you have %s)", m.updateLatest, ProductVersion), + fmt.Sprintf(" PAIR %s is available", m.updateLatest), + " Update available", + } { + if lipgloss.Width(text+dismiss) <= m.width { + return statusOKStyle.Render(text + dismiss) + } } + return statusOKStyle.Render(dismiss) +} + +func (m *Model) resizeViews() { + contentH := m.contentHeight() for _, v := range m.views { v.SetSize(m.width, contentH) } } func (m Model) headerView() string { - left := titleStyle.Render("NVPAIR TUI") + left := titleStyle.Render("NVPAIR") var status string switch { case m.disconnected: - status = statusErrStyle.Render("broker disconnected") + status = statusErrStyle.Render("service disconnected") case m.ready: - status = statusOKStyle.Render(fmt.Sprintf("broker ready v%s", m.brokerVersion)) + status = statusOKStyle.Render(fmt.Sprintf("service ready v%s", m.brokerVersion)) default: - status = footerStyle.Render("connecting to broker...") + status = footerStyle.Render("starting service...") } gap := m.width - lipgloss.Width(left) - lipgloss.Width(status) if gap < 1 { @@ -208,7 +425,21 @@ func (m Model) tabBarView() string { } func (m Model) footerView() string { - global := []key.Binding{m.keys.NextTab, m.keys.PrevTab, m.keys.Help, m.keys.Quit} + // JumpTab is included so the numbers on the tab bar are documented + // somewhere; the bar promises a shortcut and nothing else mentioned it. + global := []key.Binding{m.keys.NextTab, m.keys.PrevTab, m.keys.JumpTab, m.keys.Help, m.keys.Quit} + + // None of them while a view owns the keyboard. Each view narrows its own + // help to enter and esc in that state, and the footer used to prepend the + // globals anyway — so the composed line advertised five keys that no longer + // reached the shell. In a port field the digits are what you are meant to + // type, and pressing q put a q in the field rather than quitting. + // + // ctrl+c is deliberately not listed here or anywhere: it is handled ahead of + // the capture check and always works, which is what makes withdrawing q safe. + if v, ok := m.activeView().(inputCapturer); ok && v.CapturingInput() { + global = nil + } var viewKeys []key.Binding if v := m.activeView(); v != nil { viewKeys = v.Help() @@ -216,7 +447,13 @@ func (m Model) footerView() string { if m.showFullHelp { return m.help.FullHelpView([][]key.Binding{global, viewKeys}) } - return m.help.ShortHelpView(append(viewKeys, global...)) + // Globals first. bubbles truncates the short help from the right once it + // exceeds the terminal width, so whatever is last is what disappears — and + // with the view's own verbs first, an eighty-column terminal dropped "q + // quit" on every tab and "? help" on most. Losing a verb is recoverable + // because "?" lists them all; losing the way out, and the key that would + // have revealed it, is the one truncation that traps someone. + return m.help.ShortHelpView(append(global, viewKeys...)) } func readyVersion(msg *rpc.Message) string { diff --git a/services/nvpair-tui/ui/model_test.go b/services/nvpair-tui/ui/model_test.go new file mode 100644 index 00000000..702922d4 --- /dev/null +++ b/services/nvpair-tui/ui/model_test.go @@ -0,0 +1,300 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "strconv" + "strings" + "testing" + + svcerrors "nvpair-shared/errors" + + "github.com/charmbracelet/bubbles/key" + tea "github.com/charmbracelet/bubbletea" + "github.com/charmbracelet/lipgloss" +) + +// stubView renders a fixed block of rows, optionally far more (and far wider) +// than the size it was handed, standing in for a view whose own height +// accounting is wrong. +type stubView struct { + title string + rows int + width int +} + +func (s *stubView) Title() string { return s.title } +func (s *stubView) Init() tea.Cmd { return nil } +func (s *stubView) SetSize(_, _ int) {} +func (s *stubView) Update(tea.Msg) tea.Cmd { return nil } +func (s *stubView) Help() []key.Binding { return nil } +func (s *stubView) View() string { + line := strings.Repeat("x", s.width) + lines := make([]string, s.rows) + for i := range lines { + lines[i] = line + } + return strings.Join(lines, "\n") +} + +func newTestModel(views ...View) Model { + m := New(nil, nil, views) + m.width, m.height = 80, 24 + return m +} + +// TestViewFrameIsExactlyTerminalSized is the regression guard for the duplicated +// bottom rows after a resize. The shell must emit exactly as many rows and +// columns as the terminal has, whatever the active view renders: an over-tall +// frame scrolls the alt screen and leaves the previous frame's tail behind. +func TestViewFrameIsExactlyTerminalSized(t *testing.T) { + cases := []struct { + name string + view *stubView + }{ + {"view renders far too many rows", &stubView{title: "Over", rows: 200, width: 40}}, + {"view renders too few rows", &stubView{title: "Under", rows: 1, width: 40}}, + {"view renders lines wider than the terminal", &stubView{title: "Wide", rows: 5, width: 500}}, + {"view renders nothing", &stubView{title: "Empty", rows: 0, width: 0}}, + } + + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + m := newTestModel(tc.view) + out := m.View() + if got := lipgloss.Height(out); got != m.height { + t.Errorf("frame is %d rows, terminal is %d", got, m.height) + } + if got := lipgloss.Width(out); got > m.width { + t.Errorf("frame is %d columns wide, terminal is %d", got, m.width) + } + }) + } +} + +// TestFrameStaysExactWithTheUpdateBanner is the arithmetic check for the notice +// row. +// +// The banner adds a row to the frame and takes one from the content budget, and +// those two have to cancel at every height. If they do not, the frame is either +// a row too tall — which scrolls the alt screen and leaves the previous frame's +// tail behind — or a row short of the terminal. +// +// Swept across every supported height rather than sampled, and over the real +// views, because the budget also depends on the active view's footer. +func TestFrameStaysExactWithTheUpdateBanner(t *testing.T) { + withProductVersion(t, "0.91.7") + + for h := minTerminalHeight; h <= 44; h++ { + for i := range defaultViews(nil) { + m := newTestModel(defaultViews(nil)...) + m.width, m.height = 80, h + m.selectTab(i) + + plain := m.contentHeight() + m = send(m, updateCheckMsg{latest: "0.92.0"}) + + if got := lipgloss.Height(m.View()); got != h { + t.Fatalf("height %d, tab %d: frame is %d rows with the banner up", h, i+1, got) + } + // One row taken, unless the budget had already bottomed out at its + // floor of one — below that there is nothing left to give. + if withBanner := m.contentHeight(); plain > 1 && withBanner != plain-1 { + t.Fatalf("height %d, tab %d: budget %d -> %d, want one row taken", + h, i+1, plain, withBanner) + } + } + } +} + +// TestViewFrameHeightAcrossTerminalSizes checks the budget holds at the small +// sizes where the header, tab bar, and footer alone can exceed the terminal. +func TestViewFrameHeightAcrossTerminalSizes(t *testing.T) { + for _, h := range []int{4, 5, 10, 24, 60} { + m := New(nil, nil, []View{&stubView{title: "T", rows: 100, width: 10}}) + m.width, m.height = 80, h + if got := lipgloss.Height(m.View()); got != h { + t.Errorf("height %d: frame is %d rows", h, got) + } + } +} + +// TestViewBeforeFirstResize checks the shell renders a placeholder rather than a +// zero-sized frame before the terminal size arrives. +func TestViewBeforeFirstResize(t *testing.T) { + m := New(nil, nil, []View{&stubView{title: "T", rows: 3, width: 10}}) + if out := m.View(); out != "starting..." { + t.Errorf("pre-resize view = %q, want the placeholder", out) + } +} + +// TestJumpDigitsMatchTheTabsExactly checks the digit binding is neither short +// nor long. +// +// Short means a tab reachable only by tabbing to it, with nothing on screen to +// explain why its number did nothing. Long is what shipped: the footer read +// "1-9 go to tab" against five tabs, advertising four keys that do nothing — +// which is the more common failure, because the range is a string a reader has +// to remember to update. +func TestJumpDigitsMatchTheTabsExactly(t *testing.T) { + views := defaultViews(nil) + keys := newGlobalKeyMap(len(views)).JumpTab + + if got, want := len(keys.Keys()), len(views); got != want { + t.Errorf("%d jump digits (%v) for %d tabs", got, keys.Keys(), want) + } + if got, want := keys.Help().Key, "1-"+strconv.Itoa(len(views)); got != want { + t.Errorf("footer advertises %q, want %q", got, want) + } +} + +// TestJumpDigitsLabelDegenerateCounts covers the label at the edges, since it is +// assembled rather than written out. +func TestJumpDigitsLabelDegenerateCounts(t *testing.T) { + cases := map[int]string{1: "1", 2: "1-2", 5: "1-5", 9: "1-9", 12: "1-9"} + for tabs, want := range cases { + if got := tabDigitsHelp(tabs); got != want { + t.Errorf("%d tabs labelled %q, want %q", tabs, got, want) + } + // A twelfth tab must not produce a tenth key that cannot be typed. + if got := len(tabDigits(tabs)); got > 9 { + t.Errorf("%d tabs produced %d keys, want at most 9", tabs, got) + } + } +} + +// TestDigitKeysSelectTabs pins the shortcut the numbered tab bar advertises. +func TestDigitKeysSelectTabs(t *testing.T) { + m := newTestModel( + &stubView{title: "One", rows: 1}, + &stubView{title: "Two", rows: 1}, + &stubView{title: "Three", rows: 1}, + ) + + press := func(k string) { + updated, _ := m.Update(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(k)}) + m = updated.(Model) + } + + press("3") + if m.active != 2 { + t.Errorf("after '3', active = %d, want 2", m.active) + } + press("1") + if m.active != 0 { + t.Errorf("after '1', active = %d, want 0", m.active) + } + // Out of range for three tabs: the selection must not move. + press("9") + if m.active != 0 { + t.Errorf("after out-of-range '9', active = %d, want 0", m.active) + } +} + +// TestTabWrapsBothDirections checks prev from the first tab lands on the last +// rather than going negative. +func TestTabWrapsBothDirections(t *testing.T) { + m := newTestModel( + &stubView{title: "One", rows: 1}, + &stubView{title: "Two", rows: 1}, + ) + m.selectTab(-1) + if m.active != 1 { + t.Errorf("selectTab(-1) = %d, want 1", m.active) + } + m.selectTab(2) + if m.active != 0 { + t.Errorf("selectTab(2) = %d, want 0", m.active) + } +} + +// TestErrorTabLabelCarriesTheCount checks the tab bar is the error indicator, so +// nothing extra is needed to notice a problem from another tab. +func TestErrorTabLabelCarriesTheCount(t *testing.T) { + v := newErrorsView(nil) + + if got := v.Title(); got != "Errors" { + t.Errorf("clean label = %q, want a bare title", got) + } + + v.setErrors([]svcerrors.ServiceError{{ID: "a", Message: "boom", Severity: "error"}}) + if got := v.Title(); got != "Errors (1)" { + t.Errorf("label = %q, want a count", got) + } + + v.setErrors([]svcerrors.ServiceError{ + {ID: "a", Message: "boom", Severity: "error"}, + {ID: "b", Message: "meh", Severity: "warning"}, + }) + if got := v.Title(); got != "Errors (2)" { + t.Errorf("label = %q, want the updated count", got) + } + + // Clearing the last error takes the count away again. + v.setErrors(nil) + if got := v.Title(); got != "Errors" { + t.Errorf("label = %q after clearing, want a bare title", got) + } +} + +// TestErrorsTabIsReachableLikeAnyOther checks it behaves as a plain tab: the +// digit selects it and nothing intercepts the keyboard. +func TestErrorsTabIsReachableLikeAnyOther(t *testing.T) { + errors := newErrorsView(nil) + m := newTestModel( + &stubView{title: "One", rows: 1}, + &stubView{title: "Two", rows: 1}, + errors, + ) + + updated, _ := m.Update(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("3")}) + m = updated.(Model) + if m.active != 2 { + t.Fatalf("digit 3 selected tab %d, want the errors tab", m.active) + } + if m.activeView() != View(errors) { + t.Error("active view is not the errors tab") + } + + // And tabbing away works, unlike an overlay that had to be dismissed. + updated, _ = m.Update(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("1")}) + m = updated.(Model) + if m.active != 0 { + t.Error("could not leave the errors tab with a digit") + } +} + +// TestErrorsTabFrameStaysBounded checks a long error list obeys the same frame +// budget as any other tab. +func TestErrorsTabFrameStaysBounded(t *testing.T) { + errors := newErrorsView(nil) + m := newTestModel(errors) + m.resizeViews() + + errs := make([]svcerrors.ServiceError, 200) + for i := range errs { + errs[i] = svcerrors.ServiceError{ID: strconv.Itoa(i), Message: strings.Repeat("y", 300)} + } + errors.setErrors(errs) + + out := m.View() + if got := lipgloss.Height(out); got != m.height { + t.Errorf("frame is %d rows, terminal is %d", got, m.height) + } + if got := lipgloss.Width(out); got > m.width { + t.Errorf("frame is %d columns, terminal is %d", got, m.width) + } +} + +func TestFitLines(t *testing.T) { + if got := fitLines("a\nb\nc", 2); got != "a\nb" { + t.Errorf("truncate: got %q", got) + } + if got := fitLines("a", 3); got != "a\n\n" { + t.Errorf("pad: got %q", got) + } + if got := fitLines("a\nb", 2); got != "a\nb" { + t.Errorf("exact: got %q", got) + } +} diff --git a/services/nvpair-tui/ui/nodedetail.go b/services/nvpair-tui/ui/nodedetail.go new file mode 100644 index 00000000..0c949d3a --- /dev/null +++ b/services/nvpair-tui/ui/nodedetail.go @@ -0,0 +1,1415 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "fmt" + "sort" + "strconv" + "strings" + "time" + + "nvpair-tui/rpc" + + "github.com/charmbracelet/bubbles/key" + "github.com/charmbracelet/bubbles/table" + "github.com/charmbracelet/bubbles/textinput" + tea "github.com/charmbracelet/bubbletea" +) + +// detailPane is which half of the node detail screen has the keyboard. +type detailPane int + +const ( + detailEngines detailPane = iota + detailModels +) + +// detailInputMode is which text field, if any, is capturing keys. +type detailInputMode int + +const ( + detailInputNone detailInputMode = iota + detailInputModelName + detailInputEnginePort + detailInputProxyPort +) + +// nodeDetail is the drill-down for one machine: its engines and the models each +// engine holds, with the operations that apply to them. +// +// It is a full-screen screen rather than a split pane under the table. Engines +// and models are both lists needing their own selection and their own verbs, and +// six rows at the bottom of a table cannot carry that without becoming a +// puzzle. It is also why the model list finally exists at all: the operations +// were always available on the broker, but there was nowhere to put them. +// +// Local and remote nodes differ in what they permit. The engine manager has +// remote install, start, stop, and the four model operations, but no remote +// restart, uninstall, or port change — those need process ownership on the +// target host — so those verbs are hidden rather than offered and then failed. +type nodeDetail struct { + client *rpc.Client + node nodeRow + + engines []engineStatus + engineTable table.Model + models modelsResult + modelTable table.Model + modelRows []detailModelRow + pane detailPane + // proxy carries the client-facing endpoint ports for this machine, so the + // port a client connects to sits beside the engine it reaches. Left nil for + // a peer, whose proxies we do not configure. + proxy *proxyTracker + + // catalog is the open download browser, nil when it is closed. It replaces + // the whole detail screen while up: it is a list needing its own search and + // selection, which does not fit alongside two other tables. + catalog *catalogBrowser + + // telemetry is the node's own hardware readout, polled directly over HTTP + // because the broker does not carry it. telemetryOK records whether the last + // poll succeeded, so an unreachable node reads as unavailable rather than as + // a machine with no hardware. + // pending is a destructive action waiting for confirmation. Deleting a model + // and uninstalling an engine both throw away gigabytes that have to be + // downloaded again, and both keys sit among the harmless ones — d beside + // enter, u beside s and x — so a slip is easy and expensive. + // + // The target is captured here at arm time rather than re-read on confirm, + // because this list re-sorts underneath the cursor whenever a download + // finishes or a peer republishes its inventory. + pending *pendingDestructive + + telemetry nodeTelemetry + telemetryOK bool + // telemetryGen identifies this screen's polling chain. Bubble Tea cannot + // cancel a pending tick, so a chain is retired by no longer matching it. + telemetryGen int + // telemetryRunning is whether a chain is in flight. A node with no known + // address has nothing to poll and so no chain; one can start later. + telemetryRunning bool + // enginesStale marks the engine list as last-known rather than current, + // because the most recent read of it failed. Held as state rather than + // announced, since the read repeats on a timer. + enginesStale bool + + input textinput.Model + mode detailInputMode + status toast + + width, height int +} + +// detailModelRow is one row of the model list: a model and the engine serving it. +type detailModelRow struct { + engine string + model string + loaded bool +} + +type detailEnginesMsg struct { + engines []engineStatus + err error +} + +type detailModelsMsg struct { + models modelsResult + err error +} + +var ( + detailBackKey = key.NewBinding(key.WithKeys("esc"), key.WithHelp("esc", "back")) + detailPaneKey = key.NewBinding(key.WithKeys("left", "right", "h", "l"), key.WithHelp("h/l", "pane")) + detailInstallKey = key.NewBinding(key.WithKeys("i"), key.WithHelp("i", "install")) + detailStartKey = key.NewBinding(key.WithKeys("s"), key.WithHelp("s", "start")) + detailStopKey = key.NewBinding(key.WithKeys("x"), key.WithHelp("x", "stop")) + detailRestartKey = key.NewBinding(key.WithKeys("r"), key.WithHelp("r", "restart")) + detailUninstKey = key.NewBinding(key.WithKeys("u"), key.WithHelp("u", "uninstall")) + detailConfirmKey = key.NewBinding(key.WithKeys("y"), key.WithHelp("y", "confirm")) + // In the engines pane only, so these do not collide with the models pane's + // p (browse) or e (eject). Each is mnemonic where it applies: e for the + // engine's own port, p for the proxy fronting it. + detailPortKey = key.NewBinding(key.WithKeys("e"), key.WithHelp("e", "engine port")) + detailProxyKey = key.NewBinding(key.WithKeys("p"), key.WithHelp("p", "proxy port")) + detailPullKey = key.NewBinding(key.WithKeys("p"), key.WithHelp("p", "browse models")) + detailPullByNameKey = key.NewBinding(key.WithKeys("n"), key.WithHelp("n", "download by name")) + detailLoadKey = key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", "load")) + detailEjectKey = key.NewBinding(key.WithKeys("e"), key.WithHelp("e", "eject")) + detailDeleteKey = key.NewBinding(key.WithKeys("d"), key.WithHelp("d", "delete")) +) + +// telemetryChains numbers polling chains so a screen only continues its own. +// Package-level rather than per-screen because each detail screen is a new value +// and the point is to differ from every previous one. +var telemetryChains int + +func newNodeDetail(client *rpc.Client, node nodeRow) *nodeDetail { + ti := textinput.New() + telemetryChains++ + d := &nodeDetail{ + client: client, + node: node, + engineTable: newTable(detailEngineColumns(defaultTableWidth, !node.self)), + modelTable: newTable(detailModelColumns(defaultTableWidth)), + input: ti, + telemetryGen: telemetryChains, + } + if node.self { + d.proxy = newProxyTracker() + } + // A remote node's models are already in the discovery snapshot the broker + // enriched, so the list is populated before any request completes. + d.models = modelsResult{ + Models: node.models, + ModelsByEngine: node.modelsByEngine, + LoadedByEngine: node.loadedByEngine, + } + d.refreshModels() + return d +} + +// detailEngineColumns is the engine table's layout. +// +// On this machine it carries both ports side by side. They are easy to confuse — +// ENGINE PORT is where the engine itself listens, PROXY PORT is where the proxy +// fronting that engine listens, which is the one clients connect to — and having +// them in two different places was exactly what made the distinction unclear. +// A peer's proxies are not ours to configure, so the column is local-only. +func detailEngineColumns(w int, remote bool) []table.Column { + cols := []column{ + flexCol("ENGINE", 10, 1), + fixedCol("INSTALLED", 9), + fixedCol("RUNNING", 7), + fixedCol("HEALTHY", 7), + fixedCol("ENGINE PORT", 11), + } + if !remote { + cols = append(cols, fixedCol("PROXY PORT", 10)) + } + return layoutColumns(w, cols) +} + +func detailModelColumns(w int) []table.Column { + return layoutColumns(w, []column{ + flexCol("MODEL", 12, 2), + fixedCol("ENGINE", 10), + fixedCol("LOADED", 6), + }) +} + +// remote reports whether this detail screen targets another machine, which +// decides both the RPC variants used and the verbs offered. +func (d *nodeDetail) remote() bool { return !d.node.self } + +// nodeArg is the node parameter the remote engine methods take, empty for this +// machine so the local methods are used. +func (d *nodeDetail) nodeArg() string { + if d.remote() { + return d.node.key + } + return "" +} + +func (d *nodeDetail) Init() tea.Cmd { + // The telemetry chain is started by this first poll, not by a tick: each + // reading schedules the next one when it lands, so there is exactly one + // chain and it cannot outrun a slow node. + cmds := []tea.Cmd{d.enginesCmd(), d.modelsCmd(), d.telemetryCmd()} + if d.proxy != nil { + cmds = append(cmds, d.proxy.init(d.client)) + } + if d.remote() { + cmds = append(cmds, detailEnginesTickCmd(d.telemetryGen)) + } + return tea.Batch(cmds...) +} + +// remoteEngineRefresh is how often an open remote detail re-reads the peer's +// engines. Slower than the telemetry poll because each read crosses the cluster +// to another machine, and engine lifecycle changes in seconds, not milliseconds. +const remoteEngineRefresh = 5 * time.Second + +// detailEnginesTickMsg re-reads a remote node's engines. gen scopes it to one +// screen, exactly as the telemetry chain does. +type detailEnginesTickMsg struct{ gen int } + +func detailEnginesTickCmd(gen int) tea.Cmd { + return tea.Tick(remoteEngineRefresh, func(time.Time) tea.Msg { + return detailEnginesTickMsg{gen: gen} + }) +} + +func (d *nodeDetail) telemetryCmd() tea.Cmd { + cmd := pollTelemetryCmd(d.node.key, d.telemetryGen, telemetryHosts(d.node), d.node.port) + // Whether a chain is running, so a node whose address is not known yet can + // have one started later. Nothing schedules a tick when there is nothing to + // poll, and the reply is what continues the chain — so without this a manual + // entry opened before its first probe landed showed "unavailable" forever, + // even once discovery supplied an address. + d.telemetryRunning = cmd != nil + return cmd +} + +func (d *nodeDetail) enginesCmd() tea.Cmd { + method, params := "engine:get-installed", map[string]any{} + if d.remote() { + method = "engine:remote-get-installed" + params["node"] = d.node.key + } + return call(d.client, method, params, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return detailEnginesMsg{err: err} + } + var r struct { + Engines []engineStatus `json:"engines"` + } + _ = decodeParams(msg.Result, &r) + return detailEnginesMsg{engines: r.Engines} + }) +} + +// modelsCmd asks the engine manager for this machine's inventory. A remote +// node's models come from discovery instead, so there is nothing to request. +func (d *nodeDetail) modelsCmd() tea.Cmd { + if d.remote() { + return nil + } + return call(d.client, "engine:models", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return detailModelsMsg{err: err} + } + var r modelsResult + _ = decodeParams(msg.Result, &r) + return detailModelsMsg{models: r} + }) +} + +func (d *nodeDetail) SetSize(w, h int) { + d.width, d.height = w, h + d.engineTable.SetColumns(detailEngineColumns(w, d.remote())) + d.engineTable.SetWidth(w) + d.modelTable.SetColumns(detailModelColumns(w)) + d.modelTable.SetWidth(w) + // The browser replaces this whole screen, so it has to follow a resize too; + // sizing it only when it opens left it at its original dimensions. + if d.catalog != nil { + d.catalog.SetSize(w, h) + } + + d.sizeEngineTable() +} + +// maxEngineRows caps the engine list. There are two engines today, so this is +// headroom rather than a limit; the models list is what should grow. +const maxEngineRows = 6 + +// sizeEngineTable gives the engine list what it needs, bounded by the cap and +// by leaving the models list a usable minimum. +// +// It is budget-aware, not just content-aware. Sized purely from the engine count +// it was not chrome the models table could shrink against, so on a short +// terminal the two tables together overran the frame and the shell deleted the +// status line — the exact failure the render-time sizing was introduced to make +// impossible. +func (d *nodeDetail) sizeEngineTable() { + want := clampWidth(len(d.engines)+tableHeaderRows, 1+tableHeaderRows) + if want > maxEngineRows { + want = maxEngineRows + } + // Everything the engine table must not crowd out: the fixed furniture, the + // hardware block, and a minimal models table. + reserved := detailChromeRows + d.hardwareHeight() + (1 + tableHeaderRows) + if room := d.height - reserved; room < want { + want = clampWidth(room, 1+tableHeaderRows) + } + d.engineTable.SetHeight(want) +} + +// detailChromeRows is the fixed furniture on the detail screen: the identity +// line, the two section headings, and the blank line between the sections. The +// editor and status line come and go, so View measures those directly rather +// than reserving for them here. +const detailChromeRows = 4 + +// hardwareHeight is the rows the hardware block occupies, so the model table can +// be sized without rendering it first. +func (d *nodeDetail) hardwareHeight() int { + if !d.telemetryOK { + return 1 + } + // Must agree with hardwareBlock, including its cap — a height that ignored + // the cap would over-reserve, and one that ignored the truncation line would + // under-reserve by exactly the row that says devices were dropped. + lines := clampWidth(len(d.telemetry.summary()), 1) + if max := d.hardwareBudget(); lines > max { + return max + } + return lines +} + +func (d *nodeDetail) CapturingInput() bool { + if d.catalog != nil { + // The browser owns every key while open, not only while its filter is + // focused: it has its own navigation, so the shell must not act on any + // of it. This is deliberately unconditional rather than delegated — + // "is the filter focused" is a weaker question than the one being asked. + return true + } + if d.pending != nil { + // An armed destructive action answers the next key, whatever it is. + // Without this the shell's own bindings still fired, so tab or a digit + // switched away and left the action armed behind an off-screen prompt — + // to be confirmed by whatever the operator pressed on returning. + return true + } + return d.mode != detailInputNone +} + +// update handles a message, returning a command and whether the detail screen +// should stay open. +func (d *nodeDetail) update(msg tea.Msg) (tea.Cmd, bool) { + // The open browser owns the keyboard and its own load reply. Everything else + // still reaches the panes underneath so their state is current on return. + if d.catalog != nil { + _, isKey := msg.(tea.KeyMsg) + _, isLoad := msg.(catalogLoadedMsg) + if isKey || isLoad { + cmd, picked, stayOpen := d.catalog.update(msg) + if !stayOpen { + engine := d.catalog.engine + d.catalog = nil + d.SetSize(d.width, d.height) + if picked != "" { + return d.downloadFromCatalog(engine, picked), true + } + } + return cmd, true + } + } + + switch msg := msg.(type) { + case detailEnginesMsg: + if msg.err != nil { + // Said once, not once every five seconds. A peer that has gone away + // fails this poll on every tick, and re-firing the toast pinned a + // raw Go error to the status line and buried every other message + // behind it. Recorded instead, and rendered as a note beside the + // engine list, the way an unreachable node's telemetry already is. + d.enginesStale = true + return nil, true + } + d.enginesStale = false + d.engines = msg.engines + d.refreshEngines() + d.SetSize(d.width, d.height) + return nil, true + + case detailModelsMsg: + if msg.err != nil { + d.status.error("load models failed: %s", msg.err) + return nil, true + } + d.models = msg.models + d.refreshModels() + return nil, true + + case engineOpMsg: + // The engine is named in the outcome as well as in the request. On a + // host running two, "start failed" alone does not say which one. + what := msg.what + if label := d.engineLabel(msg.engine); label != "" { + what += " (" + label + ")" + } + switch { + case msg.err != nil: + d.status.error("%s failed: %s", what, msg.err) + case msg.detached: + d.status.info("%s is continuing in the background - watch for progress", what) + default: + d.status.ok("%s requested", what) + } + return nil, true + + case proxyStatusMsg: + if d.proxy != nil { + d.proxy.apply(msg) + d.refreshEngines() + } + return nil, true + + case proxyPortMsg: + switch { + case msg.err != nil: + d.status.error("%s proxy port change failed: %s", msg.label, msg.err) + case msg.actual == 0: + // No port in the reply. Say only what is known rather than inventing + // a confirmation; the ready push will correct the table either way. + d.status.info("%s proxy port change accepted", msg.label) + case msg.actual != msg.requested: + // The refusal, named. A running engine outranks the proxy for a + // port, so this is the normal answer to asking for one an engine + // holds — and it used to render as "updated". + d.status.error("%s proxy stayed on :%d - :%d is taken, most likely by a running engine", + msg.label, msg.actual, msg.requested) + default: + d.status.ok("%s proxy now on :%d", msg.label, msg.actual) + } + return nil, true + + case nodeTelemetryMsg: + // Scoped to this screen's own chain, exactly as the tick is. This reply + // schedules the next poll, so accepting a superseded one would leave two + // chains running against the same node. + if msg.nodeKey != d.node.key || msg.gen != d.telemetryGen { + return nil, true + } + // A failed poll is expected for an unreachable node and is recorded + // rather than reported: the panel says telemetry is unavailable, and no + // error toast fires every two seconds. + was := d.hardwareHeight() + d.telemetryOK = msg.err == nil + if msg.err == nil { + d.telemetry = msg.telemetry + } + // The hardware block's height changes what the engine table may take. + // The models table needs no such nudge — View measures the hardware + // block directly every frame. + if d.hardwareHeight() != was { + d.sizeEngineTable() + } + // Schedule the next poll now that this one is done, so the interval is + // the gap between polls rather than the gap between their starts and a + // slow node cannot accumulate overlapping requests. + return telemetryTickCmd(d.node.key, d.telemetryGen), true + + case detailEnginesTickMsg: + // A peer's engine state has no push: engine:state-changed carries a + // local snapshot with no node on it, so it cannot be attributed to + // another machine and is correctly ignored below. Polling is the only + // way an open remote detail reflects an engine starting or stopping + // over there; without it the screen showed whatever was true when it + // was opened, including right after an action taken from this screen. + if msg.gen != d.telemetryGen || !d.remote() { + return nil, true + } + return tea.Batch(d.enginesCmd(), detailEnginesTickCmd(d.telemetryGen)), true + + case nodeTelemetryTickMsg: + // Only this screen's own chain continues. A tick from a previous visit + // to the same node is dropped rather than extended, so re-opening a + // detail screen cannot leave two chains polling in parallel. + if msg.nodeKey != d.node.key || msg.gen != d.telemetryGen { + return nil, true + } + // Only the poll. The next tick is scheduled when this one comes back — + // see nodeTelemetryMsg — because a poll can take longer than the + // interval: it tries each of the node's addresses in turn, so a + // multi-homed peer with an unreachable address already exceeds two + // seconds. Scheduling the next tick alongside the poll rather than after + // it started a new one regardless, so those polls accumulated for as + // long as the screen stayed open. + return d.telemetryCmd(), true + + case NotificationMsg: + return d.handleNotification(msg.Msg), true + + case tea.KeyMsg: + return d.handleKey(msg) + } + return nil, true +} + +func (d *nodeDetail) handleNotification(msg *rpc.Message) tea.Cmd { + switch msg.Method { + case "engine:state-changed": + var e engineStatus + _ = decodeParams(msg.Params, &e) + if e.Engine == "" || d.remote() { + return nil + } + for i, existing := range d.engines { + if existing.Engine == e.Engine { + d.engines[i] = e + d.refreshEngines() + return nil + } + } + d.engines = append(d.engines, e) + d.refreshEngines() + // A new engine row changes the split between the two tables. + d.sizeEngineTable() + + case "engine:models-changed": + // The manager polls each running engine's resident set and pushes this + // on any change — explicit load/unload, LM Studio's JIT auto-load, and + // idle eviction alike. Re-reading is cheaper than merging the delta. + if !d.remote() { + return d.modelsCmd() + } + + case "discovery:nodes-changed": + // This is where a peer's model inventory lives: the broker enriches the + // discovery snapshot with each node's per-engine models, and there is no + // per-node models RPC to ask instead. The detail seeded itself from the + // snapshot it was opened with and then never looked again, so a model + // pulled or deleted on that peer — including by an action taken from + // this very screen — did not appear until the operator backed out and + // came back in. + if !d.remote() { + return nil + } + var nodes []availableNode + _ = decodeParams(msg.Params, &nodes) + for _, n := range nodes { + if n.HostUUID != d.node.key && n.ID != d.node.key { + continue + } + d.node.models = n.Models + d.node.modelsByEngine = n.ModelsByEngine + d.node.loadedByEngine = n.LoadedByEngine + d.models = modelsResult{ + Models: n.Models, + ModelsByEngine: n.ModelsByEngine, + LoadedByEngine: n.LoadedByEngine, + } + d.refreshModels() + + // Adopt an address learned since the screen opened, and start + // polling if there was nothing to poll before. A manual entry is + // routinely opened before discovery has resolved it. + d.node.address = n.IPAddress + d.node.addresses = candidateAddresses(n) + if n.Port != 0 { + d.node.port = n.Port + } + if !d.telemetryRunning { + return d.telemetryCmd() + } + break + } + + case "engine:install-progress": + var p struct { + Engine string `json:"engine"` + Stage string `json:"stage"` + Percent int `json:"percent"` + } + _ = decodeParams(msg.Params, &p) + // Sticky for the same reason the pull feed is: an engine install is a + // multi-hundred-megabyte download, and between two frames more than six + // seconds apart an expiring line leaves the screen looking idle. + d.status.busy("install %s: %s (%d%%)", d.engineLabel(p.Engine), p.Stage, p.Percent) + + case "engine:pull-progress": + // Local pulls only. The engine manager emits this for its own downloads + // and the payload carries no node, so a peer's screen would attribute + // this machine's download to that peer — and now that the note is + // sticky, it would sit there for the life of the pull. A peer's + // downloads arrive on engine:remote-progress, which does carry a node. + if d.remote() { + return nil + } + // An in-progress frame keeps the note sticky, so a download that stalls + // leaves its last reported percentage on screen instead of the line + // quietly expiring and making a stuck pull look like nothing happened. + // Only the terminal frames — done, failed — go back to expiring. + kind, format, args := progressToast(msg.Params, d.engineLabel) + if kind == toastInfo { + d.status.busy(format, args...) + return nil + } + d.status.set(kind, format, args...) + + case "engine:remote-progress": + var p struct { + Node string `json:"node"` + Engine string `json:"engine"` + Op string `json:"op"` + Stage string `json:"stage"` + Percent int `json:"percent"` + Message string `json:"message"` + } + _ = decodeParams(msg.Params, &p) + if p.Node == d.node.key { + d.status.busy("%s %s: %s (%d%%)", p.Op, d.engineLabel(p.Engine), p.Stage, p.Percent) + } + + default: + // A proxy rebinding its listener changes the proxy port shown against + // the engine it fronts. + if d.proxy != nil { + d.proxy.handleNotification(msg) + d.refreshEngines() + } + } + return nil +} + +// progressToast renders an engine:pull-progress frame. Terminal stages carry no +// meaningful percent (success is implicitly complete, error uses -1), so they +// read as outcomes rather than a misleading "success (0%)". A late failure that +// arrives after the synchronous call timed out still surfaces here. +func progressToast(params []byte, label func(string) string) (toastKind, string, []any) { + var p struct { + Engine string `json:"engine"` + Stage string `json:"stage"` + Percent int `json:"percent"` + Message string `json:"message"` + } + _ = decodeParams(params, &p) + switch p.Stage { + case "success": + return toastOK, "download %s: done", []any{label(p.Engine)} + case "error": + detail := p.Message + if detail == "" { + detail = "failed" + } + return toastError, "download %s failed: %s", []any{label(p.Engine), detail} + default: + return toastInfo, "download %s: %s (%d%%)", []any{label(p.Engine), p.Stage, p.Percent} + } +} + +func (d *nodeDetail) handleKey(msg tea.KeyMsg) (tea.Cmd, bool) { + if d.mode != detailInputNone { + switch msg.String() { + case "enter": + return d.submitInput(), true + case "esc": + d.mode = detailInputNone + d.input.Blur() + return nil, true + } + var cmd tea.Cmd + d.input, cmd = d.input.Update(msg) + return cmd, true + } + + // An armed destructive action answers the next key, whatever it is, so the + // confirmation cannot be skipped past by a navigation key. + if d.pending != nil { + return d.resolvePending(msg), true + } + + if key.Matches(msg, detailBackKey) { + return nil, false + } + if key.Matches(msg, detailPaneKey) { + if d.pane == detailEngines { + d.pane = detailModels + } else { + d.pane = detailEngines + } + return nil, true + } + + if d.pane == detailEngines { + return d.handleEngineKey(msg), true + } + return d.handleModelKey(msg), true +} + +func (d *nodeDetail) handleEngineKey(msg tea.KeyMsg) tea.Cmd { + engine := d.selectedEngine() + switch { + case key.Matches(msg, detailInstallKey): + return d.lifecycle(engine, "install") + case key.Matches(msg, detailStartKey): + return d.lifecycle(engine, "start") + case key.Matches(msg, detailStopKey): + return d.lifecycle(engine, "stop") + case key.Matches(msg, detailRestartKey): + return d.lifecycle(engine, "restart") + case key.Matches(msg, detailUninstKey): + if d.remote() { + // Refused before arming, not after. The footer hides this key on a + // peer, but the handler still matched it — so pressing it staged a + // gigabyte-destroying confirmation that could only ever answer that + // the operation is unavailable. Its siblings all check first. + d.status.error("uninstalling an engine is only available on the machine running it") + return nil + } + return d.uninstallEngine(engine) + case key.Matches(msg, detailPortKey): + if engine == nil { + d.status.error("no engine selected") + return nil + } + if d.remote() { + d.status.error("an engine's port can only be changed on the machine running it") + return nil + } + d.mode = detailInputEnginePort + d.input.Placeholder = "port" + d.input.CharLimit = 5 + d.input.SetValue(strconv.Itoa(engine.Port)) + d.input.Focus() + return textinput.Blink + case key.Matches(msg, detailProxyKey): + if engine == nil { + d.status.error("no engine selected") + return nil + } + if d.proxy == nil { + d.status.error("a node's proxy ports can only be changed on that machine") + return nil + } + idx := d.proxy.indexForEngine(engine.Engine) + if idx < 0 { + d.status.error("no proxy fronts %s", engine.label()) + return nil + } + port, _ := d.proxy.portForEngine(engine.Engine) + d.mode = detailInputProxyPort + d.input.Placeholder = "port" + d.input.CharLimit = 5 + d.input.SetValue(strconv.Itoa(port)) + d.input.Focus() + return textinput.Blink + } + var cmd tea.Cmd + d.engineTable, cmd = d.engineTable.Update(msg) + return cmd +} + +func (d *nodeDetail) handleModelKey(msg tea.KeyMsg) tea.Cmd { + switch { + case key.Matches(msg, detailPullKey): + return d.openCatalog() + case key.Matches(msg, detailPullByNameKey): + engine := d.pullTargetEngine() + if engine == "" { + d.status.error("no engine available to download into") + return nil + } + d.mode = detailInputModelName + d.input.Placeholder = fmt.Sprintf("model name for %s (e.g. llama3.2)", d.engineLabel(engine)) + d.input.CharLimit = 0 + d.input.SetValue("") + d.input.Focus() + return textinput.Blink + case key.Matches(msg, detailLoadKey): + return d.modelOp("load") + case key.Matches(msg, detailEjectKey): + return d.modelOp("unload") + case key.Matches(msg, detailDeleteKey): + return d.deleteSelectedModel() + } + var cmd tea.Cmd + d.modelTable, cmd = d.modelTable.Update(msg) + return cmd +} + +func (d *nodeDetail) submitInput() tea.Cmd { + val := strings.TrimSpace(d.input.Value()) + mode := d.mode + d.mode = detailInputNone + d.input.Blur() + + switch mode { + case detailInputModelName: + if val == "" { + d.status.error("model name required") + return nil + } + engine := d.pullTargetEngine() + if engine == "" { + d.status.error("no engine available to download into") + return nil + } + d.status.busy("download %s: %s...", d.engineLabel(engine), val) + return modelCmd(d.client, d.nodeArg(), engine, modelActions["pull"], val) + + case detailInputEnginePort: + engine := d.selectedEngine() + if engine == nil { + return nil + } + port, ok := parsePort(val) + if !ok { + d.status.error("invalid port: enter a number between 1 and 65535") + return nil + } + d.status.busy("setting the %s engine port to %d...", engine.label(), port) + return call(d.client, "engine:set-port", + map[string]any{"engine": engine.Engine, "port": port}, + func(_ *rpc.Message, err error) tea.Msg { + return engineOpMsg{what: "set engine port", engine: engine.Engine, err: err} + }) + + case detailInputProxyPort: + engine := d.selectedEngine() + if engine == nil || d.proxy == nil { + return nil + } + idx := d.proxy.indexForEngine(engine.Engine) + if idx < 0 { + return nil + } + port, ok := parsePort(val) + if !ok { + d.status.error("invalid port: enter a number between 1 and 65535") + return nil + } + d.status.busy("setting the %s proxy port to %d...", engine.label(), port) + return d.proxy.setPortCmd(d.client, idx, port) + } + return nil +} + +// parsePort validates a typed TCP port. +func parsePort(val string) (int, bool) { + port, err := strconv.Atoi(val) + if err != nil || port <= 0 || port > 65535 { + return 0, false + } + return port, true +} + +func (d *nodeDetail) lifecycle(engine *engineStatus, op string) tea.Cmd { + if engine == nil { + // Say so. A key that ignores a press is indistinguishable from one the + // terminal dropped, and this is reachable whenever a peer's engine read + // has failed — exactly when the operator is trying to fix something. + d.status.error("no engine selected") + return nil + } + spec, ok := engineOps[op] + if !ok { + return nil + } + if spec.localOnly && d.remote() { + d.status.error("%s is only available on the machine running the engine", spec.what) + return nil + } + d.status.busy("%s %s...", spec.what, engine.label()) + return engineCmd(d.client, d.nodeArg(), engine.Engine, spec.method, op, spec.what) +} + +// openCatalog opens the download browser for the engine a download would go +// into. A stopped engine cannot download, so that is reported here rather than +// after the operator has chosen a model. +func (d *nodeDetail) openCatalog() tea.Cmd { + engine := d.pullTargetEngine() + if engine == "" { + d.status.error("start an engine before downloading a model") + return nil + } + label := engine + for _, e := range d.engines { + if e.Engine == engine { + label = e.label() + break + } + } + d.catalog = newCatalogBrowser(d.client, engine, label, d.node.name, d.remote()) + d.catalog.SetSize(d.width, d.height) + return d.catalog.Init() +} + +// downloadFromCatalog starts the download the operator picked in the browser. +func (d *nodeDetail) downloadFromCatalog(engine, model string) tea.Cmd { + d.status.busy("download %s: %s...", d.engineLabel(engine), model) + return modelCmd(d.client, d.nodeArg(), engine, modelActions["pull"], model) +} + +func (d *nodeDetail) modelOp(op string) tea.Cmd { + act, ok := modelActions[op] + if !ok { + return nil + } + row := d.selectedModel() + if row == nil { + d.status.error("no model selected") + return nil + } + if row.engine == "" { + // Every model operation is addressed to an engine, and this node did not + // say which one serves this model. Guessing would act on the wrong one. + d.status.error("%s did not report which engine serves %s", d.node.name, row.model) + return nil + } + d.status.busy("%s %s...", act.what, row.model) + return modelCmd(d.client, d.nodeArg(), row.engine, act, row.model) +} + +// pendingDestructive is an armed action bound to the exact target it was armed +// against, so a list that re-sorts before the confirmation cannot redirect it. +type pendingDestructive struct { + run func() tea.Cmd +} + +// arm holds a destructive action until the operator confirms it. +// +// The prompt is pinned rather than left to expire: an armed action outliving +// the message that explains it turns the next keystroke into a confirmation the +// operator has no reason to expect. +func (d *nodeDetail) arm(prompt string, run func() tea.Cmd) tea.Cmd { + d.pending = &pendingDestructive{run: run} + d.status.arm("%s press y to confirm, any other key to cancel", prompt) + return nil +} + +// resolvePending answers an armed action. Anything but the confirmation key +// cancels, so a stray keystroke never destroys anything. +func (d *nodeDetail) resolvePending(msg tea.KeyMsg) tea.Cmd { + act := d.pending + d.pending = nil + if key.Matches(msg, detailConfirmKey) { + return act.run() + } + // Replaces the pinned prompt, which would otherwise stay on screen. + d.status.info("cancelled") + return nil +} + +// deleteSelectedModel arms the delete against the model highlighted right now. +func (d *nodeDetail) deleteSelectedModel() tea.Cmd { + row := d.selectedModel() + if row == nil { + d.status.error("no model selected") + return nil + } + if row.engine == "" { + d.status.error("%s did not report which engine serves %s", d.node.name, row.model) + return nil + } + target := *row + return d.arm(fmt.Sprintf("delete %s from %s?", target.model, d.engineLabel(target.engine)), func() tea.Cmd { + d.status.busy("delete %s...", target.model) + return modelCmd(d.client, d.nodeArg(), target.engine, modelActions["delete"], target.model) + }) +} + +// uninstallEngine arms the uninstall against the engine highlighted right now. +func (d *nodeDetail) uninstallEngine(engine *engineStatus) tea.Cmd { + if engine == nil { + d.status.error("no engine selected") + return nil + } + name, label := engine.Engine, engine.label() + return d.arm(fmt.Sprintf("uninstall %s and its downloaded models?", label), func() tea.Cmd { + return d.lifecycle(&engineStatus{Engine: name, DisplayName: label}, "uninstall") + }) +} + +// pullTargetEngine is the engine a download goes into: the one highlighted in +// the engine pane when it can serve, else the only running engine. Downloading +// requires a running engine, so a stopped one is never chosen silently. +func (d *nodeDetail) pullTargetEngine() string { + if e := d.selectedEngine(); e != nil && e.Running { + return e.Engine + } + for _, e := range d.engines { + if e.Running { + return e.Engine + } + } + return "" +} + +func (d *nodeDetail) selectedEngine() *engineStatus { + idx := d.engineTable.Cursor() + if idx < 0 || idx >= len(d.engines) { + return nil + } + return &d.engines[idx] +} + +func (d *nodeDetail) selectedModel() *detailModelRow { + idx := d.modelTable.Cursor() + if idx < 0 || idx >= len(d.modelRows) { + return nil + } + return &d.modelRows[idx] +} + +func (d *nodeDetail) refreshEngines() { + rows := make([]table.Row, 0, len(d.engines)) + for _, e := range d.engines { + port := "-" + if e.Port != 0 { + port = strconv.Itoa(e.Port) + } + row := table.Row{e.label(), yesNo(e.Installed), yesNo(e.Running), yesNo(e.Healthy), port} + if d.proxy != nil { + row = append(row, d.proxyPortCell(e.Engine)) + } + rows = append(rows, row) + } + d.engineTable.SetRows(rows) + // The engine list is briefly empty on a peer whose first read fails, and a + // cursor left at -1 disables install, start, stop, and the port editors for + // the life of the screen. + restoreCursor(&d.engineTable, len(rows)) +} + +// proxyPortCell renders the endpoint clients use for an engine. A port with the +// proxy down is not usable, so that reads differently from a live one, and an +// engine no proxy fronts says so rather than showing a blank. +func (d *nodeDetail) proxyPortCell(engine string) string { + port, ready := d.proxy.portForEngine(engine) + switch { + case d.proxy.indexForEngine(engine) < 0: + return "-" + case port == 0: + return "?" + case !ready: + return strconv.Itoa(port) + " down" + default: + return strconv.Itoa(port) + } +} + +// refreshModels flattens the per-engine inventory into one sorted list, marking +// those resident in memory. +func (d *nodeDetail) refreshModels() { + // Captured before the rows are rebuilt. Reading it afterwards returns + // whatever now sits at the old index — that is, exactly the row the cursor + // slid onto — so restoring it would be a no-op that puts the cursor back + // where it already was. + selected := d.selectedModelKey() + + engines := make([]string, 0, len(d.models.ModelsByEngine)) + for name := range d.models.ModelsByEngine { + engines = append(engines, name) + } + sort.Strings(engines) + + d.modelRows = d.modelRows[:0] + for _, engine := range engines { + loaded := make(map[string]bool, len(d.models.LoadedByEngine[engine])) + for _, m := range d.models.LoadedByEngine[engine] { + loaded[m] = true + } + models := append([]string(nil), d.models.ModelsByEngine[engine]...) + sort.Strings(models) + for _, m := range models { + d.modelRows = append(d.modelRows, detailModelRow{engine: engine, model: m, loaded: loaded[m]}) + } + } + + // A node can report models without saying which engine serves each one — + // noderec documents the unattributed case as live, for a peer that predates + // attribution or is running a different version. Building rows only from the + // per-engine map showed those nodes as having no models at all, and the + // empty-state hint then blamed a stopped engine for what is a data-shape + // difference. Fall back to the flat union rather than regressing to nothing. + if len(d.modelRows) == 0 && len(d.models.Models) > 0 { + models := append([]string(nil), d.models.Models...) + sort.Strings(models) + for _, m := range models { + d.modelRows = append(d.modelRows, detailModelRow{model: m}) + } + } + + rows := make([]table.Row, 0, len(d.modelRows)) + for _, r := range d.modelRows { + engine := d.engineLabel(r.engine) + if r.engine == "" { + // The node reported the model but not which engine serves it. + engine = "unknown" + } + rows = append(rows, table.Row{r.model, engine, yesNo(r.loaded)}) + } + // Put the cursor back on whatever was highlighted. This list is sorted and + // rebuilt wholesale on every engine:models-changed and every discovery + // snapshot, so a download finishing elsewhere inserts a row and shifts + // everything below it. bubbles only clamps a cursor that has run off the end + // — it does not track what the cursor was pointing at — so without this the + // selection silently slides onto a different model, and the next d or enter + // acts on that one. + d.modelTable.SetRows(rows) + d.restoreModelSelection(selected) + restoreCursor(&d.modelTable, len(rows)) +} + +// engineLabel is an engine key in the vocabulary the rest of the screen uses. +// +// The engines table shows the display name, so a prompt or a message quoting +// the wire id names the same thing twice over on one screen — worst on a +// confirmation, which is the last place to introduce a word the operator has +// not seen. Falls back to the key for an engine not in the list, which is what +// a stale selection would produce. +func (d *nodeDetail) engineLabel(key string) string { + for _, e := range d.engines { + if e.Engine == key { + return e.label() + } + } + // The engine list is not always there to answer. It is fetched per screen + // and a peer's can be empty — the manager not running, the read failing, or + // a reply that genuinely lists nothing — while the models table still has + // rows, because a remote node's models come from discovery instead. Falling + // back to the raw wire id made the same engine read "Ollama" on one machine + // and "ollama" on another, purely from whether that fetch had landed. + // + // engineDisplayName answers from the static proxy inventory, so it does not + // depend on any fetch. Only a genuinely unknown engine reaches the key. + return engineDisplayName(key) +} + +// selectedModelKey identifies the highlighted model across a rebuild. Engine +// and name together, because the same model can be present under both engines. +func (d *nodeDetail) selectedModelKey() (key detailModelRow) { + if r := d.selectedModel(); r != nil { + key = *r + } + return key +} + +// restoreModelSelection puts the cursor back on a model after the rows changed. +// A model that is gone — just deleted, or evicted from the peer's inventory — +// leaves the cursor where bubbles clamped it. +func (d *nodeDetail) restoreModelSelection(want detailModelRow) { + if want.model == "" { + return + } + for i, r := range d.modelRows { + if r.engine == want.engine && r.model == want.model { + d.modelTable.SetCursor(i) + return + } + } +} + +func (d *nodeDetail) View() string { + if d.catalog != nil { + return d.catalog.View() + } + + scope := "this machine" + if d.remote() { + scope = "remote node" + } + identity := titleStyle.Render(d.node.name) + footerStyle.Render(fmt.Sprintf( + " %s:%d %s %s %s", + d.node.address, d.node.port, d.node.presence, d.node.membership, scope)) + + editor := "" + if d.mode != detailInputNone { + editor = d.inputLabel() + d.input.View() + } + enginesBody := d.engineTable.View() + switch { + case len(d.engines) == 0 && d.enginesStale: + enginesBody = footerStyle.Render(fmt.Sprintf( + " %s is not answering - no engine list available.", d.node.name)) + case len(d.engines) == 0: + // The manager answered, and its answer was nothing. That is a different + // fact from the branch above, where it did not answer at all, and the + // two must not read alike: this one means the engine list itself is + // empty, which on this machine is a broken engine manager rather than + // anything the operator did. Bare, "No engines reported" invited the + // reading that PAIR had lost track of an engine that was plainly there. + enginesBody = footerStyle.Render(d.emptyEnginesHint()) + case d.enginesStale: + enginesBody += "\n" + footerStyle.Render(fmt.Sprintf( + " %s is not answering - this list may be out of date.", d.node.name)) + } + modelsEmpty := "" + if len(d.modelRows) == 0 { + modelsEmpty = footerStyle.Render(d.emptyModelsHint()) + } + + // A blank line between the sections: two tables stacked flush read as one + // table with a stray header in the middle. It is a real row, so it is + // measured as one. + const separator = " " + status := d.status.render() + hardware := d.hardwareBlock() + enginesHeading := d.paneHeading("Engines", detailEngines) + modelsHeading := d.paneHeading("Models", detailModels) + + // The engine table's height comes from the engine count, not the budget, so + // on a very short screen it is the piece that will not shrink. Replaced by a + // line when there is no room, the same way the models table is — otherwise + // it holds three rows it cannot afford and the status line pays for them. + if len(d.engines) > 0 { + engineRoom := d.height - countLines(identity) - countLines(hardware) - + countLines(enginesHeading) - countLines(editor) - countLines(status) + // Against what will actually be rendered, not against the table's + // minimum. The section is a row taller than the table whenever the list + // is stale — the "not answering" note — which is the ordinary state for + // a peer that has gone away, so comparing to the minimum let the section + // through at exactly the sizes where it did not fit. + if engineRoom < countLines(enginesBody) { + return joinLines(identity, hardware, enginesHeading, + footerStyle.Render(fmt.Sprintf( + " (too little room to list %d engine(s))", len(d.engines))), + editor, status) + } + } + + // Everything above the models section is either fixed or already sized, so + // what is left decides how much of that section can appear. Measuring the + // real strings — including the editor and status line, which come and go — + // is what keeps the frame exact whichever of them are on screen. + above := countLines(identity) + countLines(hardware) + + countLines(enginesHeading) + countLines(enginesBody) + + countLines(editor) + countLines(status) + room := d.height - above + + // The section costs a separator and a heading before it shows anything, so + // below that it is dropped whole rather than rendered as a heading over + // nothing. The engine list and the status line are the better use of the + // last rows. + const sectionChrome = 2 + if room < sectionChrome+1 { + return joinLines(identity, hardware, enginesHeading, enginesBody, editor, status) + } + + modelsBody := modelsEmpty + if modelsEmpty == "" { + if fitTable(&d.modelTable, room-sectionChrome) { + modelsBody = d.modelTable.View() + } else { + modelsBody = footerStyle.Render(" (too little room to list models)") + } + } + + return joinLines( + identity, + hardware, + enginesHeading, + enginesBody, + separator, + modelsHeading, + modelsBody, + editor, + status, + ) +} + +// hardwareBlock renders the node's own GPU, CPU, and memory readings. +func (d *nodeDetail) hardwareBlock() string { + if !d.telemetryOK { + if d.node.presence != presenceOnline { + return footerStyle.Render(" hardware: unavailable (node is not reachable)") + } + return footerStyle.Render(" hardware: unavailable") + } + lines := d.telemetry.summary() + if len(lines) == 0 { + return footerStyle.Render(" hardware: no GPU, CPU, or memory reported") + } + // Capped, because this is the one block whose height comes from the machine + // rather than from the layout: a host reports a line per GPU, and an + // eight-GPU box produced ten lines that nothing could shrink. Everything + // below it — the engine table, the models list, the status line — was then + // pushed off the frame, so the screen showed a hardware readout and nothing + // else, with no sign anything was missing. + if max := d.hardwareBudget(); len(lines) > max { + hidden := len(lines) - (max - 1) + lines = append(lines[:max-1], + footerStyle.Render(fmt.Sprintf(" ...and %d more device(s)", hidden))) + } + return strings.Join(lines, "\n") +} + +// hardwareBudget is the most rows the hardware block may take. +// +// Half the screen, floored at one line so there is always something. The engine +// list, the models list, and the status row all sit below it and matter more +// than an exhaustive device inventory — the operator came here to act on an +// engine, not to audit GPUs. +func (d *nodeDetail) hardwareBudget() int { + return clampWidth(d.height/2, 1) +} + +// emptyModelsHint explains an empty list in terms of the thing to fix, since +// "no models" has several quite different causes. +// emptyEnginesHint explains an engine list that came back empty. +// +// Every supported engine is meant to appear here whether or not it is +// installed — that is how you install one — so an empty list is not "nothing is +// installed", it is the engine manager failing to enumerate. Saying where to +// look beats a flat statement the operator cannot act on. +func (d *nodeDetail) emptyEnginesHint() string { + if d.remote() { + return " No engines reported by this node - its engine manager may not be running." + } + // Named rather than numbered: a hardcoded tab number is the same drift that + // left the footer advertising "1-9" against five tabs. + return " No engines reported. Every supported engine should be listed here even when not installed, so this points at the engine manager rather than at what you have installed - check the Logs tab." +} + +func (d *nodeDetail) emptyModelsHint() string { + switch { + case d.node.presence != presenceOnline: + return " No models reported - this node is not reachable." + case !d.anyEngineRunning(): + return " No models reported - start an engine to see its models." + case d.remote(): + return " No models reported by this node's engines." + default: + return " No models installed. Press p to download one." + } +} + +func (d *nodeDetail) anyEngineRunning() bool { + for _, e := range d.engines { + if e.Running { + return true + } + } + return false +} + +func (d *nodeDetail) paneHeading(label string, pane detailPane) string { + if d.pane == pane { + return titleStyle.Render("▸ " + label) + } + return footerStyle.Render(" " + label) +} + +func (d *nodeDetail) inputLabel() string { + switch d.mode { + case detailInputEnginePort: + return "engine port: " + case detailInputProxyPort: + return "proxy port: " + default: + return "download model: " + } +} + +// Help lists the verbs for the focused pane, filtered to what this node +// actually permits, so a remote node never advertises an operation the engine +// manager cannot perform on it. +func (d *nodeDetail) Help() []key.Binding { + if d.catalog != nil { + return d.catalog.Help() + } + if d.mode != detailInputNone { + if d.mode == detailInputModelName { + return inputHelp("download") + } + return inputHelp("set port") + } + if d.pending != nil { + return []key.Binding{detailConfirmKey} + } + bindings := []key.Binding{detailBackKey, detailPaneKey} + if d.pane == detailEngines { + bindings = append(bindings, detailInstallKey, detailStartKey, detailStopKey) + if !d.remote() { + bindings = append(bindings, + detailRestartKey, detailUninstKey, detailPortKey, detailProxyKey) + } + return bindings + } + return append(bindings, + detailPullKey, detailPullByNameKey, detailLoadKey, detailEjectKey, detailDeleteKey) +} + +func yesNo(b bool) string { + if b { + return "yes" + } + return "no" +} diff --git a/services/nvpair-tui/ui/nodedetail_test.go b/services/nvpair-tui/ui/nodedetail_test.go new file mode 100644 index 00000000..9dd759fb --- /dev/null +++ b/services/nvpair-tui/ui/nodedetail_test.go @@ -0,0 +1,720 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "encoding/json" + "strings" + "testing" + + "nvpair-shared/noderec" + "nvpair-tui/rpc" + + "github.com/charmbracelet/bubbles/key" + tea "github.com/charmbracelet/bubbletea" +) + +func localDetail() *nodeDetail { + d := newNodeDetail(nil, nodeRow{key: "self", name: "this-host", self: true, presence: presenceOnline}) + d.SetSize(100, 30) + return d +} + +func remoteDetail() *nodeDetail { + d := newNodeDetail(nil, nodeRow{key: "peer", name: "peer-host", presence: presenceOnline}) + d.SetSize(100, 30) + return d +} + +// discoveryPush builds a discovery:nodes-changed notification. +func discoveryPush(nodes ...availableNode) NotificationMsg { + params, _ := json.Marshal(nodes) + return NotificationMsg{Msg: &rpc.Message{Method: "discovery:nodes-changed", Params: params}} +} + +// TestRemoteDetailFollowsDiscoveryModels is the regression guard for a peer's +// detail screen freezing at the moment it was opened. +// +// A peer's model inventory arrives only in the enriched discovery snapshot — +// there is no per-node models RPC — and the screen seeded itself from the +// snapshot it was constructed with and then ignored every later one. Pulling a +// model onto that peer, including from this very screen, changed nothing on +// screen until the operator backed out and re-entered. +func TestRemoteDetailFollowsDiscoveryModels(t *testing.T) { + d := remoteDetail() + d.models = modelsResult{Models: []string{"old-model"}} + d.refreshModels() + + d.update(discoveryPush(availableNode{ + HostUUID: "peer", + Name: "peer-host", + Models: []string{"old-model", "new-model"}, + ModelsByEngine: map[string][]string{"ollama": {"old-model", "new-model"}}, + })) + + if len(d.models.Models) != 2 { + t.Fatalf("models = %v, want the refreshed pair from discovery", d.models.Models) + } + if !contains(d.View(), "new-model") { + t.Error("a model that appeared on the peer is not on screen") + } +} + +// TestRemoteDetailIgnoresOtherNodesDiscovery checks the screen only takes the +// entry for its own node, so a busy cluster cannot overwrite it. +func TestRemoteDetailIgnoresOtherNodesDiscovery(t *testing.T) { + d := remoteDetail() + d.models = modelsResult{Models: []string{"mine"}} + d.refreshModels() + + d.update(discoveryPush(availableNode{ + HostUUID: "somebody-else", + Name: "other-host", + Models: []string{"theirs"}, + })) + + if len(d.models.Models) != 1 || d.models.Models[0] != "mine" { + t.Errorf("another node's discovery entry overwrote this one: %v", d.models.Models) + } +} + +// TestLocalDetailIgnoresDiscoveryModels checks this machine keeps using the +// authoritative engine:models RPC rather than the discovery summary. +func TestLocalDetailIgnoresDiscoveryModels(t *testing.T) { + d := localDetail() + d.models = modelsResult{Models: []string{"authoritative"}} + d.refreshModels() + + d.update(discoveryPush(availableNode{ + HostUUID: "self", + Name: "this-host", + Models: []string{"stale-summary"}, + })) + + if len(d.models.Models) != 1 || d.models.Models[0] != "authoritative" { + t.Errorf("local detail took models from discovery: %v", d.models.Models) + } +} + +// TestRemoteDetailPollsEngines checks a peer's engine state is re-read on a +// tick. engine:state-changed carries a local snapshot with no node on it, so it +// cannot be attributed to a peer — polling is the only way an open remote +// screen notices an engine starting or stopping over there. +func TestRemoteDetailPollsEngines(t *testing.T) { + d := remoteDetail() + if cmd, _ := d.update(detailEnginesTickMsg{gen: d.telemetryGen}); cmd == nil { + t.Error("remote detail did not re-read engines on its tick") + } + + // A superseded screen's tick is dropped, matching the telemetry chain. + if cmd, _ := d.update(detailEnginesTickMsg{gen: d.telemetryGen + 1}); cmd != nil { + t.Error("a stale chain's tick was extended") + } + + // This machine has real pushes, so it must not poll. + local := localDetail() + if cmd, _ := local.update(detailEnginesTickMsg{gen: local.telemetryGen}); cmd != nil { + t.Error("local detail polls engines despite receiving engine:state-changed") + } +} + +// TestDetailSectionsAreSeparated is the guard for the two tables reading as one +// with a stray header in the middle: there must be a blank line between them. +func TestDetailSectionsAreSeparated(t *testing.T) { + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true, Running: true, Port: 11434}} + d.refreshEngines() + + lines := strings.Split(d.View(), "\n") + modelsAt := -1 + for i, l := range lines { + if strings.Contains(l, "Models") { + modelsAt = i + break + } + } + if modelsAt <= 0 { + t.Fatalf("no Models heading found in:\n%s", d.View()) + } + if strings.TrimSpace(lines[modelsAt-1]) != "" { + t.Errorf("no blank line before the Models heading; previous line was %q", lines[modelsAt-1]) + } +} + +// TestLocalDetailShowsBothPorts is the guard for the two ports being managed in +// different places: on this machine they sit side by side on the engine's row. +func TestLocalDetailShowsBothPorts(t *testing.T) { + d := localDetail() + if d.proxy == nil { + t.Fatal("no proxy tracker on the local node") + } + d.proxy.apply(proxyStatusMsg{idx: 0, ready: true, port: 11435}) + d.engines = []engineStatus{{Engine: "ollama", Installed: true, Running: true, Port: 11434}} + d.refreshEngines() + + cols := detailEngineColumns(100, false) + titles := make([]string, 0, len(cols)) + for _, c := range cols { + titles = append(titles, c.Title) + } + joined := strings.Join(titles, " ") + if !strings.Contains(joined, "ENGINE PORT") || !strings.Contains(joined, "PROXY PORT") { + t.Fatalf("local engine columns = %q, want both ports", joined) + } + + row := d.engineTable.Rows()[0] + if row[4] != "11434" { + t.Errorf("engine port cell = %q, want 11434", row[4]) + } + if row[5] != "11435" { + t.Errorf("proxy port cell = %q, want 11435", row[5]) + } +} + +// TestRemoteDetailHidesProxyPort checks a peer's endpoints are not presented as +// ours to configure. +func TestRemoteDetailHidesProxyPort(t *testing.T) { + d := remoteDetail() + if d.proxy != nil { + t.Error("a remote node should carry no proxy tracker") + } + for _, c := range detailEngineColumns(100, true) { + if c.Title == "PROXY PORT" { + t.Error("remote engine table offers a proxy port column") + } + } + + d.engines = []engineStatus{{Engine: "ollama", Port: 11434}} + d.refreshEngines() + if got := len(d.engineTable.Rows()[0]); got != 5 { + t.Errorf("remote row has %d cells, want 5", got) + } +} + +// TestProxyPortCellStates checks the cell distinguishes a live endpoint from a +// port whose proxy is down, and from an engine no proxy fronts. +func TestProxyPortCellStates(t *testing.T) { + d := localDetail() + + d.proxy.apply(proxyStatusMsg{idx: 0, ready: true, port: 11435}) + if got := d.proxyPortCell("ollama"); got != "11435" { + t.Errorf("live endpoint = %q", got) + } + + d.proxy.engines[0].ready = false + if got := d.proxyPortCell("ollama"); !strings.Contains(got, "down") { + t.Errorf("endpoint with the proxy down = %q, want it marked down", got) + } + + if got := d.proxyPortCell("not-an-engine"); got != "-" { + t.Errorf("engine with no proxy = %q, want %q", got, "-") + } +} + +// TestProxyIndexForEngine pins the engine-to-proxy pairing the proxy port +// column depends on. +func TestProxyIndexForEngine(t *testing.T) { + p := newProxyTracker() + if got := p.indexForEngine("ollama"); got != 0 { + t.Errorf("ollama -> %d, want 0", got) + } + if got := p.indexForEngine("lmstudio"); got != 1 { + t.Errorf("lmstudio -> %d, want 1", got) + } + // Case and padding must not decide whether a port renders. + if got := p.indexForEngine(" OLLAMA "); got != 0 { + t.Errorf("normalisation failed: %d", got) + } + if got := p.indexForEngine("vllm"); got != -1 { + t.Errorf("unknown engine -> %d, want -1", got) + } +} + +// TestProxyPortKeyRejectedOnRemote checks the key explains itself rather than +// silently doing nothing on a peer. +func TestProxyPortKeyRejectedOnRemote(t *testing.T) { + d := remoteDetail() + d.engines = []engineStatus{{Engine: "ollama", Port: 11434}} + d.refreshEngines() + + d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("p")}) + if d.mode != detailInputNone { + t.Error("opened a proxy port editor for a remote node") + } + if d.status.render() == "" { + t.Error("no explanation for refusing the remote proxy port change") + } +} + +// TestPortEditorsAreDistinct checks the two port editors are told apart, so a +// typed value cannot be applied to the wrong one. +func TestPortEditorsAreDistinct(t *testing.T) { + d := localDetail() + d.proxy.apply(proxyStatusMsg{idx: 0, ready: true, port: 11435}) + d.engines = []engineStatus{{Engine: "ollama", Installed: true, Port: 11434}} + d.refreshEngines() + + d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("e")}) + if d.mode != detailInputEnginePort { + t.Fatalf("e opened mode %v, want the engine port editor", d.mode) + } + if got := d.input.Value(); got != "11434" { + t.Errorf("engine port editor seeded with %q, want the engine's own port", got) + } + if !strings.Contains(d.inputLabel(), "engine") { + t.Errorf("label %q does not say which port", d.inputLabel()) + } + + d.mode = detailInputNone + d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("p")}) + if d.mode != detailInputProxyPort { + t.Fatalf("p opened mode %v, want the proxy port editor", d.mode) + } + if got := d.input.Value(); got != "11435" { + t.Errorf("proxy port editor seeded with %q, want the proxy's port", got) + } + if !strings.Contains(d.inputLabel(), "proxy") { + t.Errorf("label %q does not say which port", d.inputLabel()) + } +} + +// TestNoBindingRequiresShift is the guard for the mixed-case keyboard: needing +// shift for some keys and not others makes every press a guess. Named keys like +// shift+tab are exempt; this is about letters. +func TestNoBindingRequiresShift(t *testing.T) { + bindings := map[string][]key.Binding{ + "global": globalBindings(), + "nodes": newNodesView(nil).Help(), + "jobs": newJobsView(nil).Help(), + "service": newServiceView(nil).Help(), + "logs": newLogsView(nil).Help(), + "errors overlay": newErrorsView(nil).Help(), + "catalog": newCatalogBrowser(nil, "ollama", "Ollama", "this-host", false).Help(), + "detail engines": localDetail().Help(), + } + + models := localDetail() + models.pane = detailModels + bindings["detail models"] = models.Help() + + for where, set := range bindings { + for _, b := range set { + for _, k := range b.Keys() { + // A single upper-case letter is the shift-dependent case; the + // named keys (esc, enter, shift+tab) are longer than one rune. + if len(k) == 1 && k >= "A" && k <= "Z" { + t.Errorf("%s: binding %q uses shift-dependent key %q", where, b.Help().Desc, k) + } + } + } + } +} + +// TestProxyPortOutcomeReportsTheBoundPort is the regression guard for a change +// that was refused and reported as done. +// +// A running engine outranks the proxy for a port, so the broker resolves the +// conflict and the proxy binds elsewhere; the reply carries the port actually +// bound. Reporting success on the absence of an RPC error meant asking for a +// port an engine held produced "proxy port updated" while the table went on +// showing the old one. +func TestProxyPortOutcomeReportsTheBoundPort(t *testing.T) { + cases := []struct { + name string + msg proxyPortMsg + wantKind toastKind + wantHas []string + wantNotIn []string + }{ + { + name: "refused because the port is taken", + msg: proxyPortMsg{label: "LM Studio", requested: 1235, actual: 1234}, + wantKind: toastError, + // Both numbers: which port it is on, and which one it could not have. + wantHas: []string{"LM Studio", "1234", "1235"}, + wantNotIn: []string{"updated"}, + }, + { + name: "honoured", + msg: proxyPortMsg{label: "Ollama", requested: 11500, actual: 11500}, + wantKind: toastOK, + wantHas: []string{"Ollama", "11500"}, + }, + { + name: "rpc failed", + msg: proxyPortMsg{label: "Ollama", requested: 80, err: errStub{}}, + wantKind: toastError, + wantHas: []string{"Ollama", "failed"}, + }, + { + name: "reply carried no port", + msg: proxyPortMsg{label: "Ollama", requested: 11500}, + // Not an assertion of success: nothing confirmed the bind. + wantKind: toastInfo, + wantNotIn: []string{"11500"}, + }, + } + + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + d := localDetail() + d.update(tc.msg) + + if d.status.kind != tc.wantKind { + t.Errorf("toast kind = %v, want %v", d.status.kind, tc.wantKind) + } + got := d.status.render() + for _, want := range tc.wantHas { + if !strings.Contains(got, want) { + t.Errorf("message %q does not mention %q", got, want) + } + } + for _, unwanted := range tc.wantNotIn { + if strings.Contains(got, unwanted) { + t.Errorf("message %q should not contain %q", got, unwanted) + } + } + }) + } +} + +// TestEngineNameDoesNotDependOnTheEngineFetch is the regression guard for the +// same engine reading "Ollama" on one machine and "ollama" on another. +// +// A remote node's models come from discovery while its engine list comes from a +// separate call, so the models table routinely has rows while the engine list is +// still empty — the manager not running, the read failing, or a reply that +// genuinely lists nothing. Resolving the name only against that list meant the +// spelling depended on whether an unrelated fetch had landed. +func TestEngineNameDoesNotDependOnTheEngineFetch(t *testing.T) { + withList := localDetail() + withList.engines = []engineStatus{ + {Engine: "ollama", DisplayName: "Ollama"}, + {Engine: "lmstudio", DisplayName: "LM Studio"}, + } + empty := localDetail() // no engine list at all + + for _, engine := range []string{"ollama", "lmstudio"} { + want := withList.engineLabel(engine) + if got := empty.engineLabel(engine); got != want { + t.Errorf("engine %q reads %q with no engine list but %q with one", + engine, got, want) + } + if want == engine { + t.Errorf("engine %q resolved to its own wire id, not a display name", engine) + } + } + + // A genuinely unknown engine still has to render as something. + if got := empty.engineLabel("some-new-engine"); got != "some-new-engine" { + t.Errorf("unknown engine rendered %q, want the id passed through", got) + } +} + +// TestEmptyEngineListExplainsItself checks the two empty states read +// differently: the manager not answering, and the manager answering with +// nothing. They have different causes and the operator's next move differs. +func TestEmptyEngineListExplainsItself(t *testing.T) { + local := localDetail() + if got := local.emptyEnginesHint(); !strings.Contains(got, "engine manager") { + t.Errorf("local hint does not point at the engine manager: %q", got) + } + remote := remoteDetail() + if got := remote.emptyEnginesHint(); !strings.Contains(got, "this node") { + t.Errorf("remote hint does not attribute the gap to the peer: %q", got) + } + if local.emptyEnginesHint() == remote.emptyEnginesHint() { + t.Error("local and remote read identically; the causes are different") + } +} + +// TestNodeKeysDoNotCollide checks no two verbs on the Nodes tab claim the same +// key, and that none of them shadows a shell binding. +// +// A collision is silent: whichever case the switch reaches first wins and the +// other verb simply stops working, with the footer still advertising it. The +// risk is concentrated here because this tab has eleven verbs competing for one +// letter each, and they have been renamed more than once — pair moved from i to +// p and accept from p to a, which is exactly the edit that lands two verbs on +// one key if the whole set is not considered at once. +func TestNodeKeysDoNotCollide(t *testing.T) { + nodeKeys := map[string]key.Binding{ + "details": nodeDetailKey, + "pair": nodeInviteKey, + "pair by address": nodeInviteAddrKey, + "find by address": nodeAddKey, + "remove": nodeRemoveKey, + "accept pairing": nodePairKey, + "decline": nodeDeclineKey, + "leave cluster": nodeLeaveKey, + "cancel invite": nodeCancelKey, + "filter": nodeFilterKey, + "confirm": nodeConfirmKey, + } + + // esc is deliberately excluded: nodeClearKey shares it with the universal + // "get out of here" gesture, and both mean the same thing. + seen := map[string]string{} + for verb, binding := range nodeKeys { + for _, k := range binding.Keys() { + if other, dup := seen[k]; dup { + t.Errorf("key %q is bound to both %q and %q", k, other, verb) + } + seen[k] = verb + } + } + + shell := newGlobalKeyMap(len(defaultViews(nil))) + for _, g := range []key.Binding{shell.NextTab, shell.PrevTab, shell.JumpTab, shell.Help, shell.Quit} { + for _, k := range g.Keys() { + if verb, clash := seen[k]; clash { + t.Errorf("node verb %q claims %q, which the shell uses for %q", + verb, k, g.Help().Desc) + } + } + } +} + +// globalBindings is the shell's own key set, for the shift audit above, built +// for the real tab count so the digit binding matches what ships. +func globalBindings() []key.Binding { + k := newGlobalKeyMap(len(defaultViews(nil))) + return []key.Binding{k.NextTab, k.PrevTab, k.JumpTab, k.Help, k.Quit} +} + +// TestDetailResizesWhenHardwareArrives is the regression guard for the status +// line falling off the frame. The model table is sized against the hardware +// block's height, and that height changes when a telemetry reading lands. +func TestDetailResizesWhenHardwareArrives(t *testing.T) { + const budget = 20 + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true, Running: true}} + models := make([]string, 30) + for i := range models { + models[i] = "model-" + string(rune('a'+i%26)) + } + d.models = modelsResult{Models: models, ModelsByEngine: map[string][]string{"ollama": models}} + d.SetSize(100, budget) + d.refreshEngines() + d.refreshModels() + d.status.error("something to push off the bottom") + + if got := renderedRows(d.View()); got > budget { + t.Fatalf("setup already overflows: %d rows into %d", got, budget) + } + + // A dual-GPU reading is four hardware lines instead of the unavailable one. + d.update(nodeTelemetryMsg{nodeKey: d.node.key, gen: d.telemetryGen, telemetry: nodeTelemetry{ + TelemetryValid: true, + GPUs: []noderec.GPUInfo{ + {Name: "GPU 0", VramBytes: 1 << 30}, + {Name: "GPU 1", VramBytes: 1 << 30}, + }, + CPU: &noderec.CPUInfo{Name: "CPU", Cores: 8}, + Memory: &noderec.MemoryInfo{TotalBytes: 1 << 34, UsedBytes: 1 << 33}, + }}) + + if d.hardwareHeight() < 4 { + t.Errorf("hardwareHeight = %d, want one row per reading", d.hardwareHeight()) + } + // The frame is what matters, not any particular table's height. Asserting on + // the height instead measured a value SetSize wrote and the renderer then + // overwrote — so it passed whether or not the frame actually fit. + if got := renderedRows(d.View()); got > budget { + t.Errorf("rendered %d rows into %d after the hardware block grew; "+ + "the shell will delete the status line", got, budget) + } + if !contains(d.View(), "something to push off the bottom") { + t.Error("the status line was squeezed out by the hardware block") + } +} + +// TestDetailResizesCatalogBrowser checks the browser follows a terminal resize +// rather than keeping the size it was opened at. +func TestDetailResizesCatalogBrowser(t *testing.T) { + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true, Running: true}} + d.refreshEngines() + d.openCatalog() + if d.catalog == nil { + t.Fatal("catalog did not open") + } + + d.SetSize(140, 40) + if d.catalog.width != 140 || d.catalog.height != 40 { + t.Errorf("catalog is %dx%d after resize, want 140x40", d.catalog.width, d.catalog.height) + } +} + +// TestModelSelectionSurvivesARebuild is the regression guard for a delete +// landing on the wrong model. +// +// The list is sorted and rebuilt wholesale whenever a download finishes or a +// peer republishes its inventory, so a row inserted above the cursor shifts +// everything below it. An earlier attempt at this captured the selection after +// the rebuild, which reads back whatever now sits at the old index — the very +// row the cursor slid onto — so it restored nothing. +func TestModelSelectionSurvivesARebuild(t *testing.T) { + d := localDetail() + d.models = modelsResult{ + ModelsByEngine: map[string][]string{"ollama": {"bravo", "charlie", "delta"}}, + } + d.refreshModels() + d.modelTable.SetCursor(1) + if got := d.selectedModel(); got == nil || got.model != "charlie" { + t.Fatalf("setup: selected %v", got) + } + + // A background pull lands "alpha", which sorts first. + d.models = modelsResult{ + ModelsByEngine: map[string][]string{"ollama": {"alpha", "bravo", "charlie", "delta"}}, + } + d.refreshModels() + + got := d.selectedModel() + if got == nil { + t.Fatal("nothing selected after the rebuild") + } + if got.model != "charlie" { + t.Errorf("selection slid to %q; a delete would now destroy the wrong model", got.model) + } +} + +// TestActionsWorkAfterAnEmptyRefresh is the regression guard for keys that went +// dead on the normal startup path. +// +// bubbles clamps an out-of-range cursor to len-1, so a table handed zero rows +// lands on -1 and stays there — refilling it never moves a cursor already below +// the range. A local node's inventory is empty until engine:models replies, so +// every model action reported "no model selected" for the life of the screen. +func TestActionsWorkAfterAnEmptyRefresh(t *testing.T) { + d := localDetail() // constructed with no inventory, as at startup + + d.models = modelsResult{ModelsByEngine: map[string][]string{"ollama": {"a", "b"}}} + d.refreshModels() + if d.selectedModel() == nil { + t.Errorf("no model selected after the inventory arrived (cursor %d); "+ + "load, eject, and delete are all dead", d.modelTable.Cursor()) + } + + // Same for the engines pane, which gates install/start/stop. + d.engines = []engineStatus{{Engine: "ollama", Installed: true}} + d.refreshEngines() + if d.selectedEngine() == nil { + t.Errorf("no engine selected after engines arrived (cursor %d)", + d.engineTable.Cursor()) + } +} + +// TestArmedActionOwnsTheKeyboard checks a pending confirmation cannot be +// escaped by a global key, which would leave it armed behind an off-screen +// prompt for whatever the operator pressed on returning. +func TestArmedActionOwnsTheKeyboard(t *testing.T) { + d := localDetail() + d.models = modelsResult{ModelsByEngine: map[string][]string{"ollama": {"victim"}}} + d.refreshModels() + d.pane = detailModels + + d.deleteSelectedModel() + if d.pending == nil { + t.Fatal("delete did not arm") + } + if !d.CapturingInput() { + t.Error("an armed action does not capture input, so tab or a digit escapes it") + } + if !contains(d.status.render(), "press y to confirm") { + t.Error("the confirmation prompt is not on screen") + } + // The prompt must not expire out from under the armed state. + if d.status.expired() { + t.Error("the confirmation prompt expires while the action stays armed") + } +} + +// TestArmedActionRunsOnConfirmAndNotOtherwise covers the half of the gate that +// was never tested: that `y` actually runs the captured action and that any +// other key abandons it. Arming was covered; confirming was not, on the one +// screen whose arming implementation the others were copied from. +func TestArmedActionRunsOnConfirmAndNotOtherwise(t *testing.T) { + build := func() *nodeDetail { + d := localDetail() + d.models = modelsResult{ModelsByEngine: map[string][]string{"ollama": {"victim"}}} + d.refreshModels() + d.pane = detailModels + d.deleteSelectedModel() + return d + } + + // Any other key cancels, and says so. + d := build() + if cmd := d.handleKeyForTest(t, "n"); cmd != nil { + t.Error("a non-confirming key ran the destructive action") + } + if d.pending != nil { + t.Error("the action stayed armed after being cancelled") + } + if !contains(d.status.render(), "cancelled") { + t.Errorf("cancelling said nothing: %q", d.status.render()) + } + + // y runs it and disarms. + d = build() + if cmd := d.handleKeyForTest(t, "y"); cmd == nil { + t.Error("confirming produced no command; the delete never ran") + } + if d.pending != nil { + t.Error("the action stayed armed after being confirmed") + } +} + +// TestUninstallRefusedOnAPeerBeforeArming checks the refusal comes before the +// confirmation, not after it. Staging a gigabyte-destroying prompt and then +// answering that the operation is unavailable is worse than refusing outright. +func TestUninstallRefusedOnAPeerBeforeArming(t *testing.T) { + d := remoteDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true}} + d.refreshEngines() + d.pane = detailEngines + + d.handleKeyForTest(t, "u") + + if d.pending != nil { + t.Error("armed a confirmation for an uninstall that cannot run on a peer") + } + if !contains(d.status.render(), "machine running it") { + t.Errorf("no explanation given: %q", d.status.render()) + } +} + +// handleKeyForTest presses one key through the detail screen's key handling. +func (d *nodeDetail) handleKeyForTest(t *testing.T, k string) tea.Cmd { + t.Helper() + cmd, _ := d.handleKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(k)}) + return cmd +} + +func TestParsePort(t *testing.T) { + valid := map[string]int{"1": 1, "11434": 11434, "65535": 65535} + for in, want := range valid { + if got, ok := parsePort(in); !ok || got != want { + t.Errorf("parsePort(%q) = %d, %v", in, got, ok) + } + } + for _, in := range []string{"", "0", "-1", "65536", "abc", "80x"} { + if _, ok := parsePort(in); ok { + t.Errorf("parsePort(%q) accepted an invalid port", in) + } + } +} + +// TestServiceTabNoLongerOffersPorts checks the ports are configured in exactly +// one place, not two. +func TestServiceTabNoLongerOffersPorts(t *testing.T) { + v := newServiceView(nil) + for _, it := range v.items { + if strings.Contains(strings.ToLower(it.label), "port") { + t.Errorf("Service tab still offers %q; ports belong on the node", it.label) + } + } +} diff --git a/services/nvpair-tui/ui/nodenames.go b/services/nvpair-tui/ui/nodenames.go new file mode 100644 index 00000000..f655afb9 --- /dev/null +++ b/services/nvpair-tui/ui/nodenames.go @@ -0,0 +1,96 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "nvpair-tui/rpc" + + tea "github.com/charmbracelet/bubbletea" +) + +// unknownNodeLabel stands in for a node reference with no value at all. +const unknownNodeLabel = "-" + +// shortNodeIDLen is how much of an unresolved UUID to show. Enough to tell two +// nodes apart and to match against a full id elsewhere, without letting one +// column eat the row. +const shortNodeIDLen = 8 + +// nodeNamer resolves the stable node UUIDs the backend stamps onto records into +// names an operator recognises. +// +// Several payloads identify a node by UUID rather than by name: a workload's +// originatedFrom and scheduledOn (the broker stamps its resolveLocalNodeID, +// which is nodeid.Resolve), and a service error's nodeId. Rendering those raw +// shows the operator a random-looking string. Discovery already carries the +// mapping — hostUuid alongside name — so nothing extra has to be fetched, only +// remembered. +// +// Names are retained once learned rather than dropped when a node leaves the +// discovery snapshot: a completed job outlives the reachability of the machine +// that ran it, and "the node formerly known as 3f2a…" is not an improvement. +type nodeNamer struct { + names map[string]string + selfUUID string +} + +func newNodeNamer() *nodeNamer { + return &nodeNamer{names: map[string]string{}} +} + +// identityCmd resolves this machine's own UUID and name, which discovery does +// not necessarily report for the local host. +func nodeIdentityCmd(client *rpc.Client, finish func(clusterIdentity, error) tea.Msg) tea.Cmd { + return call(client, "cluster:get-node-id", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return finish(clusterIdentity{}, err) + } + var id clusterIdentity + _ = decodeParams(msg.Result, &id) + return finish(id, nil) + }) +} + +func (n *nodeNamer) learnDiscovered(nodes []availableNode) { + for _, d := range nodes { + n.learn(d.HostUUID, d.Name) + } +} + +func (n *nodeNamer) learnMembers(nodes []clusterNode) { + for _, m := range nodes { + n.learn(m.NodeUUID, m.Name) + } +} + +// setSelf records this machine, so its own jobs read as a name rather than as +// the one UUID the operator is guaranteed to see most often. +func (n *nodeNamer) setSelf(id clusterIdentity) { + n.selfUUID = id.NodeUUID + name := id.Name + if name == "" { + name = id.NodeID + } + n.learn(id.NodeUUID, name) +} + +func (n *nodeNamer) learn(uuid, name string) { + if uuid == "" || name == "" { + return + } + n.names[uuid] = name +} + +// name renders a node reference for display. +func (n *nodeNamer) name(uuid string) string { + if uuid == "" { + return unknownNodeLabel + } + if known, ok := n.names[uuid]; ok { + return known + } + // An unresolved id still has to be distinguishable, and truncating marks it + // as an id rather than passing a fragment off as a name. + return truncate(uuid, shortNodeIDLen) +} diff --git a/services/nvpair-tui/ui/nodenames_test.go b/services/nvpair-tui/ui/nodenames_test.go new file mode 100644 index 00000000..8ff566b6 --- /dev/null +++ b/services/nvpair-tui/ui/nodenames_test.go @@ -0,0 +1,209 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "encoding/json" + "strings" + "testing" + "unicode/utf8" + + "nvpair-tui/rpc" +) + +// identityChanged builds the cluster:identity-changed push the manager emits. +func identityChanged(id, friendly string) *rpc.Message { + params, _ := json.Marshal(map[string]string{ + "clusterId": id, + "clusterFriendlyName": friendly, + }) + return &rpc.Message{Method: "cluster:identity-changed", Params: params} +} + +// A realistic value: the broker stamps its resolveLocalNodeID, a nodeid UUID. +const sampleNodeUUID = "3f2a91c4-7b1e-4d55-9a02-8c6f1e2b7d40" + +// TestNamerResolvesFromDiscovery is the regression guard for the jobs list +// showing a random-looking string: discovery carries hostUuid alongside name, so +// the id the workload manager reports is resolvable without any extra request. +func TestNamerResolvesFromDiscovery(t *testing.T) { + n := newNodeNamer() + if got := n.name(sampleNodeUUID); got == "workstation-01" { + t.Fatal("resolved before learning anything") + } + + n.learnDiscovered([]availableNode{{HostUUID: sampleNodeUUID, Name: "workstation-01"}}) + if got := n.name(sampleNodeUUID); got != "workstation-01" { + t.Errorf("name = %q, want the discovered name", got) + } +} + +// TestNamerResolvesFromMembership covers a peer known from the cluster roster +// but absent from the current discovery snapshot. +func TestNamerResolvesFromMembership(t *testing.T) { + n := newNodeNamer() + n.learnMembers([]clusterNode{{NodeUUID: sampleNodeUUID, Name: "peer-a"}}) + if got := n.name(sampleNodeUUID); got != "peer-a" { + t.Errorf("name = %q, want the member name", got) + } +} + +// TestNamerFallsBackToShortID checks an unresolved id is shortened rather than +// printed in full, and is still distinguishable from a real name. +func TestNamerFallsBackToShortID(t *testing.T) { + n := newNodeNamer() + got := n.name(sampleNodeUUID) + + if got == sampleNodeUUID { + t.Error("unresolved id rendered in full") + } + // Counted in runes: the truncation marker is multi-byte, and the budget is + // about how many columns the cell occupies. + if width := utf8.RuneCountInString(got); width > shortNodeIDLen { + t.Errorf("fallback %q is %d runes, over the %d-column budget", got, width, shortNodeIDLen) + } + if !strings.HasPrefix(sampleNodeUUID, strings.TrimSuffix(got, "…")) { + t.Errorf("fallback %q is not a prefix of the id", got) + } +} + +func TestNamerHandlesEmptyReference(t *testing.T) { + n := newNodeNamer() + if got := n.name(""); got != unknownNodeLabel { + t.Errorf("empty reference = %q, want %q", got, unknownNodeLabel) + } +} + +// TestNamerRetainsNamesAfterNodeLeaves checks a completed job keeps a readable +// origin after the machine that ran it drops out of discovery. +func TestNamerRetainsNamesAfterNodeLeaves(t *testing.T) { + n := newNodeNamer() + n.learnDiscovered([]availableNode{{HostUUID: sampleNodeUUID, Name: "workstation-01"}}) + n.learnDiscovered(nil) // node gone from the snapshot + + if got := n.name(sampleNodeUUID); got != "workstation-01" { + t.Errorf("name = %q; a finished job outlives its node's reachability", got) + } +} + +// TestNamerIgnoresBlankLearnings checks a payload missing either half does not +// poison the map with an empty name. +func TestNamerIgnoresBlankLearnings(t *testing.T) { + n := newNodeNamer() + n.learnDiscovered([]availableNode{ + {HostUUID: sampleNodeUUID, Name: ""}, + {HostUUID: "", Name: "nameless"}, + }) + if got := n.name(sampleNodeUUID); got == "" { + t.Error("resolved to an empty name") + } +} + +func TestNamerSelf(t *testing.T) { + n := newNodeNamer() + n.setSelf(clusterIdentity{NodeUUID: sampleNodeUUID, Name: "this-host"}) + + if got := n.name(sampleNodeUUID); got != "this-host" { + t.Errorf("self name = %q", got) + } + // Falls back to nodeId when the manager reports no friendly name. + n2 := newNodeNamer() + n2.setSelf(clusterIdentity{NodeUUID: "u", NodeID: "host-b"}) + if got := n2.name("u"); got != "host-b" { + t.Errorf("name = %q, want the nodeId fallback", got) + } +} + +// TestJobsRendersNodeNames is the end-to-end guard: a job's origin and target +// must reach the table as names, not as the UUIDs the backend stamps. +func TestJobsRendersNodeNames(t *testing.T) { + v := newJobsView(nil) + v.namer.learnDiscovered([]availableNode{ + {HostUUID: "origin-uuid", Name: "laptop"}, + {HostUUID: "target-uuid", Name: "gpu-box"}, + }) + v.upsert(workload{ + ID: "w1", + Model: "llama3.2", + Engine: "ollama", + State: "running", + OriginatedFrom: "origin-uuid", + ScheduledOn: "target-uuid", + }) + + rows := v.table.Rows() + if len(rows) != 1 { + t.Fatalf("got %d rows", len(rows)) + } + if rows[0][3] != "laptop" { + t.Errorf("FROM = %q, want laptop", rows[0][3]) + } + if rows[0][4] != "gpu-box" { + t.Errorf("RAN ON = %q, want gpu-box", rows[0][4]) + } +} + +// TestJobsUnplacedWorkShowsPending checks an active job with no target yet says +// so, instead of rendering a blank that reads as "ran nowhere". +func TestJobsUnplacedWorkShowsPending(t *testing.T) { + v := newJobsView(nil) + + v.upsert(workload{ID: "w1", State: "queued", OriginatedFrom: "o"}) + if got := v.ranOn(v.byKey[workloadKey("o", "w1")]); got == unknownNodeLabel { + t.Error("an active unplaced job should say a node is being chosen") + } + + v.upsert(workload{ID: "w2", State: "completed", OriginatedFrom: "o"}) + if got := v.ranOn(v.byKey[workloadKey("o", "w2")]); got != unknownNodeLabel { + t.Errorf("a finished job with no target = %q, want %q", got, unknownNodeLabel) + } +} + +// TestClusterLabelIsShown is the guard for a write-only setting: the cluster +// name must appear somewhere once set, or naming a cluster has no visible +// effect anywhere in the interface. +func TestClusterLabelIsShown(t *testing.T) { + v := newNodesView(nil) + v.identity = clusterIdentity{ClusterID: "abcdef0123456789", Name: "host-a"} + + // With no label, the id stands in — it is what anything operational uses. + if got := v.clusterLine(); !contains(got, "abcdef") { + t.Errorf("cluster line %q shows neither a label nor the id", got) + } + + v.clusterName = "Lab 3 desks" + got := v.clusterLine() + if !contains(got, "Lab 3 desks") { + t.Errorf("cluster line %q omits the label that was set", got) + } +} + +// TestClusterLabelFromIdentityPush checks the label follows the notification, so +// renaming on one machine is reflected without a restart. +func TestClusterLabelFromIdentityPush(t *testing.T) { + v := newNodesView(nil) + v.Update(NotificationMsg{Msg: identityChanged("cid-1", "Lab 3 desks")}) + + if v.clusterName != "Lab 3 desks" { + t.Errorf("clusterName = %q after the push", v.clusterName) + } + if v.identity.ClusterID != "cid-1" { + t.Errorf("clusterId = %q after the push", v.identity.ClusterID) + } +} + +// TestServiceHidesUnusedSettings checks the two settings nothing acts on are not +// offered, so the list does not imply an effect they do not have. +func TestServiceHidesUnusedSettings(t *testing.T) { + v := newServiceView(nil) + for _, it := range v.items { + switch it.suffix { + case "force-ports", "cluster-auto-sync": + t.Errorf("%q is shown but nothing acts on it", it.label) + } + } + if len(v.items) == 0 { + t.Fatal("no configuration rows at all") + } +} diff --git a/services/nvpair-tui/ui/nodes.go b/services/nvpair-tui/ui/nodes.go index 8c8db2e7..304ac5c9 100644 --- a/services/nvpair-tui/ui/nodes.go +++ b/services/nvpair-tui/ui/nodes.go @@ -5,247 +5,1244 @@ package ui import ( "fmt" + "net" + "sort" "strconv" + "strings" "time" "nvpair-tui/rpc" "github.com/charmbracelet/bubbles/key" "github.com/charmbracelet/bubbles/table" + "github.com/charmbracelet/bubbles/textinput" tea "github.com/charmbracelet/bubbletea" ) -// availableNode mirrors the broker's discovery boundary shape (the -// discovery:get-nodes element and discovery:nodes-changed payload entry). -type availableNode struct { - ID string `json:"id"` - HostUUID string `json:"hostUuid"` - Name string `json:"name"` - IPAddress string `json:"ipAddress"` - Port int `json:"port"` - LastSeen int64 `json:"lastSeen"` // Unix seconds - // Trusted: this node is a paired cluster peer of ours. Clustered: it belongs - // to some cluster (advertises a cluster-uuid), whether or not we're paired - // with it. Either one makes it non-invitable — an already-clustered peer - // rejects a fresh pairing (it must leave/be removed first). - Trusted bool `json:"trusted"` - Clustered bool `json:"clustered"` -} - -// key is the node's stable identity (hostUuid) for cluster actions; the name -// column is display only. Every discovered node carries a hostUuid, so there is -// no id fallback. -func (n availableNode) key() string { - return n.HostUUID -} - -// nodesView shows mDNS-discovered Ollama nodes. It subscribes to the -// discovery stream on start; the broker replays a baseline snapshot on -// subscribe and then pushes discovery:nodes-changed (a full list) on -// every change. +// manualRefreshInterval re-lists manual nodes so the probe-driven reachability +// columns stay current (nvpair-manual-nodes re-probes every 10s). +const manualRefreshInterval = 10 * time.Second + +// nodesInputMode is which text field, if any, is currently capturing keys. +type nodesInputMode int + +const ( + nodesInputNone nodesInputMode = iota + nodesInputManualAddress + nodesInputInviteAddress + nodesInputPin + nodesInputFilter +) + +// nodesView is the machine-centric surface: every node PAIR knows about, +// whether discovered, added by hand, or paired into our cluster, in one table +// with a detail pane for the selected row. +// +// It replaces the separate Nodes, Manual, and Cluster tabs. Those split one +// machine's story across three places — its address in one, its membership in +// another, its reachability in a third — and gave pairing two entry points with +// different guards. A node is the unit an operator thinks in, so it is the unit +// the tab is built around. type nodesView struct { - client *rpc.Client - table table.Model - nodes []availableNode - status string + client *rpc.Client + table table.Model + + feeds nodeFeeds + rows []nodeRow + + // selectedKey tracks the highlighted node by identity, not row index. The + // list re-sorts as nodes come and go, and an index would silently move the + // operator's selection onto a different machine between keypresses. + selectedKey string + // detail is the open drill-down for one node, nil when the list is showing. + detail *nodeDetail + + identity clusterIdentity + // clusterName is the cluster's display label. It is a separate field because + // cluster:get-node-id does not return it: it is a node setting, and arrives + // either from settings/get-cluster-friendly-name or on the + // cluster:identity-changed push. Without showing it here the setting was + // write-only — you could name a cluster and never see the name again. + clusterName string + // inbound is the most recent pairing request awaiting our answer. + inbound *clusterInvite + // invitedKey is the node an outbound invite is pending against, held so the + // pinned PIN can be retired once that node turns up trusted. Empty for an + // invite sent by address, which has no node identity to key on — see + // invitedAddress. + invitedKey string + // invitedAddress is the host an invite-by-address is pending against. That + // path has no UUID, so the joined peer is recognised by its address instead; + // without it the PIN it pinned was never retired. + invitedAddress string + // outboundInviteID is the invite our pending PIN belongs to. Terminal + // notifications carry an inviteId and the manager supports concurrent + // pairings, so an event is only ours if the ids match — otherwise an + // unrelated invite's decline cleared this one's PIN. + outboundInviteID string + // confirmLeave and confirmRemove gate the two trust teardowns behind a + // second keystroke. Both keys are lowercase and sit beside the navigation + // keys, so a single press is too easy to hit by accident — and removing a + // member acts on someone else's row, which makes a misfire worse rather + // than better. + confirmLeave bool + // confirmRemove holds the node key awaiting confirmation, so the row cannot + // change underneath the confirmation. + confirmRemove string + // all is every node the merge produced; rows is the subset on screen. They + // differ only when a filter is set, and the distinction matters: the cluster + // summary and the pairing-completion check are about the cluster, not about + // what the operator is currently looking at. + all []nodeRow + // filter narrows the list by name or address. Empty shows everything. + filter string + // feedFailures maps a feed name to why it last failed. An empty table is + // ambiguous — nothing discovered yet, or nothing could be read — and the + // difference decides whether the operator waits or goes looking at the + // service, so it has to be on screen. + feedFailures map[string]string + + input textinput.Model + mode nodesInputMode + status toast + width, height int } +// The feeds that populate this tab. Each can fail independently, and a failure +// is reported by name because the consequences differ: no identity means this +// machine cannot be told apart from its peers, while no manual list only hides +// hand-added entries. +const ( + feedIdentity = "cluster identity" + feedMembers = "cluster members" + feedClusterName = "cluster name" + feedManual = "manual nodes" + feedDiscovery = "discovery" +) + +// noteFeed records or clears a feed's failure. +// +// Held as state rather than announced as a toast because these are conditions, +// not events: the manual list re-reads on a tick, so a toast per failure would +// bury every other message while a worker is down, and a toast that expires +// would leave the tab looking merely empty again. +func (v *nodesView) noteFeed(name string, err error) { + if err == nil { + delete(v.feedFailures, name) + return + } + if v.feedFailures == nil { + v.feedFailures = map[string]string{} + } + v.feedFailures[name] = err.Error() +} + +// feedWarning is the one-line summary of what could not be read, or "" when +// everything is current. +func (v *nodesView) feedWarning() string { + if len(v.feedFailures) == 0 { + return "" + } + names := make([]string, 0, len(v.feedFailures)) + for name := range v.feedFailures { + names = append(names, name) + } + sort.Strings(names) + // One representative reason: the failures almost always share a cause (the + // worker behind them is down), and repeating it per feed would push the + // table off a short terminal. + return fmt.Sprintf("unavailable: %s (%s)", + strings.Join(names, ", "), v.feedFailures[names[0]]) +} + type discoverySubscribedMsg struct{ err error } -// nodeInviteMsg carries the outcome of a cluster:invite-node fired from the -// Nodes tab: the PIN to read to the joining node, an explicit rejection from an -// already-clustered peer, or the failure to surface. +// engineSubscribedMsg is the ack for the engine push stream. A failure is +// surfaced because everything on a node's detail screen goes stale without it. +type engineSubscribedMsg struct{ err error } + +type clusterIdentityMsg struct { + id clusterIdentity + err error +} + +type clusterMembersMsg struct { + nodes []clusterNode + err error +} + +// clusterNameMsg carries the cluster's display label. +type clusterNameMsg struct { + name string + err error +} + +type manualNodesMsg struct { + nodes []manualNode + err error +} + +type manualTickMsg struct{} + +// nodeActionMsg is the outcome of any single-shot node command. +type nodeActionMsg struct { + what string + err error +} + +// nodeInviteMsg carries the outcome of a cluster:invite-node: the PIN to read +// to the joining node, an explicit rejection, or the failure to surface. type nodeInviteMsg struct { - name string + name string + // inviteID identifies the session, so a later terminal notification can be + // matched to the PIN this result pinned. + inviteID string + // address is set when the invite went out by address rather than to a + // discovered node, which is how the joined peer is recognised later. + address string pin string rejected bool reason string err error } -var niInviteKey = key.NewBinding(key.WithKeys("i"), key.WithHelp("i", "invite to cluster")) +// Key labels distinguish the two things an address can be used for, which are +// easily confused: "pair" establishes mutual trust and needs the other side to +// accept a PIN, while "find" only teaches this node an address so a machine mDNS +// cannot see becomes visible. Neither implies the other. +var ( + nodeDetailKey = key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", "details")) + // p pairs and a accepts, matching the words on screen. The verb everywhere + // in this UI is "pair", so the key that starts one is p; i only ever made + // sense against "invite", which nothing says any more. + nodeInviteKey = key.NewBinding(key.WithKeys("p"), key.WithHelp("p", "pair")) + nodeInviteAddrKey = key.NewBinding(key.WithKeys("n"), key.WithHelp("n", "pair by address")) + // f rather than a, which accepting took. The bubbles table binds f to + // page-down, so this is the third verb on this tab to win a key from the + // table's paging — d and l already do — and the paging key still works on + // every row action that does not apply. + nodeAddKey = key.NewBinding(key.WithKeys("f"), key.WithHelp("f", "find by address")) + nodeRemoveKey = key.NewBinding(key.WithKeys("r"), key.WithHelp("r", "remove")) + nodePairKey = key.NewBinding(key.WithKeys("a"), key.WithHelp("a", "accept pairing")) + nodeDeclineKey = key.NewBinding(key.WithKeys("d"), key.WithHelp("d", "decline")) + nodeLeaveKey = key.NewBinding(key.WithKeys("l"), key.WithHelp("l", "leave cluster")) + nodeCancelKey = key.NewBinding(key.WithKeys("c"), key.WithHelp("c", "cancel invite")) + nodeFilterKey = key.NewBinding(key.WithKeys("/"), key.WithHelp("/", "filter")) + nodeClearKey = key.NewBinding(key.WithKeys("esc"), key.WithHelp("esc", "clear filter")) + nodeConfirmKey = key.NewBinding(key.WithKeys("y"), key.WithHelp("y", "confirm")) +) func newNodesView(client *rpc.Client) *nodesView { - v := &nodesView{client: client} - v.table = newTable(nil) + ti := textinput.New() + v := &nodesView{client: client, input: ti} + v.table = newTable(nodesColumns(defaultTableWidth)) return v } +// nodesColumns is the node table's layout, shared by construction and resize so +// the two cannot drift. STATUS and CLUSTER are separate on purpose: reachability +// and membership are independent facts, and merging them made a departed member +// read as connected. +// +// There is deliberately no "last seen" column. The only timestamp discovery +// carries is the moment a record was last written, which nvpair-node-scanner +// documents as explicitly not a liveness clock: the browser reports a node only +// when its record changes, so a healthy peer's timestamp freezes at first +// discovery, and the local node's advances only when it republishes. Rendered as +// an age it invited exactly the wrong reading — a steadily climbing number +// beside "this machine", whose reachability is never in question. STATUS is the +// reachability verdict, and it has better evidence behind it. +func nodesColumns(w int) []table.Column { + return layoutColumns(w, []column{ + flexCol("NAME", 10, 2), + flexCol("ADDRESS", 10, 2), + fixedCol("STATUS", 7), + fixedCol("CLUSTER", 13), + fixedCol("MODELS", 6), + }) +} + func (v *nodesView) Title() string { return "Nodes" } func (v *nodesView) Init() tea.Cmd { - return call(v.client, "discovery:subscribe", nil, func(_ *rpc.Message, err error) tea.Msg { - return discoverySubscribedMsg{err: err} + return tea.Batch( + call(v.client, "discovery:subscribe", nil, func(_ *rpc.Message, err error) tea.Msg { + return discoverySubscribedMsg{err: err} + }), + // The engine push stream is opt-in and off by default: without this the + // broker discards every engine:state-changed, engine:models-changed, + // and install/pull/remote progress notification, so a node's detail + // screen would show a one-shot snapshot that never updates and no + // progress would ever appear. Subscribed here, once, because this tab + // owns the detail screens that consume those pushes. + call(v.client, "engine:subscribe", nil, func(_ *rpc.Message, err error) tea.Msg { + return engineSubscribedMsg{err: err} + }), + v.identityCmd(), + v.clusterNameCmd(), + v.membersCmd(), + v.manualCmd(), + v.manualTickCmd(), + ) +} + +func (v *nodesView) clusterNameCmd() tea.Cmd { + return call(v.client, "settings/get-cluster-friendly-name", nil, + func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return clusterNameMsg{err: err} + } + var r struct { + Value string `json:"value"` + } + _ = decodeParams(msg.Result, &r) + return clusterNameMsg{name: r.Value} + }) +} + +func (v *nodesView) identityCmd() tea.Cmd { + return call(v.client, "cluster:get-node-id", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return clusterIdentityMsg{err: err} + } + var id clusterIdentity + _ = decodeParams(msg.Result, &id) + return clusterIdentityMsg{id: id} + }) +} + +func (v *nodesView) membersCmd() tea.Cmd { + return call(v.client, "nodes:get-initial", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return clusterMembersMsg{err: err} + } + var r struct { + Nodes []clusterNode `json:"nodes"` + } + _ = decodeParams(msg.Result, &r) + return clusterMembersMsg{nodes: r.Nodes} + }) +} + +func (v *nodesView) manualCmd() tea.Cmd { + return call(v.client, "nodes/list", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return manualNodesMsg{err: err} + } + var r struct { + Nodes []manualNode `json:"nodes"` + } + _ = decodeParams(msg.Result, &r) + return manualNodesMsg{nodes: r.Nodes} }) } +func (v *nodesView) manualTickCmd() tea.Cmd { + return tea.Tick(manualRefreshInterval, func(time.Time) tea.Msg { return manualTickMsg{} }) +} + +// SetSize records the budget and fixes the table's width. Its height is set in +// View, from the chrome actually being rendered — see fitTable. func (v *nodesView) SetSize(w, h int) { v.width, v.height = w, h - const port, age, status = 7, 8, 11 - name := clampWidth((w-port-age-status-2)/2, 10) - addr := clampWidth(w-port-age-status-name-2, 10) - v.table.SetColumns([]table.Column{ - {Title: "NAME", Width: name}, - {Title: "ADDRESS", Width: addr}, - {Title: "PORT", Width: port}, - {Title: "SEEN", Width: age}, - {Title: "STATUS", Width: status}, - }) + v.table.SetColumns(nodesColumns(w)) v.table.SetWidth(w) - v.table.SetHeight(clampWidth(h-1, 1)) + if v.detail != nil { + v.detail.SetSize(w, h) + } +} + +// CapturingInput reports a text field having the keyboard, in the list or in an +// open detail screen, so the shell stops applying its global bindings. +func (v *nodesView) CapturingInput() bool { + if v.detail != nil { + return v.detail.CapturingInput() + } + // An armed teardown answers the next key too. Without this the shell's own + // bindings still fired, so tab or a digit switched away and left the action + // armed behind a prompt no longer on screen — to be confirmed by whatever + // the operator pressed on returning to the tab. + return v.mode != nodesInputNone || v.confirmLeave || v.confirmRemove != "" } func (v *nodesView) Update(msg tea.Msg) tea.Cmd { + // An open detail screen owns the keyboard. Everything else still reaches + // the list underneath so its state is current when the operator returns, + // and reaches the detail too so engine and model pushes land there. + if v.detail != nil { + if _, isKey := msg.(tea.KeyMsg); isKey { + cmd, stayOpen := v.detail.update(msg) + if !stayOpen { + v.detail = nil + v.SetSize(v.width, v.height) + } + return cmd + } + detailCmd, _ := v.detail.update(msg) + if detailCmd != nil { + return tea.Batch(detailCmd, v.updateList(msg)) + } + } + return v.updateList(msg) +} + +func (v *nodesView) updateList(msg tea.Msg) tea.Cmd { switch msg := msg.(type) { case discoverySubscribedMsg: + // Recorded as well as announced: without discovery the list simply stops + // filling, and by the time the operator wonders why, the toast is gone. + v.noteFeed(feedDiscovery, msg.err) if msg.err != nil { - v.status = "discovery subscribe failed: " + msg.err.Error() + v.status.error("discovery subscribe failed: %s", msg.err) } return nil - case NotificationMsg: - if msg.Msg.Method == "discovery:nodes-changed" { - var nodes []availableNode - _ = decodeParams(msg.Msg.Params, &nodes) - v.setNodes(nodes) + case engineSubscribedMsg: + if msg.err != nil { + v.status.error("engine updates unavailable: %s", msg.err) } return nil - case nodeInviteMsg: + case clusterIdentityMsg: + v.noteFeed(feedIdentity, msg.err) + if msg.err == nil { + v.identity = msg.id + v.feeds.selfUUID = msg.id.NodeUUID + v.rebuild() + } + return nil + + case clusterMembersMsg: + v.noteFeed(feedMembers, msg.err) + if msg.err == nil { + v.feeds.members = msg.nodes + v.rebuild() + } + return nil + + case clusterNameMsg: + v.noteFeed(feedClusterName, msg.err) + if msg.err == nil { + v.clusterName = msg.name + } + return nil + + case manualNodesMsg: + v.noteFeed(feedManual, msg.err) + if msg.err == nil { + v.feeds.manual = msg.nodes + v.rebuild() + } + return nil + + case manualTickMsg: + return tea.Batch(v.manualCmd(), v.manualTickCmd()) + + case TickMsg: + // Relative ages and presence both derive from the clock, so a node + // going quiet has to re-grade without waiting for a broker push. + v.rebuild() + return nil + + case nodeActionMsg: if msg.err != nil { - v.status = "invite failed: " + msg.err.Error() - } else if msg.rejected { - v.status = fmt.Sprintf("%s rejected the invite (%s) - remove the existing relationship first", msg.name, rejectReason(msg.reason)) - } else if msg.pin != "" { - v.status = fmt.Sprintf("invite sent to %s - PIN %s (read it to that node)", msg.name, msg.pin) + v.status.error("%s failed: %s", msg.what, msg.err) } else { - v.status = "invite sent to " + msg.name + v.status.ok("%s ok", msg.what) } - return nil + return tea.Batch(v.membersCmd(), v.manualCmd()) + + case nodeInviteMsg: + return v.handleInviteResult(msg) + + case pairingResultMsg: + return v.handlePairingResult(msg) + + case NotificationMsg: + return v.handleNotification(msg.Msg) case tea.KeyMsg: - if key.Matches(msg, niInviteKey) { - return v.inviteSelected() + return v.handleKey(msg) + } + return nil +} + +func (v *nodesView) handleInviteResult(msg nodeInviteMsg) tea.Cmd { + switch { + case msg.err != nil: + v.clearOutboundInvite() + v.status.error("invite failed: %s", msg.err) + case msg.rejected: + v.clearOutboundInvite() + v.status.error("%s rejected the invite (%s) - remove the existing relationship first", + msg.name, rejectReason(msg.reason)) + case msg.pin != "": + // Pinned, not expiring: the operator reads this PIN to someone at the + // other machine. It clears when the invite resolves. + // + // The id is recorded so a terminal notification can be matched to this + // session, and the address so an invite sent by address — which has no + // node identity — can still recognise the peer once it joins. + v.outboundInviteID = msg.inviteID + v.invitedAddress = msg.address + v.status.pin("invite sent to %s - PIN %s (read it to that node)", msg.name, msg.pin) + default: + v.status.ok("invite sent to %s", msg.name) + } + return nil +} + +// clearOutboundInvite forgets the pending outbound pairing session. +func (v *nodesView) clearOutboundInvite() { + v.invitedKey = "" + v.invitedAddress = "" + v.outboundInviteID = "" +} + +func (v *nodesView) handleNotification(msg *rpc.Message) tea.Cmd { + switch msg.Method { + case "discovery:nodes-changed": + var nodes []availableNode + _ = decodeParams(msg.Params, &nodes) + v.feeds.discovered = nodes + v.rebuild() + + case "nodes:changed": + var r struct { + Nodes []clusterNode `json:"nodes"` + } + _ = decodeParams(msg.Params, &r) + v.feeds.members = r.Nodes + v.rebuild() + + case "cluster:identity-changed": + var r struct { + ClusterID string `json:"clusterId"` + ClusterFriendlyName string `json:"clusterFriendlyName"` + } + _ = decodeParams(msg.Params, &r) + v.identity.ClusterID = r.ClusterID + v.clusterName = r.ClusterFriendlyName + + case "cluster:invite-received": + var inv clusterInvite + _ = decodeParams(msg.Params, &inv) + v.inbound = &inv + v.status.pin("pairing request from %s - press %s to accept, %s to decline", + inv.FromNodeName, nodePairKey.Help().Key, nodeDeclineKey.Help().Key) + v.SetSize(v.width, v.height) + + default: + // Terminal invite events retire a pinned PIN or an inbound prompt that + // can no longer be acted on. Without them a declined or expired invite + // stayed on screen looking live. + if outcome, ok := inviteOutcome(msg.Method); ok { + v.retireInvite(msg.Params, outcome) + } + } + return nil +} + +// retireInvite clears whichever pairing session a terminal event belongs to. +// +// Matched on inviteId, because concurrent pairings are supported: an outbound +// decline arriving while an inbound request is on screen must not clear the +// inbound prompt, and vice versa. Every terminal notification the cluster +// manager emits carries the invite it refers to, so an event without one +// belongs to no session this view is tracking and is ignored rather than +// applied to both. +func (v *nodesView) retireInvite(params []byte, outcome inviteResolution) { + var ref inviteRef + _ = decodeParams(params, &ref) + if ref.InviteID == "" { + return + } + + if ref.InviteID == v.outboundInviteID { + v.clearOutboundInvite() + v.status.set(outcome.kind, "invite %s", outcome.label) + } + if v.inbound != nil && ref.InviteID == v.inbound.InviteID { + v.inbound = nil + v.status.set(outcome.kind, "pairing request %s", outcome.label) + } + v.SetSize(v.width, v.height) +} + +func (v *nodesView) handleKey(msg tea.KeyMsg) tea.Cmd { + if v.mode != nodesInputNone { + switch msg.String() { + case "enter": + return v.submitInput() + case "esc": + v.cancelInput() + return nil } var cmd tea.Cmd - v.table, cmd = v.table.Update(msg) + v.input, cmd = v.input.Update(msg) return cmd } + + // Trust teardown is armed, not done: anything other than the confirmation + // cancels, so a stray key never removes a peer or leaves a cluster. + if v.confirmLeave { + v.confirmLeave = false + if key.Matches(msg, nodeConfirmKey) { + return v.leaveCluster() + } + v.status.info("cancelled") + return nil + } + if v.confirmRemove != "" { + target := v.confirmRemove + v.confirmRemove = "" + if key.Matches(msg, nodeConfirmKey) { + return v.removeMember(target) + } + v.status.info("cancelled") + return nil + } + + switch { + case key.Matches(msg, nodeDetailKey): + return v.openDetail() + case key.Matches(msg, nodeInviteKey): + return v.inviteSelected() + case key.Matches(msg, nodeInviteAddrKey): + v.beginInput(nodesInputInviteAddress, "host (or host:port; default 14321)") + return textinput.Blink + case key.Matches(msg, nodeAddKey): + v.beginInput(nodesInputManualAddress, "host") + return textinput.Blink + case key.Matches(msg, nodeRemoveKey): + return v.removeSelected() + case key.Matches(msg, nodePairKey): + if v.inbound == nil { + v.status.info("no pairing request to accept") + return nil + } + v.beginInput(nodesInputPin, "PIN from the inviting node") + return textinput.Blink + case key.Matches(msg, nodeDeclineKey) && v.inbound != nil: + // Gated on there being something to decline, so that with no pairing + // request pending the key falls through to the table, where d is the + // standard half-page-down. Unconditionally intercepting it meant paging + // a long node list answered with a message about pairing. + return v.respondToInvite(false, "") + case key.Matches(msg, nodeCancelKey): + return v.cancelInvite() + case key.Matches(msg, nodeFilterKey): + v.beginInput(nodesInputFilter, "filter by name or address") + v.input.SetValue(v.filter) + return textinput.Blink + case key.Matches(msg, nodeClearKey) && v.filter != "": + v.filter = "" + v.rebuild() + return nil + case key.Matches(msg, nodeLeaveKey): + if v.identity.ClusterID == "" { + v.status.error("not in a cluster") + return nil + } + v.confirmLeave = true + v.status.arm("leave the cluster? press y to confirm, any other key to cancel") + return nil + } + + var cmd tea.Cmd + v.table, cmd = v.table.Update(msg) + // Moving the cursor re-anchors the selection so a later refresh keeps it. + if row := v.rowAt(v.table.Cursor()); row != nil { + v.selectedKey = row.key + } + return cmd +} + +// openDetail drills into the selected node. The detail screen is built from the +// merged row, so a remote node's models are on screen immediately from the +// discovery snapshot while its engine list is being fetched. +func (v *nodesView) openDetail() tea.Cmd { + row := v.selectedRow() + if row == nil { + v.status.error("no node selected") + return nil + } + v.detail = newNodeDetail(v.client, *row) + v.detail.SetSize(v.width, v.height) + return v.detail.Init() +} + +func (v *nodesView) beginInput(mode nodesInputMode, placeholder string) { + v.mode = mode + v.input.SetValue("") + v.input.Placeholder = placeholder + v.input.Focus() + v.SetSize(v.width, v.height) +} + +func (v *nodesView) cancelInput() { + v.mode = nodesInputNone + v.input.Blur() + v.SetSize(v.width, v.height) +} + +func (v *nodesView) submitInput() tea.Cmd { + val := strings.TrimSpace(v.input.Value()) + mode := v.mode + v.cancelInput() + + switch mode { + case nodesInputFilter: + // Applied on submit rather than per keystroke: the list re-sorts as + // nodes come and go, and narrowing it under the cursor while the + // operator is still typing moves the selection out from under them. + v.filter = val + v.rebuild() + return nil + + case nodesInputManualAddress: + if val == "" { + v.status.error("address required") + return nil + } + v.status.busy("looking for %s...", val) + return call(v.client, "node/add", map[string]string{"address": val}, + func(_ *rpc.Message, err error) tea.Msg { + return nodeActionMsg{what: "add " + val, err: err} + }) + + case nodesInputInviteAddress: + if val == "" { + v.status.error("address required") + return nil + } + return v.inviteAddress(val) + + case nodesInputPin: + return v.respondToInvite(true, val) + } return nil } -// inviteSelected sends a cluster invite to the highlighted node. The node's -// discovery IP is the dial target; the manager appends the fixed cluster-manager -// port (14321), so we deliberately do NOT pass the row's Port (that's the -// discovery/Ollama port). The nodeId is passed too so the manager stamps it on -// the invite as the target identity. A PIN comes back to read to the joiner. +// inviteAddress pairs with a host discovery has not found, for networks that +// filter multicast. +// +// nvpair-cluster-manager treats "address" as a bare host and appends the port +// itself (default 14321). If the operator typed host:port, split it so the port +// lands in the manager's separate field instead of being glued onto the host. +func (v *nodesView) inviteAddress(val string) tea.Cmd { + // The same guard the discovered-node path applies. A node the table already + // shows as belonging to another cluster cannot accept, and typing its + // address instead of selecting its row should not get a different answer — + // the operator would otherwise read out a PIN for an invite that is already + // doomed. + for _, n := range v.all { + if addressMatches(n, val) && !n.membership.invitable() { + v.status.error("%s is already %s - remove that relationship before pairing", + n.name, n.membership.relationship()) + return nil + } + } + + params := map[string]any{"address": val} + if host, portStr, err := net.SplitHostPort(val); err == nil { + // A malformed or out-of-range port is rejected rather than folded back + // into the host. Passing "host:notaport" through as an address sends a + // string no dialer can use, and the failure surfaces much later as an + // unreachable peer; "host:99999" was forwarded to the manager verbatim. + port, ok := parsePort(portStr) + if !ok { + v.status.error("%q is not a port between 1 and 65535", portStr) + return nil + } + params["address"] = host + params["port"] = port + } + v.status.busy("inviting %s...", val) + return inviteNodeCmd(v.client, params, func(res inviteNodeResult, err error) tea.Msg { + return inviteResultMsg(val, val, res, err) + }) +} + +// inviteSelected sends a cluster invite to the highlighted node. +// +// The node's discovery IP is the dial target; the manager appends the fixed +// cluster-manager port, so the row's own port (the node-info port) is +// deliberately not passed. The nodeId travels too so the manager stamps it as +// the invite's target identity. func (v *nodesView) inviteSelected() tea.Cmd { - idx := v.table.Cursor() - if idx < 0 || idx >= len(v.nodes) { - v.status = "no node selected" + row := v.selectedRow() + if row == nil { + v.status.error("no node selected") + return nil + } + if row.self { + v.status.error("cannot invite this machine to its own cluster") return nil } - n := v.nodes[idx] - // A paired or otherwise-clustered node can't be invited again: the peer - // rejects a fresh pairing until the existing relationship is removed. Guard - // here so we don't fire a doomed invite (the cluster-manager rejects it too). - if n.Trusted { - v.status = n.Name + " is already paired (Connected) - remove it first to re-pair" + // One guard for every path into pairing. Previously the discovered-node + // path checked this and the invite-by-address path did not, so the same + // doomed invite could still be sent from the other tab. + if !row.membership.invitable() { + v.status.error("%s is already %s - remove that relationship before pairing", + row.name, row.membership.relationship()) return nil } - if n.Clustered { - v.status = n.Name + " is already in a cluster - it must leave before it can pair" + if row.address == "" { + v.status.error("%s has no known address - use %s to pair by address", + row.name, nodeInviteAddrKey.Help().Key) return nil } - // Identify the invite target by its stable UUID (the address is still the - // dial target); the manager stamps this as the invite's target identity. - params := map[string]any{"address": n.IPAddress, "nodeId": n.key()} - name := n.Name - v.status = "inviting " + name + "..." + + params := map[string]any{"address": row.address, "nodeId": row.key} + name := row.name + v.invitedKey = row.key + v.status.busy("inviting %s...", name) return inviteNodeCmd(v.client, params, func(res inviteNodeResult, err error) tea.Msg { - if err != nil { - return nodeInviteMsg{name: name, err: err} + return inviteResultMsg(name, "", res, err) + }) +} + +// inviteResultMsg maps a cluster:invite-node outcome onto the view message. +// address is empty for an invite aimed at a discovered node. +func inviteResultMsg(name, address string, res inviteNodeResult, err error) tea.Msg { + if err != nil { + return nodeInviteMsg{name: name, address: address, err: err} + } + if res.State == "rejected" { + return nodeInviteMsg{ + name: name, address: address, rejected: true, reason: res.Reason, } - if res.State == "rejected" { - return nodeInviteMsg{name: name, rejected: true, reason: res.Reason} + } + pin := "" + if res.Pin != nil { + pin = *res.Pin + } + return nodeInviteMsg{name: name, address: address, inviteID: res.InviteID, pin: pin} +} + +func (v *nodesView) respondToInvite(accept bool, pin string) tea.Cmd { + if v.inbound == nil { + // Say so rather than doing nothing. A key that silently ignores a press + // is indistinguishable from one the terminal dropped, and the accept + // path already answers. + v.status.info("no pairing request to answer") + return nil + } + params := map[string]any{"inviteId": v.inbound.InviteID, "accept": accept} + if accept && pin != "" { + params["pin"] = pin + } + from := v.inbound.FromNodeName + v.inbound = nil + v.SetSize(v.width, v.height) + + if !accept { + v.status.busy("declining the pairing request...") + return call(v.client, "cluster:respond-to-invite", params, + func(_ *rpc.Message, err error) tea.Msg { + return nodeActionMsg{what: "decline pairing", err: err} + }) + } + // The handshake crosses to another machine and is the slowest call this tab + // makes; the inbound prompt has already been cleared, so without this the + // screen is blank until it answers. + v.status.busy("pairing with %s...", from) + return call(v.client, "cluster:respond-to-invite", params, + func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return pairingResultMsg{from: from, err: err} + } + // A wrong PIN is NOT a JSON-RPC error. The cluster manager tears the + // session down and replies successfully with the invite, whose state + // is "failed" and whose reason says why. Reading only the transport + // error reported a green "accept pairing ok" for a pairing that had + // just been rejected — and since the prompt is already gone by then, + // nothing later corrected it. + var res inviteNodeResult + _ = decodeParams(msg.Result, &res) + return pairingResultMsg{from: from, state: res.State, reason: res.Reason} + }) +} + +// pairingResultMsg is the outcome of answering an inbound pairing request. +type pairingResultMsg struct { + from string + state string + reason string + err error +} + +// handlePairingResult reports whether this machine actually joined. +func (v *nodesView) handlePairingResult(msg pairingResultMsg) tea.Cmd { + switch { + case msg.err != nil: + v.status.error("could not answer the pairing request: %s", msg.err) + case msg.state == "paired": + v.status.ok("paired with %s", msg.from) + case msg.reason == reasonIncorrectPIN: + // The specific case worth naming: it is the operator's typo, and the + // remedy is a fresh invite because the PIN is single-use. + v.status.error("wrong PIN - ask %s to send a new invite, then try again", msg.from) + case msg.state == "declined": + v.status.info("pairing request declined") + default: + v.status.error("pairing with %s failed (%s) - ask for a new invite", + msg.from, rejectReason(msg.reason)) + } + // Membership is what actually changed, so re-read it rather than trusting + // this reply. + return tea.Batch(v.membersCmd(), v.identityCmd()) +} + +// removeSelected drops the selected node's strongest relationship: cluster +// membership if it is a member, otherwise the manual entry that added it. +func (v *nodesView) removeSelected() tea.Cmd { + row := v.selectedRow() + if row == nil { + v.status.error("no node selected") + return nil + } + switch { + case row.membership == membershipMember || row.membership == membershipPending: + if row.self { + v.status.error("use %s to leave the cluster from this machine", + nodeLeaveKey.Help().Key) + return nil } - pin := "" - if res.Pin != nil { - pin = *res.Pin + // Arm, do not act. Un-pairing a peer tears down mutual trust and is not + // something a single keystroke on a moving list should do. + v.confirmRemove = row.key + v.status.arm("remove %s from the cluster? press y to confirm, any other key to cancel", + row.name) + return nil + + case row.manualID != "": + return call(v.client, "node/remove", map[string]string{"id": row.manualID}, + func(_ *rpc.Message, err error) tea.Msg { + return nodeActionMsg{what: "remove manual entry " + row.name, err: err} + }) + + default: + v.status.info("%s is only discovered - nothing to remove", row.name) + return nil + } +} + +// cancelInvite aborts an outbound invite the operator no longer wants to +// complete. +// +// This is the inviter's half of decline, and without it a PIN read out to the +// wrong person could only be retired by waiting for it to expire — the invite +// stayed live and answerable the whole time. The manager evicts the pairing +// session, which invalidates the PIN immediately, and best-effort tells the +// other side so its prompt disappears too. +// +// No confirmation: this is the safe direction. Cancelling an invite in flight +// costs one keystroke to redo, while the thing being prevented is a stranger +// completing a join. +func (v *nodesView) cancelInvite() tea.Cmd { + if v.outboundInviteID == "" { + v.status.info("no invite is waiting") + return nil + } + id := v.outboundInviteID + // Cleared optimistically: the PIN must stop being displayed the moment the + // operator asks, not when the round trip finishes. A failure restores + // nothing because the invite is either already gone or about to expire. + v.clearOutboundInvite() + v.status.busy("cancelling invite...") + return call(v.client, "cluster:cancel-invite", map[string]string{"inviteId": id}, + func(_ *rpc.Message, err error) tea.Msg { + return nodeActionMsg{what: "cancel invite", err: err} + }) +} + +// removeMember un-pairs a confirmed peer. +// +// Keyed by the stable nodeUuid rather than the display name: a member that +// renamed its PC keeps its UUID, so matching on a possibly stale name would +// silently fail. The row is looked up again by key so a list that re-sorted +// between arming and confirming cannot redirect the removal at another node. +func (v *nodesView) removeMember(key string) tea.Cmd { + name := key + for _, n := range v.all { + if n.key == key { + name = n.name + break } - return nodeInviteMsg{name: name, pin: pin} + } + // Replaces the armed prompt, which is sticky: without this the screen went + // on asking whether to remove the peer while the removal was under way. + v.status.busy("removing %s from the cluster...", name) + return call(v.client, "nodes:remove", map[string]string{"nodeUuid": key}, + func(_ *rpc.Message, err error) tea.Msg { + return nodeActionMsg{what: "remove " + name, err: err} + }) +} + +// leaveCluster unjoins this node. The cluster-manager tears down local trust and +// pushes cluster:identity-changed and nodes:changed, which refresh the view. +func (v *nodesView) leaveCluster() tea.Cmd { + if v.identity.ClusterID == "" { + v.status.error("not in a cluster") + return nil + } + // Same as removeMember: the armed prompt does not expire, and this is the + // slowest relay in the client, so it has to be replaced rather than left + // asking a question that has already been answered. + v.status.busy("leaving the cluster...") + return call(v.client, "cluster:leave", nil, func(_ *rpc.Message, err error) tea.Msg { + return nodeActionMsg{what: "leave cluster", err: err} }) } -func (v *nodesView) setNodes(nodes []availableNode) { - v.nodes = nodes - rows := make([]table.Row, 0, len(nodes)) - for _, n := range nodes { +// rebuild re-merges the feeds and repaints the table, preserving the operator's +// selection by key across the re-sort. +func (v *nodesView) rebuild() { + v.all = mergeNodes(v.feeds) + v.rows = filterNodeRows(v.all, v.filter) + v.retirePendingInvite() + + rows := make([]table.Row, 0, len(v.rows)) + for _, n := range v.rows { + name := n.name + if n.self { + name += " (this machine)" + } + models := "-" + if c := n.modelCount(); c > 0 { + models = strconv.Itoa(c) + } rows = append(rows, table.Row{ - n.Name, - n.IPAddress, - strconv.Itoa(n.Port), - ageUnix(n.LastSeen), - nodeStatus(n), + name, + n.address, + n.presence.String(), + n.membership.String(), + models, }) } v.table.SetRows(rows) + v.restoreSelection() } -// nodeStatus is the STATUS cell for a discovered node: "Connected" for a paired -// peer of ours, "In cluster" for a node clustered elsewhere (both non-invitable), -// empty for an invitable standalone node. -func nodeStatus(n availableNode) string { - switch { - case n.Trusted: - return "Connected" - case n.Clustered: - return "In cluster" - default: - return "" +// restoreSelection puts the cursor back on the node it was on before the merge +// re-ordered the rows, falling back to the first row when that node is gone. +func (v *nodesView) restoreSelection() { + if v.selectedKey == "" && len(v.rows) > 0 { + v.selectedKey = v.rows[0].key + } + for i, n := range v.rows { + if n.key == v.selectedKey { + v.table.SetCursor(i) + return + } + } + if len(v.rows) > 0 { + v.selectedKey = v.rows[0].key + v.table.SetCursor(0) } } -// rejectReason renders a machine reason from a rejected invite as human text. -func rejectReason(reason string) string { - switch reason { - case "already-clustered": - return "already in a cluster" - case "": - return "rejected by peer" - default: - return reason +// retirePendingInvite replaces the pinned PIN with a success note once the node +// we invited shows up as a member. Pairing completing is the one outcome with no +// terminal notification of its own, so it is detected from the merged state. +func (v *nodesView) retirePendingInvite() { + if v.invitedKey == "" && v.invitedAddress == "" { + return + } + // The full set, not the filtered view: a peer that joined while hidden by a + // filter still completes the pairing, and its PIN still has to stop showing. + for _, n := range v.all { + if n.membership != membershipMember { + continue + } + // Either identity works: a discovered node was invited by UUID, while an + // invite by address has none, so that peer is recognised by the address + // it was invited at. Without the address arm, a PIN pinned by the + // by-address path was never retired at all. + if (v.invitedKey != "" && n.key == v.invitedKey) || + (v.invitedAddress != "" && addressMatches(n, v.invitedAddress)) { + v.clearOutboundInvite() + v.status.ok("%s joined the cluster", n.name) + return + } } } -func (v *nodesView) View() string { - var body string - if len(v.nodes) == 0 { - body = footerStyle.Render("No nodes discovered yet. Browsing for _nvpair-node-info._tcp ...") - } else { - body = v.table.View() +// addressMatches reports whether a node answers to the given address. The +// operator may have typed a host:port form, and a node publishes several +// addresses, so the host part is compared against every candidate. +func addressMatches(n nodeRow, address string) bool { + host := normalizeHost(address) + if host == "" { + return false + } + if normalizeHost(n.address) == host { + return true } - if v.status != "" { - body += "\n" + footerStyle.Render(v.status) + for _, candidate := range n.addresses { + if normalizeHost(candidate) == host { + return true + } } - return body + return strings.EqualFold(strings.TrimSpace(n.name), host) } -func (v *nodesView) Help() []key.Binding { return []key.Binding{niInviteKey} } +func (v *nodesView) rowAt(idx int) *nodeRow { + if idx < 0 || idx >= len(v.rows) { + return nil + } + return &v.rows[idx] +} -// ageUnix renders a Unix-seconds timestamp as a compact relative age. -func ageUnix(sec int64) string { - if sec == 0 { - return "-" +func (v *nodesView) selectedRow() *nodeRow { + for i, n := range v.rows { + if n.key == v.selectedKey { + return &v.rows[i] + } } - d := time.Since(time.Unix(sec, 0)) - switch { - case d < time.Minute: - return fmt.Sprintf("%ds", int(d.Seconds())) - case d < time.Hour: - return fmt.Sprintf("%dm", int(d.Minutes())) + return v.rowAt(v.table.Cursor()) +} + +func (v *nodesView) View() string { + if v.detail != nil { + return v.detail.View() + } + + // Everything that is not the table, gathered before the table is sized so + // its height can be whatever is left. Empty entries cost nothing. + above := v.clusterLine() + + filterNote := "" + if v.filter != "" && len(v.rows) > 0 { + // A filtered table looks like the whole cluster, so it has to say it is + // not. Without this an operator can conclude a node has vanished when + // they are simply still filtered. + filterNote = footerStyle.Render(fmt.Sprintf( + "showing %d of %d - filter %q, esc to clear", + len(v.rows), len(v.all), v.filter)) + } + feedNote := "" + if warning := v.feedWarning(); warning != "" && len(v.rows) > 0 { + // A populated table can still be missing a feed, and then it is worse + // than an empty one: it looks complete. + feedNote = statusErrStyle.Render("Some node data is " + warning) + } + inboundNote := "" + if v.inbound != nil { + inboundNote = statusOKStyle.Render(fmt.Sprintf( + "pairing request from %s - %s to accept, %s to decline", + v.inbound.FromNodeName, nodePairKey.Help().Key, nodeDeclineKey.Help().Key)) + } + editor := "" + if v.mode != nodesInputNone { + editor = v.inputLabel() + v.input.View() + } + + body := "" + if len(v.rows) == 0 { + // An empty table means one of three very different things, and the + // operator's next move depends on which: clear the filter, wait, or go + // look at the service. Say which one this is. + switch { + case v.filter != "": + body = footerStyle.Render(fmt.Sprintf( + "No node matches %q. %d known - press esc to clear the filter.", + v.filter, len(v.all))) + case v.feedWarning() != "": + body = statusErrStyle.Render("Cannot read the node list - " + v.feedWarning()) + default: + body = footerStyle.Render(fmt.Sprintf( + "No nodes yet. Discovery is browsing the network; press %s to add one by address.", + nodeAddKey.Help().Key)) + } + } + + status := v.status.render() + if len(v.rows) > 0 { + if fitTable(&v.table, v.height, above, filterNote, feedNote, inboundNote, editor, status) { + body = v.table.View() + } else { + body = footerStyle.Render(fmt.Sprintf( + " (too little room to list %d nodes)", len(v.rows))) + } + } + return joinLines(above, body, filterNote, feedNote, inboundNote, editor, status) +} + +// clusterLine is the one-line summary of this machine's cluster standing. +func (v *nodesView) clusterLine() string { + if v.identity.ClusterID == "" { + return footerStyle.Render("Not in a cluster - inviting a node forms one automatically") + } + members := 0 + // Counted over every known node: a filter narrows what is on screen, not + // what the cluster contains, and a shrinking member count would be alarming. + for _, n := range v.all { + if n.membership == membershipMember { + members++ + } + } + name := v.identity.Name + if name == "" { + name = v.identity.NodeID + } + // The label if one is set, the id otherwise: the id is what anything + // operational keys off, so it is the honest fallback rather than "unnamed". + label := v.clusterName + if label == "" { + label = truncate(v.identity.ClusterID, 12) + } + return titleStyle.Render(fmt.Sprintf("Cluster %s - %d member(s), this machine is %s", + label, members, name)) +} + +func (v *nodesView) inputLabel() string { + switch v.mode { + case nodesInputManualAddress: + return "find node at host: " + case nodesInputInviteAddress: + return "pair with host: " + case nodesInputPin: + return "PIN: " default: - return fmt.Sprintf("%dh", int(d.Hours())) + return "" + } +} + +func (v *nodesView) Help() []key.Binding { + if v.detail != nil { + return v.detail.Help() + } + if v.mode != nodesInputNone { + switch v.mode { + case nodesInputFilter: + return inputHelp("apply filter") + case nodesInputPin: + return inputHelp("submit PIN") + default: + return inputHelp("submit address") + } + } + if v.confirmLeave || v.confirmRemove != "" { + return []key.Binding{nodeConfirmKey} + } + bindings := []key.Binding{nodeDetailKey, nodeInviteKey, nodeInviteAddrKey, nodeAddKey, nodeRemoveKey, nodeFilterKey} + if v.filter != "" { + bindings = append(bindings, nodeClearKey) + } + if v.inbound != nil { + bindings = append(bindings, nodePairKey, nodeDeclineKey) + } + // Only while there is something to cancel: a key offered with nothing + // pending invites a press that can only answer "nothing is waiting". + if v.outboundInviteID != "" { + bindings = append(bindings, nodeCancelKey) + } + if v.identity.ClusterID != "" { + bindings = append(bindings, nodeLeaveKey) } + return bindings } diff --git a/services/nvpair-tui/ui/nodesmodel.go b/services/nvpair-tui/ui/nodesmodel.go new file mode 100644 index 00000000..a843c6a9 --- /dev/null +++ b/services/nvpair-tui/ui/nodesmodel.go @@ -0,0 +1,385 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "net" + "sort" + "strings" +) + +// Being listed and being reachable are different facts: a cluster member that +// has gone away stays in the roster, and showing it without that distinction is +// what made departed peers look present. What decides reachability is the +// backend's own eviction — see discoveredPresence, which deliberately keeps no +// timer of its own. + +// nodePresence is whether PAIR can currently reach a node. +type nodePresence int + +const ( + // presenceUnknown is a node we have no liveness evidence for either way — + // a roster member that discovery has never reported and no probe covers. + presenceUnknown nodePresence = iota + presenceOnline + presenceOffline +) + +func (p nodePresence) String() string { + switch p { + case presenceOnline: + return "Online" + case presenceOffline: + return "Offline" + default: + return "Unknown" + } +} + +// nodeMembership is a node's relationship to our cluster. It is deliberately +// separate from presence: the old single STATUS column conflated "we trust +// this node" with "this node is up", so a departed member read as Connected. +type nodeMembership int + +const ( + // membershipNone is a standalone node — the only kind that can be invited. + membershipNone nodeMembership = iota + membershipMember + membershipPending + // membershipForeign is a node that belongs to some other cluster. It must + // leave that one before it can pair with us. + membershipForeign +) + +func (m nodeMembership) String() string { + switch m { + case membershipMember: + return "Member" + case membershipPending: + return "Pending" + case membershipForeign: + return "Other cluster" + default: + return "-" + } +} + +// invitable reports whether an invite to this node could succeed. An existing +// relationship — ours or another cluster's — must be removed first, and the +// peer rejects the attempt either way, so the UI declines to send it. +func (m nodeMembership) invitable() bool { + return m == membershipNone +} + +// relationship describes a membership in a sentence. +// +// String is a table cell — "Member", "Other cluster" — and lowercasing it into +// prose produced "peer is already other cluster". A column label and a clause +// are not the same text. +func (m nodeMembership) relationship() string { + switch m { + case membershipMember: + return "a member of this cluster" + case membershipPending: + return "part-way through pairing" + case membershipForeign: + return "in another cluster" + default: + return "unrelated to this cluster" + } +} + +// nodeRow is one machine as the Nodes tab presents it, merged from the three +// feeds that each hold part of the picture: +// +// - discovery — liveness, address, and model inventory (AvailableNode) +// - cluster — membership state for peers we have paired with +// - manual — user-added entries discovery cannot see, plus their probes +// +// One machine can appear in all three. Merging on a stable key is what stops it +// rendering as three separate rows. +type nodeRow struct { + key string + name string + address string + // addresses is every address the node published, ranked by the node itself + // with address first. Anything that dials the node walks this rather than + // assuming the first one is reachable from here. + addresses []string + port int + + presence nodePresence + membership nodeMembership + self bool + + // manualID is the handle node/remove needs. Empty unless the entry was + // added by hand. + manualID string + + models []string + modelsByEngine map[string][]string + loadedByEngine map[string][]string +} + +// modelCount is the number of distinct models the node advertises. +func (n nodeRow) modelCount() int { return len(n.models) } + +// nodeFeeds is the raw input to a merge: one snapshot from each source. +type nodeFeeds struct { + discovered []availableNode + members []clusterNode + manual []manualNode + selfUUID string +} + +// mergeNodes folds the three feeds into the unified list the Nodes tab renders. +// +// Discovery is the base layer because it carries the richest record. The +// cluster roster then contributes membership and, critically, keeps a member +// listed even when discovery has dropped it — that node is offline, not gone. +// Manual entries are matched by address so a hand-added host that discovery +// later finds does not appear twice. +func mergeNodes(in nodeFeeds) []nodeRow { + byKey := make(map[string]*nodeRow, len(in.discovered)+len(in.members)+len(in.manual)) + order := make([]string, 0, len(byKey)) + + get := func(key string) *nodeRow { + if row, ok := byKey[key]; ok { + return row + } + row := &nodeRow{key: key} + byKey[key] = row + order = append(order, key) + return row + } + + for _, d := range in.discovered { + key := d.HostUUID + if key == "" { + key = "name:" + d.Name + } + row := get(key) + row.name = d.Name + row.address = d.IPAddress + row.addresses = candidateAddresses(d) + row.port = d.Port + row.models = d.Models + row.modelsByEngine = d.ModelsByEngine + row.loadedByEngine = d.LoadedByEngine + row.presence = discoveredPresence(d) + switch { + case d.Trusted: + row.membership = membershipMember + case d.Clustered: + row.membership = membershipForeign + } + } + + for _, m := range in.members { + key := m.NodeUUID + if key == "" { + key = m.ID + } + row := get(key) + if row.name == "" { + row.name = m.Name + } + if row.address == "" { + row.address = m.IPAddress + row.port = m.Port + } + row.membership = memberMembership(m.State) + // A member discovery has not reported is listed but unreachable; one it + // did report keeps the presence computed above. Unknown is precisely + // "no feed has graded this row", since every discovered node gets a + // verdict and so does every probed manual entry. + if row.presence == presenceUnknown { + row.presence = presenceOffline + } + } + + for _, m := range in.manual { + row := matchManual(byKey, order, m) + if row == nil { + row = get("manual:" + m.ID) + row.name = m.Name + row.address = m.Address + } + row.manualID = m.ID + if row.name == "" { + row.name = m.Address + } + // A probe is direct evidence and outranks discovery silence: a node on + // a network that filters multicast is reachable but never announced. + if m.NodeInfoUp || m.OllamaUp { + row.presence = presenceOnline + } else if row.presence == presenceUnknown { + row.presence = presenceOffline + } + } + + if in.selfUUID != "" { + if row, ok := byKey[in.selfUUID]; ok { + row.self = true + row.presence = presenceOnline + } + } + + rows := make([]nodeRow, 0, len(order)) + for _, key := range order { + rows = append(rows, *byKey[key]) + } + sortNodeRows(rows) + return rows +} + +// filterNodeRows narrows a node list to those matching a case-insensitive +// substring of the name or any of the node's addresses. +// +// Addresses are included because half of what an operator knows a machine by is +// its IP — especially the ones added by address in the first place, which may +// carry a name they have never seen. +func filterNodeRows(rows []nodeRow, filter string) []nodeRow { + needle := strings.ToLower(strings.TrimSpace(filter)) + if needle == "" { + return rows + } + out := make([]nodeRow, 0, len(rows)) + for _, n := range rows { + if nodeMatchesFilter(n, needle) { + out = append(out, n) + } + } + return out +} + +// nodeMatchesFilter reports whether one row matches an already-lowercased needle. +func nodeMatchesFilter(n nodeRow, needle string) bool { + if strings.Contains(strings.ToLower(n.name), needle) { + return true + } + if strings.Contains(strings.ToLower(n.address), needle) { + return true + } + for _, a := range n.addresses { + if strings.Contains(strings.ToLower(a), needle) { + return true + } + } + return false +} + +// candidateAddresses is the node's addresses in the order it ranked them, with +// its primary first and duplicates removed. The broker omits the list entirely +// when a node published a single address, so that case falls back to it. +func candidateAddresses(d availableNode) []string { + out := make([]string, 0, len(d.IPAddresses)+1) + seen := make(map[string]bool, len(d.IPAddresses)+1) + for _, a := range append([]string{d.IPAddress}, d.IPAddresses...) { + a = strings.TrimSpace(a) + if a == "" || seen[a] { + continue + } + seen[a] = true + out = append(out, a) + } + return out +} + +// matchManual finds the existing row a manual entry describes. Manual entries +// carry no host UUID, so address is the only join available. +// The comparison is normalised, and considers every address a node published. +// The manual address was typed by an operator while the discovered one comes off +// the wire, so an exact string match on the primary address missed a host typed +// with different case or with its port, and missed a multi-homed node entirely +// when the operator used its second address — listing the same machine twice, +// once discovered and once manual. +func matchManual(byKey map[string]*nodeRow, order []string, m manualNode) *nodeRow { + want := normalizeHost(m.Address) + if want == "" { + return nil + } + for _, key := range order { + row := byKey[key] + if normalizeHost(row.address) == want { + return row + } + for _, candidate := range row.addresses { + if normalizeHost(candidate) == want { + return row + } + } + } + return nil +} + +// normalizeHost reduces an address to a comparable host: trimmed, lowercased, +// and without a port. +func normalizeHost(address string) string { + host := strings.TrimSpace(address) + if h, _, err := net.SplitHostPort(host); err == nil { + host = h + } + return strings.ToLower(host) +} + +// discoveredPresence grades a node that appears in the broker's discovery +// snapshot: reachable if it has somewhere to be reached. +// +// Deliberately no clock. Eviction is the backend's job and it does it properly — +// roughly sixty seconds of unbroken mDNS silence, with a TCP probe to stop a +// node flapping out on one missed announcement, and inference traffic from the +// node counting as evidence too. A node that survives all that is still in the +// snapshot, and a client second-guessing it with a timer can only be wrong. +// +// It used to be wrong. This graded the record's age against a 45-second +// threshold, on the theory that the scanner re-stamps every peer every fifteen +// seconds. It does not: nvpair-node-scanner says outright that the timestamp is +// not a liveness clock, because the mDNS browser reports a node only when its +// record CHANGES — so a healthy peer with a stable advertisement stops producing +// events and its timestamp freezes at first discovery. Three "missed refreshes" +// that were never going to arrive marked a perfectly reachable peer Offline. +// +// This is also what the desktop app does, which matters because the two should +// not disagree about whether a machine is up. Its rule is +// `anyEngineUp(node) || node.nodeInfoUp`, where nodeInfoUp begins as +// `Boolean(ipAddress) && port > 0` from the same snapshot and goes false only +// when the broker drops the node. Its own /v1/node-info poll never demotes a +// node — a failed poll keeps the last metrics and backs off. +func discoveredPresence(n availableNode) nodePresence { + if n.IPAddress == "" || n.Port <= 0 { + return presenceOffline + } + return presenceOnline +} + +// memberMembership maps a cluster roster state onto the membership shown. The +// manager reports intermediate states while a join is settling; anything that +// is not clearly established reads as pending rather than as a full member. +func memberMembership(state string) nodeMembership { + switch strings.ToLower(state) { + case "joined", "active", "connected", "trusted", "member": + return membershipMember + case "": + return membershipMember + default: + return membershipPending + } +} + +// sortNodeRows orders the table: this machine first, then reachable nodes, then +// by name. Rows are keyed rather than indexed by the view, so re-ordering as +// state changes does not move the operator's selection. +func sortNodeRows(rows []nodeRow) { + sort.SliceStable(rows, func(i, j int) bool { + a, b := rows[i], rows[j] + if a.self != b.self { + return a.self + } + if (a.presence == presenceOnline) != (b.presence == presenceOnline) { + return a.presence == presenceOnline + } + return strings.ToLower(a.name) < strings.ToLower(b.name) + }) +} diff --git a/services/nvpair-tui/ui/nodesmodel_test.go b/services/nvpair-tui/ui/nodesmodel_test.go new file mode 100644 index 00000000..b3ce493d --- /dev/null +++ b/services/nvpair-tui/ui/nodesmodel_test.go @@ -0,0 +1,278 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "testing" + "time" +) + +// mergeReference is a fixed instant for building lastSeen timestamps. +// +// The merge itself no longer reads a clock — presence comes from whether the +// backend still lists a node, not from how old its record is — so this exists +// only to construct records of a given age and prove they are ignored. +var mergeReference = time.Unix(1_700_000_000, 0) + +// seenAgo builds a lastSeen timestamp d before the reference instant. +func seenAgo(d time.Duration) int64 { return mergeReference.Add(-d).Unix() } + +func findRow(t *testing.T, rows []nodeRow, name string) nodeRow { + t.Helper() + for _, r := range rows { + if r.name == name { + return r + } + } + t.Fatalf("no row named %q in %d rows", name, len(rows)) + return nodeRow{} +} + +// TestMergeKeepsOfflineMembersListed is the regression guard for the reported +// asymmetry: a cluster member that goes away must stay listed and be marked +// offline, rather than either vanishing or continuing to look present. +// TestFilterNodeRowsMatchesNameAndAddress checks both of the things an operator +// knows a machine by. Addresses matter especially for nodes added by address, +// whose reported name they may never have seen. +func TestFilterNodeRowsMatchesNameAndAddress(t *testing.T) { + rows := []nodeRow{ + {key: "a", name: "workstation", address: "10.0.0.5", addresses: []string{"10.0.0.5", "192.168.1.9"}}, + {key: "b", name: "laptop", address: "10.0.0.6"}, + {key: "c", name: "Server-01", address: "10.0.1.7"}, + } + + cases := map[string][]string{ + "work": {"a"}, // name substring + "10.0.0.": {"a", "b"}, // shared address prefix + "192.168.1.9": {"a"}, // a secondary address + "SERVER": {"c"}, // case-insensitive + " laptop ": {"b"}, // surrounding whitespace ignored + "nothing": {}, + } + for needle, want := range cases { + got := filterNodeRows(rows, needle) + if len(got) != len(want) { + t.Errorf("filter %q matched %d rows, want %d", needle, len(got), len(want)) + continue + } + for i, key := range want { + if got[i].key != key { + t.Errorf("filter %q row %d = %q, want %q", needle, i, got[i].key, key) + } + } + } + + // An empty filter is not a filter. + if got := filterNodeRows(rows, " "); len(got) != len(rows) { + t.Errorf("blank filter dropped rows: %d of %d", len(got), len(rows)) + } +} + +func TestMergeKeepsOfflineMembersListed(t *testing.T) { + rows := mergeNodes(nodeFeeds{ + discovered: []availableNode{ + {HostUUID: "up", Name: "up-host", IPAddress: "10.0.0.1", Port: 14318, + LastSeen: seenAgo(2 * time.Second)}, + }, + members: []clusterNode{ + {NodeUUID: "up", Name: "up-host", State: "joined"}, + {NodeUUID: "gone", Name: "gone-host", State: "joined", IPAddress: "10.0.0.9"}, + }, + }) + + if len(rows) != 2 { + t.Fatalf("got %d rows, want both members listed", len(rows)) + } + + gone := findRow(t, rows, "gone-host") + if gone.presence != presenceOffline { + t.Errorf("departed member presence = %v, want Offline", gone.presence) + } + if gone.membership != membershipMember { + t.Errorf("departed member membership = %v, want Member", gone.membership) + } + + up := findRow(t, rows, "up-host") + if up.presence != presenceOnline { + t.Errorf("live member presence = %v, want Online", up.presence) + } +} + +// TestMergeDoesNotAgeOutDiscoveryOnItsOwnClock is the regression guard for a +// healthy peer being marked Offline for going quiet. +// +// The scanner reports a node only when its record changes, so a peer with a +// stable advertisement stops producing events and its timestamp stops advancing +// — while the peer is perfectly reachable. Grading that age marked it Offline +// after 45 seconds. Eviction belongs to the backend, which has real evidence +// (mDNS silence plus a TCP probe plus inference traffic); a node still in the +// snapshot has survived that and must be shown as reachable. +// +// An hour-old timestamp is used deliberately: under the previous rule it was +// forty-eight thresholds stale. +func TestMergeDoesNotAgeOutDiscoveryOnItsOwnClock(t *testing.T) { + rows := mergeNodes(nodeFeeds{ + discovered: []availableNode{ + {HostUUID: "fresh", Name: "fresh", IPAddress: "10.0.0.1", Port: 14318, + LastSeen: seenAgo(5 * time.Second)}, + {HostUUID: "quiet", Name: "quiet", IPAddress: "10.0.0.2", Port: 14318, + LastSeen: seenAgo(time.Hour)}, + {HostUUID: "never", Name: "never", IPAddress: "10.0.0.3", Port: 14318}, + }, + }) + + for _, name := range []string{"fresh", "quiet", "never"} { + if got := findRow(t, rows, name).presence; got != presenceOnline { + t.Errorf("%s presence = %v, want Online: it is in the snapshot with an address", + name, got) + } + } +} + +// TestMergeNeedsSomewhereToReachANode mirrors the desktop app's rule, whose +// nodeInfoUp starts as `Boolean(ipAddress) && port > 0`. A snapshot entry with +// nowhere to connect is not a reachable node. +func TestMergeNeedsSomewhereToReachANode(t *testing.T) { + rows := mergeNodes(nodeFeeds{ + discovered: []availableNode{ + {HostUUID: "noaddr", Name: "noaddr", Port: 14318}, + {HostUUID: "noport", Name: "noport", IPAddress: "10.0.0.4"}, + }, + }) + + for _, name := range []string{"noaddr", "noport"} { + if got := findRow(t, rows, name).presence; got != presenceOffline { + t.Errorf("%s presence = %v, want Offline", name, got) + } + } +} + +// TestMergeDeduplicatesAcrossFeeds checks one machine appearing in all three +// feeds renders as a single row carrying every feed's contribution. +func TestMergeDeduplicatesAcrossFeeds(t *testing.T) { + rows := mergeNodes(nodeFeeds{ + discovered: []availableNode{{ + HostUUID: "u1", + Name: "host", + IPAddress: "10.0.0.5", + LastSeen: seenAgo(time.Second), + Trusted: true, + Models: []string{"llama3.2", "qwen3"}, + }}, + members: []clusterNode{{NodeUUID: "u1", Name: "host", State: "joined"}}, + manual: []manualNode{{ID: "m1", Address: "10.0.0.5", NodeInfoUp: true}}, + }) + + if len(rows) != 1 { + t.Fatalf("one machine produced %d rows", len(rows)) + } + row := rows[0] + if row.manualID != "m1" { + t.Errorf("manual handle lost in merge: %q", row.manualID) + } + if row.membership != membershipMember { + t.Errorf("membership = %v, want Member", row.membership) + } + if row.modelCount() != 2 { + t.Errorf("model count = %d, want 2", row.modelCount()) + } +} + +// TestMergeManualProbeBeatsDiscoverySilence covers a host on a network that +// filters multicast: it never announces, but a successful probe is direct +// evidence that it is up. +func TestMergeManualProbeBeatsDiscoverySilence(t *testing.T) { + rows := mergeNodes(nodeFeeds{ + manual: []manualNode{ + {ID: "m1", Name: "reachable", Address: "10.0.0.7", NodeInfoUp: true}, + {ID: "m2", Name: "dead", Address: "10.0.0.8"}, + }, + }) + + if got := findRow(t, rows, "reachable").presence; got != presenceOnline { + t.Errorf("probed-up manual node presence = %v, want Online", got) + } + if got := findRow(t, rows, "dead").presence; got != presenceOffline { + t.Errorf("unreachable manual node presence = %v, want Offline", got) + } +} + +// TestMembershipGovernsInvitability is the guard for re-inviting a node that +// already has a relationship. Only a standalone node may be invited. +func TestMembershipGovernsInvitability(t *testing.T) { + cases := map[nodeMembership]bool{ + membershipNone: true, + membershipMember: false, + membershipForeign: false, + membershipPending: false, + } + for membership, want := range cases { + if got := membership.invitable(); got != want { + t.Errorf("%v invitable = %v, want %v", membership, got, want) + } + } +} + +// TestMergeMarksSelf checks this machine is identified and always reads online. +func TestMergeMarksSelf(t *testing.T) { + rows := mergeNodes(nodeFeeds{ + discovered: []availableNode{ + {HostUUID: "me", Name: "this-host", LastSeen: seenAgo(time.Hour)}, + {HostUUID: "other", Name: "other-host", LastSeen: seenAgo(time.Second)}, + }, + selfUUID: "me", + }) + + self := findRow(t, rows, "this-host") + if !self.self { + t.Error("self node not marked") + } + if self.presence != presenceOnline { + t.Errorf("self presence = %v; this machine is by definition reachable", self.presence) + } + if rows[0].name != "this-host" { + t.Errorf("self sorted to position of %q, want first", rows[0].name) + } +} + +// TestMergeSortsOnlineBeforeOffline checks reachable nodes lead the list. The +// offline one here is a cluster member discovery has never reported, which is +// what an unreachable node now looks like. +func TestMergeSortsOnlineBeforeOffline(t *testing.T) { + rows := mergeNodes(nodeFeeds{ + discovered: []availableNode{ + {HostUUID: "z", Name: "zzz", IPAddress: "10.0.0.2", Port: 14318, + LastSeen: seenAgo(time.Second)}, + }, + members: []clusterNode{{ID: "a", NodeUUID: "a", Name: "aaa", State: "joined"}}, + }) + + if rows[0].name != "zzz" { + t.Errorf("first row = %q, want the online node despite its later name", rows[0].name) + } +} + +// TestMergeForeignClusterNotInvitable checks a node clustered elsewhere is +// distinguished from one of ours. +func TestMergeForeignClusterNotInvitable(t *testing.T) { + rows := mergeNodes(nodeFeeds{ + discovered: []availableNode{ + {HostUUID: "f", Name: "foreign", Clustered: true, LastSeen: seenAgo(time.Second)}, + {HostUUID: "s", Name: "standalone", LastSeen: seenAgo(time.Second)}, + }, + }) + + if got := findRow(t, rows, "foreign").membership; got != membershipForeign { + t.Errorf("foreign membership = %v", got) + } + if got := findRow(t, rows, "standalone").membership; !got.invitable() { + t.Errorf("standalone node reported not invitable (%v)", got) + } +} + +func TestMergeEmptyFeeds(t *testing.T) { + if rows := mergeNodes(nodeFeeds{}); len(rows) != 0 { + t.Errorf("empty feeds produced %d rows", len(rows)) + } +} diff --git a/services/nvpair-tui/ui/nodeswire.go b/services/nvpair-tui/ui/nodeswire.go new file mode 100644 index 00000000..c29abaa5 --- /dev/null +++ b/services/nvpair-tui/ui/nodeswire.go @@ -0,0 +1,104 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +// The wire shapes behind the Nodes tab. One machine is described by three +// different services, so their payloads are collected here and folded into the +// single nodeRow the view renders (see mergeNodes). + +// availableNode mirrors the broker's discovery boundary shape (the +// discovery:get-nodes element and discovery:nodes-changed payload entry). +type availableNode struct { + ID string `json:"id"` + HostUUID string `json:"hostUuid"` + Name string `json:"name"` + IPAddress string `json:"ipAddress"` + // IPAddresses is every address the node published, in its own ranked order + // with IPAddress first. A multi-homed node has no single address every peer + // can reach — a direct-connect link only works from the machine on its far + // end — so a client that dials the node must walk this list rather than + // treating IPAddress as the only answer. Omitted when there is just one. + IPAddresses []string `json:"ipAddresses"` + Port int `json:"port"` + // LastSeen is when the scanner last WROTE this record — not when anything + // last confirmed the node was alive. nvpair-node-scanner is explicit that it + // is not a liveness clock: the mDNS browser reports a node only when its + // record changes, so a healthy peer's value freezes at first discovery, and + // the local node's advances only when it republishes. + // + // Decoded because it is on the wire, and deliberately unused. Presence comes + // from whether the backend still lists the node (see discoveredPresence); + // grading this as an age marked reachable peers Offline and made the local + // row count upward forever. Do not reintroduce a threshold on it. + LastSeen int64 `json:"lastSeen"` // Unix seconds + // Trusted: this node is a paired cluster peer of ours. Clustered: it belongs + // to some cluster (advertises a cluster-uuid), whether or not we're paired + // with it. Either one makes it non-invitable — an already-clustered peer + // rejects a fresh pairing (it must leave/be removed first). + Trusted bool `json:"trusted"` + Clustered bool `json:"clustered"` + + // The broker enriches each discovered node with the model inventory it + // learned from that peer's engine-manager, so a remote node's models need + // no extra call: Models is the flat de-duplicated union, ModelsByEngine + // attributes each to the engine serving it, and LoadedByEngine names those + // currently resident in memory. + Models []string `json:"models"` + ModelsByEngine map[string][]string `json:"modelsByEngine"` + LoadedByEngine map[string][]string `json:"loadedByEngine"` +} + +// clusterIdentity is this node's principal, from cluster:get-node-id. +type clusterIdentity struct { + NodeUUID string `json:"nodeUuid"` + NodeID string `json:"nodeId"` + Name string `json:"name"` + ClusterID string `json:"clusterId"` +} + +// clusterNode mirrors nvpair-cluster-manager's ClusterNode (a member or +// pending invitee), the element of nodes:get-initial / nodes:changed. +type clusterNode struct { + ID string `json:"id"` + NodeUUID string `json:"nodeUuid"` + Name string `json:"name"` + IPAddress string `json:"ipAddress"` + Port int `json:"port"` + State string `json:"state"` +} + +// clusterInvite is the broker-facing view of a pairing session +// (cluster:invite-received push / cluster:invite-node result). +type clusterInvite struct { + InviteID string `json:"inviteId"` + FromNodeName string `json:"fromNodeName"` + Pin *string `json:"pin"` + State string `json:"state"` +} + +// manualNode is the subset of nvpair-manual-nodes' ManualNodeStatus shown. +type manualNode struct { + ID string `json:"id"` + Name string `json:"name"` + Address string `json:"address"` + OllamaUp bool `json:"ollama_up"` + NodeInfoUp bool `json:"node_info_up"` +} + +// rejectReason renders a machine reason from a rejected invite as human text. +// reasonIncorrectPIN is the cluster manager's reason code for a PIN that failed +// verification, as opposed to a transport or protocol failure. It is the one +// outcome with a specific remedy, so it gets specific copy. +const reasonIncorrectPIN = "incorrect-pin" + +func rejectReason(reason string) string { + switch reason { + case "already-clustered": + return "already in a cluster" + case "": + return "rejected by peer" + default: + return reason + } +} diff --git a/services/nvpair-tui/ui/nodetelemetry.go b/services/nvpair-tui/ui/nodetelemetry.go new file mode 100644 index 00000000..74839879 --- /dev/null +++ b/services/nvpair-tui/ui/nodetelemetry.go @@ -0,0 +1,240 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "context" + "encoding/json" + "fmt" + "io" + "net" + "net/http" + "strconv" + "strings" + "time" + + "nvpair-shared/noderec" + + tea "github.com/charmbracelet/bubbletea" +) + +// The node-info HTTP contract. Hardware telemetry is the one thing the broker's +// JSON-RPC surface does not carry: it keeps GPU, CPU, and memory readings +// internally but does not put them on the discovery wire, so a client that wants +// them has to ask each node directly. The desktop app does the same thing, and +// these values match its cadence so the two behave alike. +const ( + nodeInfoPath = "/v1/node-info" + nodeInfoDefaultPort = 14318 + nodeInfoPollInterval = 2 * time.Second + nodeInfoPollTimeout = 1500 * time.Millisecond + nodeInfoSelfHost = "127.0.0.1" +) + +// nodeTelemetry is one node-info reading. The GPU, CPU, and memory shapes are +// the canonical ones from nvpair-shared/noderec, which node-info's response uses +// field-for-field. +type nodeTelemetry struct { + GPUs []noderec.GPUInfo `json:"GPUs"` + CPU *noderec.CPUInfo `json:"cpu"` + Memory *noderec.MemoryInfo `json:"memory"` + // TelemetryValid reports whether the dynamic sample is usable at all; a node + // with no GPU telemetry source still answers, with this false. + TelemetryValid bool `json:"telemetryValid"` + MSSince int64 `json:"msSince"` +} + +// nodeTelemetryMsg carries a poll result. A failure is not surfaced as an error +// toast: an unreachable node is an ordinary, expected state here, and the detail +// screen simply says telemetry is unavailable. +type nodeTelemetryMsg struct { + nodeKey string + // gen identifies the polling chain this reading belongs to. It matters + // because the reply is what schedules the next tick: a reading from a + // previous visit to the same node would otherwise be accepted and start a + // second chain alongside the current one, doubling the poll rate on every + // close-and-reopen. Matching on the node alone is not enough — it is the + // same node. + gen int + telemetry nodeTelemetry + err error +} + +// nodeTelemetryTickMsg schedules the next poll. +// +// gen identifies the polling chain that scheduled it. Bubble Tea has no way to +// cancel a pending tea.Tick, so closing and re-opening the same node's detail +// screen left the previous chain's tick in flight; matching on the node key +// alone accepted it, and each re-open added another self-sustaining chain +// polling the same endpoint. +type nodeTelemetryTickMsg struct { + nodeKey string + gen int +} + +// maxTelemetryBody bounds a node-info reply. The real payload is a few hundred +// bytes; this is generous while still refusing to buffer whatever a peer feels +// like sending. Without a bound, a hostile or broken node on the LAN could make +// this client allocate until it died — the request timeout limits how long a +// read takes, not how much it yields. +const maxTelemetryBody = 256 << 10 // 256 KiB + +// telemetryClient is shared so connections are pooled across polls rather than +// opening a socket every two seconds. +// +// Redirects are refused. The address comes from mDNS or a typed manual entry, so +// following one would let a peer point this poll at an arbitrary host — loopback +// or a metadata endpoint included — and a node-info endpoint has no legitimate +// reason to redirect. +var telemetryClient = &http.Client{ + Timeout: nodeInfoPollTimeout, + CheckRedirect: func(*http.Request, []*http.Request) error { + return http.ErrUseLastResponse + }, +} + +// pollTelemetryCmd fetches one node's readings. +// +// Only the node whose detail screen is open is polled, unlike the desktop's +// sweep of every known node. The terminal shows one machine's detail at a time, +// so a sweep would put N requests on the network to render one panel — and this +// runs on the headless hosts least able to spare that. +// addresses is tried in the order the node ranked them, since a multi-homed +// node's first address may be a link only some peers can reach. +func pollTelemetryCmd(key string, gen int, addresses []string, port int) tea.Cmd { + if len(addresses) == 0 { + return nil + } + return func() tea.Msg { + var lastErr error + for _, address := range addresses { + t, err := fetchTelemetry(nodeInfoURL(address, port)) + if err == nil { + return nodeTelemetryMsg{nodeKey: key, gen: gen, telemetry: t} + } + lastErr = err + } + return nodeTelemetryMsg{nodeKey: key, gen: gen, err: lastErr} + } +} + +// fetchTelemetry reads one node-info endpoint. +func fetchTelemetry(url string) (nodeTelemetry, error) { + ctx, cancel := context.WithTimeout(context.Background(), nodeInfoPollTimeout) + defer cancel() + + req, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil) + if err != nil { + return nodeTelemetry{}, err + } + resp, err := telemetryClient.Do(req) + if err != nil { + return nodeTelemetry{}, err + } + defer resp.Body.Close() + + if resp.StatusCode != http.StatusOK { + return nodeTelemetry{}, fmt.Errorf("node-info returned %s", resp.Status) + } + var t nodeTelemetry + if err := json.NewDecoder(io.LimitReader(resp.Body, maxTelemetryBody)).Decode(&t); err != nil { + return nodeTelemetry{}, err + } + return t, nil +} + +// telemetryTickCmd schedules the next poll for a node's polling chain. +func telemetryTickCmd(key string, gen int) tea.Cmd { + return tea.Tick(nodeInfoPollInterval, func(time.Time) tea.Msg { + return nodeTelemetryTickMsg{nodeKey: key, gen: gen} + }) +} + +// nodeInfoURL builds the endpoint for a node. Discovery reports the node-info +// port per node; the constant is only the fallback for an entry that has none +// yet, such as a manual node whose first probe has not landed. +func nodeInfoURL(address string, port int) string { + if port <= 0 { + port = nodeInfoDefaultPort + } + return "http://" + net.JoinHostPort(address, strconv.Itoa(port)) + nodeInfoPath +} + +// summary renders the readings as compact lines for the detail screen. Returns +// nil when the node reported nothing worth showing. +func (t nodeTelemetry) summary() []string { + lines := make([]string, 0, len(t.GPUs)+2) + for _, g := range t.GPUs { + lines = append(lines, " "+gpuLine(g, t.TelemetryValid)) + } + if t.CPU != nil { + name := t.CPU.Name + if name == "" { + name = "CPU" + } + detail := fmt.Sprintf(" %-28s %3d%%", truncate(name, 28), t.CPU.UtilizationPercent) + if t.CPU.Cores > 0 { + detail += fmt.Sprintf(" %d cores", t.CPU.Cores) + } + lines = append(lines, detail) + } + if t.Memory != nil && t.Memory.TotalBytes > 0 { + lines = append(lines, fmt.Sprintf(" %-28s %s / %s", "RAM", + humanBytes(t.Memory.UsedBytes), humanBytes(t.Memory.TotalBytes))) + } + return lines +} + +// gpuLine renders one GPU. Utilization is omitted when the node reports its +// dynamic sample as unusable, rather than printing a zero that reads as idle. +func gpuLine(g noderec.GPUInfo, valid bool) string { + name := g.Name + if name == "" { + name = "GPU" + } + util := " --%" + if valid { + util = fmt.Sprintf("%3d%%", g.UtilizationPercent) + } + line := fmt.Sprintf("%-28s %s", truncate(name, 28), util) + if g.VramBytes > 0 { + line += fmt.Sprintf(" %s / %s", humanBytes(g.VramUsedBytes), humanBytes(g.VramBytes)) + } + return line +} + +// humanBytes renders a byte count in the largest unit that keeps it readable. +func humanBytes(b uint64) string { + const unit = 1024 + if b < unit { + return strconv.FormatUint(b, 10) + " B" + } + value := float64(b) + units := []string{"KiB", "MiB", "GiB", "TiB"} + idx := -1 + for value >= unit && idx < len(units)-1 { + value /= unit + idx++ + } + if value >= 100 { + return fmt.Sprintf("%.0f %s", value, units[idx]) + } + return fmt.Sprintf("%.1f %s", value, units[idx]) +} + +// telemetryHosts is the addresses to poll, in preference order. This machine is +// reached over loopback: its own advertised address may be a link a peer uses to +// reach it rather than one it can usefully dial itself. +func telemetryHosts(node nodeRow) []string { + if node.self { + return []string{nodeInfoSelfHost} + } + if len(node.addresses) > 0 { + return node.addresses + } + if a := strings.TrimSpace(node.address); a != "" { + return []string{a} + } + return nil +} diff --git a/services/nvpair-tui/ui/nodetelemetry_test.go b/services/nvpair-tui/ui/nodetelemetry_test.go new file mode 100644 index 00000000..e0b27e66 --- /dev/null +++ b/services/nvpair-tui/ui/nodetelemetry_test.go @@ -0,0 +1,329 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "encoding/json" + "net" + "net/http" + "net/http/httptest" + "net/url" + "strconv" + "strings" + "testing" + + "nvpair-shared/noderec" + "nvpair-tui/rpc" +) + +// TestTelemetryReplyIsGenerationScoped is the companion guard: the reply, not +// the tick, is what schedules the next poll, so a reply from a previous visit +// to the same node would start a second chain alongside the current one and +// double the poll rate on every close-and-reopen. +func TestTelemetryReplyIsGenerationScoped(t *testing.T) { + node := nodeRow{key: "n1", name: "n1", address: "10.0.0.4", port: 14318} + first := newNodeDetail(nil, node) + second := newNodeDetail(nil, node) + second.SetSize(100, 30) + + // The older screen's in-flight poll lands on the newer screen. + cmd, _ := second.update(nodeTelemetryMsg{ + nodeKey: node.key, gen: first.telemetryGen, + telemetry: nodeTelemetry{TelemetryValid: true}, + }) + if cmd != nil { + t.Error("a superseded chain's reply scheduled another poll; the chain will double") + } + + // Its own reply does continue the chain. + cmd, _ = second.update(nodeTelemetryMsg{ + nodeKey: node.key, gen: second.telemetryGen, + telemetry: nodeTelemetry{TelemetryValid: true}, + }) + if cmd == nil { + t.Error("the screen's own reply did not schedule the next poll; telemetry stops") + } +} + +// TestTelemetryStartsWhenAnAddressArrivesLate checks a node opened before +// discovery resolved it still gets telemetry. Nothing schedules a tick when +// there is nothing to poll, and the reply is what continues the chain, so +// without an explicit restart the panel read "unavailable" for the whole visit. +func TestTelemetryStartsWhenAnAddressArrivesLate(t *testing.T) { + d := newNodeDetail(nil, nodeRow{key: "peer", name: "peer"}) // no address yet + d.SetSize(100, 30) + + if cmd := d.telemetryCmd(); cmd != nil { + t.Fatal("polled a node with no address") + } + if d.telemetryRunning { + t.Fatal("claims a chain is running with nothing to poll") + } + + params, _ := json.Marshal([]availableNode{{ + HostUUID: "peer", Name: "peer", IPAddress: "10.0.0.9", Port: 14318, + }}) + cmd := d.handleNotification(&rpc.Message{ + Method: "discovery:nodes-changed", Params: params, + }) + + if cmd == nil { + t.Error("an address arriving did not start the telemetry chain") + } + if d.node.address != "10.0.0.9" { + t.Errorf("address = %q, want the one discovery reported", d.node.address) + } +} + +// TestTelemetryChainsAreGenerationScoped is the regression guard for polling +// chains piling up. Bubble Tea cannot cancel a pending tick, so closing and +// re-opening a node's detail screen left the old chain's tick in flight; keyed +// on the node alone it was accepted and extended, and every re-open added +// another chain polling the same endpoint forever. +func TestTelemetryChainsAreGenerationScoped(t *testing.T) { + node := nodeRow{key: "n1", name: "n1", address: "10.0.0.4", port: 14318} + + first := newNodeDetail(nil, node) + second := newNodeDetail(nil, node) + if first.telemetryGen == second.telemetryGen { + t.Fatal("two detail screens share a chain id, so neither can retire the other's ticks") + } + + // The newer screen ignores the older chain's tick. + if cmd, _ := second.update(nodeTelemetryTickMsg{ + nodeKey: node.key, gen: first.telemetryGen, + }); cmd != nil { + t.Error("a superseded chain's tick was extended; polling chains will accumulate") + } + + // And still continues its own. + if cmd, _ := second.update(nodeTelemetryTickMsg{ + nodeKey: node.key, gen: second.telemetryGen, + }); cmd == nil { + t.Error("the screen's own tick did not continue its chain") + } +} + +// TestPollTelemetryWalksEveryAddress checks the poll tries a node's other +// published addresses. A multi-homed node's first address may be a link this +// machine cannot reach, and giving up on it reported the node as having no +// telemetry at all. +func TestPollTelemetryWalksEveryAddress(t *testing.T) { + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) { + _, _ = w.Write([]byte(`{"telemetryValid":true}`)) + })) + defer srv.Close() + + host, port, err := net.SplitHostPort(strings.TrimPrefix(srv.URL, "http://")) + if err != nil { + t.Fatalf("split test server address: %v", err) + } + p, _ := strconv.Atoi(port) + + // An unreachable address first — the reserved TEST-NET-1 block — then the + // one that answers. + cmd := pollTelemetryCmd("n1", 1, []string{"192.0.2.1", host}, p) + msg, ok := cmd().(nodeTelemetryMsg) + if !ok { + t.Fatalf("got %T, want nodeTelemetryMsg", cmd()) + } + if msg.err != nil { + t.Errorf("poll failed despite a reachable second address: %v", msg.err) + } + if !msg.telemetry.TelemetryValid { + t.Error("no telemetry decoded from the address that answered") + } +} + +// TestNodeInfoURL pins the endpoint shape, including the fallback for an entry +// whose node-info port is not known yet. +func TestNodeInfoURL(t *testing.T) { + if got := nodeInfoURL("10.0.0.5", 14318); got != "http://10.0.0.5:14318/v1/node-info" { + t.Errorf("url = %q", got) + } + if got := nodeInfoURL("10.0.0.5", 0); !strings.Contains(got, strconv.Itoa(nodeInfoDefaultPort)) { + t.Errorf("url = %q, want the default port when none is known", got) + } + // An IPv6 literal has to be bracketed or the port parses as part of the host. + if got := nodeInfoURL("fe80::1", 14318); !strings.Contains(got, "[fe80::1]:14318") { + t.Errorf("url = %q, want a bracketed IPv6 host", got) + } +} + +// TestTelemetryHostUsesLoopbackForSelf checks this machine is polled over +// loopback: its advertised address may be a link only peers can reach. +func TestTelemetryHostsUseLoopbackForSelf(t *testing.T) { + if got := telemetryHosts(nodeRow{self: true, address: "10.0.0.5"}); len(got) != 1 || got[0] != nodeInfoSelfHost { + t.Errorf("self hosts = %v, want just %q", got, nodeInfoSelfHost) + } + if got := telemetryHosts(nodeRow{address: "10.0.0.5"}); len(got) != 1 || got[0] != "10.0.0.5" { + t.Errorf("remote hosts = %v", got) + } +} + +// TestPollTelemetryDecodesResponse exercises the real HTTP path against a stub +// serving the node-info contract, so the JSON tags stay pinned to the producer's +// (notably the capitalised "GPUs" key). +func TestPollTelemetryDecodesResponse(t *testing.T) { + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if r.URL.Path != nodeInfoPath { + t.Errorf("polled %q, want %q", r.URL.Path, nodeInfoPath) + } + w.Header().Set("Content-Type", "application/json") + _, _ = w.Write([]byte(`{ + "GPUs":[{"name":"Test GPU","vram_bytes":8589934592,"vram_used_bytes":1073741824,"utilization_percent":42}], + "cpu":{"name":"Test CPU","cores":8,"utilization_percent":13}, + "memory":{"total_bytes":34359738368,"used_bytes":8589934592}, + "telemetryValid":true, + "msSince":120 + }`)) + })) + defer srv.Close() + + host, port := splitTestServer(t, srv.URL) + msg, ok := pollTelemetryCmd("key", 1, []string{host}, port)().(nodeTelemetryMsg) + if !ok { + t.Fatal("poll produced the wrong message type") + } + if msg.err != nil { + t.Fatalf("poll failed: %v", msg.err) + } + if msg.nodeKey != "key" { + t.Errorf("nodeKey = %q, want the key it was asked for", msg.nodeKey) + } + if len(msg.telemetry.GPUs) != 1 { + t.Fatalf("decoded %d GPUs, want 1 — check the \"GPUs\" JSON key", len(msg.telemetry.GPUs)) + } + if got := msg.telemetry.GPUs[0].UtilizationPercent; got != 42 { + t.Errorf("GPU utilization = %d, want 42", got) + } + if msg.telemetry.CPU == nil || msg.telemetry.CPU.Cores != 8 { + t.Error("CPU block did not decode") + } + if msg.telemetry.Memory == nil || msg.telemetry.Memory.TotalBytes == 0 { + t.Error("memory block did not decode") + } + if !msg.telemetry.TelemetryValid { + t.Error("telemetryValid did not decode") + } +} + +// TestPollTelemetryReportsFailure checks a non-200 is an error rather than being +// decoded as an empty reading, which would render as a machine with no hardware. +func TestPollTelemetryReportsFailure(t *testing.T) { + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) { + w.WriteHeader(http.StatusForbidden) + })) + defer srv.Close() + + host, port := splitTestServer(t, srv.URL) + msg := pollTelemetryCmd("key", 1, []string{host}, port)().(nodeTelemetryMsg) + if msg.err == nil { + t.Error("a 403 was treated as a successful reading") + } +} + +// TestPollTelemetrySkipsUnknownAddress checks a node with no address issues no +// request at all. +func TestPollTelemetrySkipsUnknownAddress(t *testing.T) { + if cmd := pollTelemetryCmd("key", 1, nil, 14318); cmd != nil { + t.Error("polled a node with no known address") + } +} + +// TestTelemetrySummaryOmitsUtilizationWhenStale checks an unusable sample does +// not print 0%, which would read as an idle GPU. +func TestTelemetrySummaryOmitsUtilizationWhenStale(t *testing.T) { + tel := nodeTelemetry{ + GPUs: []noderec.GPUInfo{{Name: "GPU", VramBytes: 1 << 30, UtilizationPercent: 0}}, + TelemetryValid: false, + } + line := strings.Join(tel.summary(), "\n") + if strings.Contains(line, "0%") { + t.Errorf("stale sample rendered as 0%% utilization: %q", line) + } + if !strings.Contains(line, "--") { + t.Errorf("stale sample should read as unknown: %q", line) + } + + tel.TelemetryValid = true + tel.GPUs[0].UtilizationPercent = 55 + if got := strings.Join(tel.summary(), "\n"); !strings.Contains(got, "55%") { + t.Errorf("valid sample did not render utilization: %q", got) + } +} + +func TestTelemetrySummaryEmpty(t *testing.T) { + if lines := (nodeTelemetry{}).summary(); len(lines) != 0 { + t.Errorf("empty telemetry produced %d lines", len(lines)) + } +} + +func TestHumanBytes(t *testing.T) { + cases := map[uint64]string{ + 0: "0 B", + 512: "512 B", + 1024: "1.0 KiB", + 1 << 30: "1.0 GiB", + 8 * (1 << 30): "8.0 GiB", + 32 * (1 << 30): "32.0 GiB", + // At three digits the decimal stops earning its place. + 128 * (1 << 30): "128 GiB", + 4 * (1 << 40): "4.0 TiB", + } + for in, want := range cases { + if got := humanBytes(in); got != want { + t.Errorf("humanBytes(%d) = %q, want %q", in, got, want) + } + } +} + +// TestDetailHardwareUnavailableWhenPollFails checks the panel is explicit rather +// than silently blank when a node cannot be reached. +func TestDetailHardwareUnavailableWhenPollFails(t *testing.T) { + d := newNodeDetail(nil, nodeRow{key: "k", name: "peer", presence: presenceOffline}) + if got := d.hardwareBlock(); !strings.Contains(got, "not reachable") { + t.Errorf("hardware block = %q, want an explanation", got) + } + + d.node.presence = presenceOnline + if got := d.hardwareBlock(); !strings.Contains(got, "unavailable") { + t.Errorf("hardware block = %q", got) + } + + d.telemetryOK = true + d.telemetry = nodeTelemetry{ + GPUs: []noderec.GPUInfo{{Name: "Test GPU", VramBytes: 1 << 30, UtilizationPercent: 7}}, + TelemetryValid: true, + } + if got := d.hardwareBlock(); !strings.Contains(got, "Test GPU") { + t.Errorf("hardware block = %q, want the GPU name", got) + } +} + +// TestDetailIgnoresTelemetryForOtherNodes checks a late reply for a node the +// operator has navigated away from does not overwrite the current one. +func TestDetailIgnoresTelemetryForOtherNodes(t *testing.T) { + d := newNodeDetail(nil, nodeRow{key: "current", self: true}) + d.update(nodeTelemetryMsg{ + nodeKey: "stale", gen: d.telemetryGen, + telemetry: nodeTelemetry{TelemetryValid: true}, + }) + if d.telemetryOK { + t.Error("accepted a reading addressed to a different node") + } +} + +func splitTestServer(t *testing.T, raw string) (string, int) { + t.Helper() + u, err := url.Parse(raw) + if err != nil { + t.Fatalf("parse test server url: %v", err) + } + port, err := strconv.Atoi(u.Port()) + if err != nil { + t.Fatalf("parse test server port: %v", err) + } + return u.Hostname(), port +} diff --git a/services/nvpair-tui/ui/proxies.go b/services/nvpair-tui/ui/proxies.go deleted file mode 100644 index 42c36dca..00000000 --- a/services/nvpair-tui/ui/proxies.go +++ /dev/null @@ -1,374 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import ( - "fmt" - "strconv" - "strings" - - "nvpair-shared/engines" - "nvpair-tui/rpc" - - "github.com/charmbracelet/bubbles/key" - "github.com/charmbracelet/bubbles/table" - "github.com/charmbracelet/bubbles/textinput" - tea "github.com/charmbracelet/bubbletea" -) - -// proxyNode mirrors a discovered upstream as reported by the proxy's -// nodes/list (nvpair-proxy/discovery.go Node). -type proxyNode struct { - ID string `json:"id"` - Host string `json:"host"` - Port int `json:"port"` -} - -// buildProxyEngines makes one tab per engine, in the shared table's order, so -// an engine added there appears here rather than being silently absent from -// this view. -func buildProxyEngines() []*proxyEngine { - all := engines.All() - out := make([]*proxyEngine, 0, len(all)) - for _, e := range all { - out = append(out, &proxyEngine{label: e.DisplayName, prefix: e.ComponentName(), table: newTable(nil)}) - } - return out -} - -// proxyEngine is one reverse proxy the broker fronts. They all speak the same -// routing/failover contract; only the JSON-RPC prefix and label differ. -type proxyEngine struct { - label string // "Ollama" / "LM Studio" - prefix string // "ollama-proxy" / "lmstudio-proxy" - ready bool - port int - selected string - nodes []proxyNode - table table.Model -} - -// proxiesView shows both reverse proxies: per-engine status (ready/port/ -// selected node) and the focused engine's discovered upstreams, with -// actions to select a node and set the listen port. -type proxiesView struct { - client *rpc.Client - engines []*proxyEngine - focus int - portInput textinput.Model - editingPort bool - status string - - width, height int -} - -type proxyStatusMsg struct { - idx int - ready bool - port int - err error -} - -type proxyNodesMsg struct { - idx int - nodes []proxyNode - err error -} - -type proxySelectedMsg struct { - idx int - id string - err error -} - -type proxyActionMsg struct { - what string - err error -} - -var ( - proxyFocusKey = key.NewBinding(key.WithKeys("g"), key.WithHelp("g", "toggle engine")) - proxySelectKey = key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", "select node")) - proxyPortKey = key.NewBinding(key.WithKeys("p"), key.WithHelp("p", "set port")) - proxyAutoKey = key.NewBinding(key.WithKeys("a"), key.WithHelp("a", "auto-select")) -) - -func newProxiesView(client *rpc.Client) *proxiesView { - ti := textinput.New() - ti.Placeholder = "port" - ti.CharLimit = 5 - v := &proxiesView{ - client: client, - portInput: ti, - engines: buildProxyEngines(), - } - return v -} - -func (v *proxiesView) Title() string { return "Proxies" } - -func (v *proxiesView) Init() tea.Cmd { - var cmds []tea.Cmd - for i, e := range v.engines { - cmds = append(cmds, - call(v.client, e.prefix+":subscribe", nil, func(_ *rpc.Message, _ error) tea.Msg { return nil }), - v.statusCmd(i), - v.nodesCmd(i), - v.selectedCmd(i), - ) - } - return tea.Batch(cmds...) -} - -func (v *proxiesView) statusCmd(idx int) tea.Cmd { - e := v.engines[idx] - return call(v.client, e.prefix+":get-status", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return proxyStatusMsg{idx: idx, err: err} - } - var r struct { - Ready bool `json:"ready"` - Port int `json:"port"` - } - _ = decodeParams(msg.Result, &r) - return proxyStatusMsg{idx: idx, ready: r.Ready, port: r.Port} - }) -} - -func (v *proxiesView) nodesCmd(idx int) tea.Cmd { - e := v.engines[idx] - return call(v.client, e.prefix+":nodes/list", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return proxyNodesMsg{idx: idx, err: err} - } - var r struct { - Nodes []proxyNode `json:"nodes"` - } - _ = decodeParams(msg.Result, &r) - return proxyNodesMsg{idx: idx, nodes: r.Nodes} - }) -} - -func (v *proxiesView) selectedCmd(idx int) tea.Cmd { - e := v.engines[idx] - return call(v.client, e.prefix+":node/selected", nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return proxySelectedMsg{idx: idx, err: err} - } - var r struct { - ID string `json:"id"` - } - _ = decodeParams(msg.Result, &r) - return proxySelectedMsg{idx: idx, id: r.ID} - }) -} - -func (v *proxiesView) SetSize(w, h int) { - v.width, v.height = w, h - const sel, port = 3, 7 - id := clampWidth((w-sel-port-2)/2, 10) - host := clampWidth(w-sel-port-id-2, 10) - cols := []table.Column{ - {Title: "SEL", Width: sel}, - {Title: "ID", Width: id}, - {Title: "HOST", Width: host}, - {Title: "PORT", Width: port}, - } - for _, e := range v.engines { - e.table.SetColumns(cols) - e.table.SetWidth(w) - e.table.SetHeight(clampWidth(h-6, 1)) - } -} - -func (v *proxiesView) CapturingInput() bool { return v.editingPort } - -func (v *proxiesView) Update(msg tea.Msg) tea.Cmd { - switch msg := msg.(type) { - case proxyStatusMsg: - if msg.err == nil { - v.engines[msg.idx].ready = msg.ready - v.engines[msg.idx].port = msg.port - } - return nil - case proxyNodesMsg: - if msg.err == nil { - v.engines[msg.idx].nodes = msg.nodes - v.refreshRows(msg.idx) - } - return nil - case proxySelectedMsg: - if msg.err == nil { - v.engines[msg.idx].selected = msg.id - v.refreshRows(msg.idx) - } - return nil - case proxyActionMsg: - if msg.err != nil { - v.status = msg.what + " failed: " + msg.err.Error() - } else { - v.status = msg.what + " ok" - } - return nil - case NotificationMsg: - return v.handleNotification(msg.Msg) - case tea.KeyMsg: - return v.handleKey(msg) - } - return nil -} - -func (v *proxiesView) handleNotification(msg *rpc.Message) tea.Cmd { - // Match against the prefixes the tabs were built from rather than a fixed - // switch, so this follows the engine table instead of hardcoding both the - // names and their positions. - idx := -1 - for i, e := range v.engines { - if strings.HasPrefix(msg.Method, e.prefix+":") { - idx = i - break - } - } - if idx < 0 { - return nil - } - if strings.HasSuffix(msg.Method, ":ready") { - var r struct { - Port int `json:"port"` - } - _ = decodeParams(msg.Params, &r) - v.engines[idx].ready = true - if r.Port != 0 { - v.engines[idx].port = r.Port - } - return nil - } - // Any node lifecycle / selection event: refresh that engine's list - // and current selection rather than tracking deltas by hand. - if strings.Contains(msg.Method, ":node/") { - return tea.Batch(v.nodesCmd(idx), v.selectedCmd(idx)) - } - return nil -} - -func (v *proxiesView) handleKey(msg tea.KeyMsg) tea.Cmd { - if v.editingPort { - switch msg.String() { - case "enter": - return v.submitPort() - case "esc": - v.editingPort = false - v.portInput.Blur() - return nil - } - var cmd tea.Cmd - v.portInput, cmd = v.portInput.Update(msg) - return cmd - } - - switch { - case key.Matches(msg, proxyFocusKey): - v.focus = (v.focus + 1) % len(v.engines) - return nil - case key.Matches(msg, proxyPortKey): - v.editingPort = true - v.portInput.SetValue(strconv.Itoa(v.engines[v.focus].port)) - v.portInput.Focus() - return textinput.Blink - case key.Matches(msg, proxySelectKey): - return v.selectHighlighted() - case key.Matches(msg, proxyAutoKey): - return v.selectNode("") - } - var cmd tea.Cmd - v.engines[v.focus].table, cmd = v.engines[v.focus].table.Update(msg) - return cmd -} - -func (v *proxiesView) selectHighlighted() tea.Cmd { - e := v.engines[v.focus] - idx := e.table.Cursor() - if idx < 0 || idx >= len(e.nodes) { - return nil - } - return v.selectNode(e.nodes[idx].ID) -} - -func (v *proxiesView) selectNode(id string) tea.Cmd { - e := v.engines[v.focus] - return call(v.client, e.prefix+":node/select", map[string]string{"id": id}, func(_ *rpc.Message, err error) tea.Msg { - return proxyActionMsg{what: "select", err: err} - }) -} - -func (v *proxiesView) submitPort() tea.Cmd { - v.editingPort = false - v.portInput.Blur() - port, err := strconv.Atoi(strings.TrimSpace(v.portInput.Value())) - if err != nil || port <= 0 || port > 65535 { - v.status = "invalid port" - return nil - } - e := v.engines[v.focus] - return call(v.client, e.prefix+":set-port", map[string]int{"port": port}, func(_ *rpc.Message, err error) tea.Msg { - return proxyActionMsg{what: "set-port", err: err} - }) -} - -func (v *proxiesView) refreshRows(idx int) { - e := v.engines[idx] - rows := make([]table.Row, 0, len(e.nodes)) - for _, n := range e.nodes { - marker := "" - if n.ID != "" && n.ID == e.selected { - marker = "*" - } - rows = append(rows, table.Row{marker, n.ID, n.Host, strconv.Itoa(n.Port)}) - } - e.table.SetRows(rows) -} - -func (v *proxiesView) View() string { - var b strings.Builder - for i, e := range v.engines { - b.WriteString(v.engineStatusLine(i, e)) - b.WriteByte('\n') - } - b.WriteByte('\n') - focused := v.engines[v.focus] - b.WriteString(titleStyle.Render(focused.label + " upstreams")) - b.WriteByte('\n') - if len(focused.nodes) == 0 { - b.WriteString(footerStyle.Render("No upstreams discovered.")) - } else { - b.WriteString(focused.table.View()) - } - if v.editingPort { - b.WriteString("\nset " + focused.label + " port: " + v.portInput.View()) - } - if v.status != "" { - b.WriteString("\n" + footerStyle.Render(v.status)) - } - return b.String() -} - -func (v *proxiesView) engineStatusLine(i int, e *proxyEngine) string { - state := statusErrStyle.Render("down") - if e.ready { - state = statusOKStyle.Render(fmt.Sprintf("ready :%d", e.port)) - } - sel := e.selected - if sel == "" { - sel = "auto" - } - marker := " " - if i == v.focus { - marker = "> " - } - return fmt.Sprintf("%s%-10s %s selected=%s", marker, e.label, state, sel) -} - -func (v *proxiesView) Help() []key.Binding { - return []key.Binding{proxyFocusKey, proxySelectKey, proxyAutoKey, proxyPortKey} -} diff --git a/services/nvpair-tui/ui/proxystatus.go b/services/nvpair-tui/ui/proxystatus.go new file mode 100644 index 00000000..0bd7fd71 --- /dev/null +++ b/services/nvpair-tui/ui/proxystatus.go @@ -0,0 +1,245 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "fmt" + "strings" + + "nvpair-shared/engines" + "nvpair-tui/rpc" + + tea "github.com/charmbracelet/bubbletea" +) + +// proxyEngine is one engine's facade on the proxy the broker fronts. Every +// facade speaks the same control contract; only the JSON-RPC prefix and the +// label differ. +// +// A facade, not a process: one nvpair-proxy serves them all, so readiness and +// port are per-engine here while a crash is reported once against the process +// (see serviceWorkers). The prefix is the per-engine ComponentName, because +// addressing "ollama-proxy:nodes/list" means that engine regardless of which +// process happens to serve it. +type proxyEngine struct { + label string // "Ollama" / "LM Studio" + prefix string // "ollama-proxy" / "lmstudio-proxy" + // engine is the engine-manager engine name this facade fronts, used to line + // a facade up with the engine it serves. + engine string + ready bool + port int +} + +// proxyTracker keeps every facade's readiness and listen port current from the +// broker. It is a shared component rather than a tab: where a request is served +// belongs with the jobs, while which port to listen on belongs with the rest of +// the service configuration. +// +// It deliberately does not track upstreams. The proxies' node lists are a +// second, staler view of the machines the Nodes tab already owns — and one that +// kept showing peers from a cluster this node had left. +type proxyTracker struct { + engines []*proxyEngine +} + +type proxyStatusMsg struct { + idx int + ready bool + port int + err error +} + +// proxyPortMsg is the outcome of a listen-port change. +// +// requested and actual are both carried because they differ more often than one +// would guess, and the difference is the whole outcome. A running engine already +// holding the port takes precedence over the proxy, so the broker resolves the +// conflict and the proxy binds somewhere else — reporting success without the +// port meant the screen claimed a change it had not made. +type proxyPortMsg struct { + label string + requested int + actual int + err error +} + +// engineDisplayName is an engine's wire id rendered the way the operator sees +// it elsewhere. +// +// The Jobs and Errors tabs name engines too, and neither has an engine list to +// resolve a label from — they receive the id on the wire and nothing else. The +// pairing is already fixed here, in the proxy inventory, so this reads it from +// the same place rather than repeating it. An unknown id passes through, which +// is what a new engine would produce until this list caught up. +func engineDisplayName(engine string) string { + want := strings.ToLower(strings.TrimSpace(engine)) + for _, e := range newProxyTracker().engines { + if e.engine == want { + return e.label + } + } + return engine +} + +// newProxyTracker builds one entry per engine, in the shared table's order, so +// an engine added there appears here rather than being silently absent from +// every screen that reads a facade's port. +func newProxyTracker() *proxyTracker { + all := engines.All() + out := make([]*proxyEngine, 0, len(all)) + for _, e := range all { + out = append(out, &proxyEngine{ + label: e.DisplayName, + prefix: e.ComponentName(), + engine: e.Name, + }) + } + return &proxyTracker{engines: out} +} + +// indexForEngine finds the proxy fronting an engine-manager engine, or -1. Each +// proxy serves exactly one engine type, which is what lets a node's engine list +// show the client-facing port beside each engine's own. +func (p *proxyTracker) indexForEngine(engine string) int { + want := strings.ToLower(strings.TrimSpace(engine)) + for i, e := range p.engines { + if e.engine == want { + return i + } + } + return -1 +} + +// portForEngine is the listen port of the proxy fronting an engine, and whether +// that proxy is up. A port with the proxy down is not an endpoint a client can +// use, so callers distinguish the two. +func (p *proxyTracker) portForEngine(engine string) (int, bool) { + idx := p.indexForEngine(engine) + if idx < 0 { + return 0, false + } + return p.engines[idx].port, p.engines[idx].ready +} + +// init subscribes to every engine's facade and fetches its current status. +// Subscribing is idempotent at the broker, so several consumers may each hold a +// tracker. +func (p *proxyTracker) init(client *rpc.Client) tea.Cmd { + cmds := make([]tea.Cmd, 0, len(p.engines)*2) + for i, e := range p.engines { + cmds = append(cmds, + call(client, e.prefix+":subscribe", nil, func(_ *rpc.Message, _ error) tea.Msg { return nil }), + p.statusCmd(client, i), + ) + } + return tea.Batch(cmds...) +} + +func (p *proxyTracker) statusCmd(client *rpc.Client, idx int) tea.Cmd { + e := p.engines[idx] + return call(client, e.prefix+":get-status", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return proxyStatusMsg{idx: idx, err: err} + } + var r struct { + Ready bool `json:"ready"` + Port int `json:"port"` + } + _ = decodeParams(msg.Result, &r) + return proxyStatusMsg{idx: idx, ready: r.Ready, port: r.Port} + }) +} + +// setPortCmd changes a proxy's listen port. The broker intercepts this to +// resolve conflicts with engine ports before relaying it, so the reply echoes +// the port actually bound rather than the one asked for. +func (p *proxyTracker) setPortCmd(client *rpc.Client, idx, port int) tea.Cmd { + e := p.engines[idx] + return call(client, e.prefix+":set-port", map[string]int{"port": port}, + func(msg *rpc.Message, err error) tea.Msg { + out := proxyPortMsg{label: e.label, requested: port, err: err} + if err != nil { + return out + } + var r struct { + Port int `json:"port"` + } + _ = decodeParams(msg.Result, &r) + out.actual = r.Port + return out + }) +} + +// apply folds a status reply into the tracker. +func (p *proxyTracker) apply(msg proxyStatusMsg) { + if msg.err != nil || msg.idx < 0 || msg.idx >= len(p.engines) { + return + } + p.engines[msg.idx].ready = msg.ready + p.engines[msg.idx].port = msg.port +} + +// handleNotification consumes a proxy push. A ready frame carries the port +// directly; an error frame takes the proxy down. +// +// Both directions are handled deliberately. Readiness only ever being set meant +// a proxy that died stayed green with its old port on screen, pointing clients +// at an endpoint that had stopped listening — the one thing this strip exists to +// tell them. +func (p *proxyTracker) handleNotification(msg *rpc.Message) { + idx := -1 + switch { + case strings.HasPrefix(msg.Method, "lmstudio-proxy:"): + idx = 1 + case strings.HasPrefix(msg.Method, "proxy:"): + idx = 0 + default: + return + } + switch { + case strings.HasSuffix(msg.Method, ":ready"): + var r struct { + Port int `json:"port"` + } + _ = decodeParams(msg.Params, &r) + p.engines[idx].ready = true + if r.Port != 0 { + p.engines[idx].port = r.Port + } + case strings.HasSuffix(msg.Method, ":error"): + // The port is kept: it is still the configured value, and showing the + // proxy as down at a known port is more useful than blanking it. + p.engines[idx].ready = false + } +} + +// refreshCmd re-reads every facade's status. +// +// Polled on the view's tick as well as pushed, because a proxy going away does +// not always announce it — a crash, or a broker restart, produces no error frame +// — and a readiness strip that can only be corrected by a push stays wrong +// indefinitely. +func (p *proxyTracker) refreshCmd(client *rpc.Client) tea.Cmd { + cmds := make([]tea.Cmd, 0, len(p.engines)) + for i := range p.engines { + cmds = append(cmds, p.statusCmd(client, i)) + } + return tea.Batch(cmds...) +} + +// strip is the one-line summary of where local clients should point, and whether +// anything is listening. Routing mode is stated because it is not adjustable: +// the scheduler and proxies own placement. +func (p *proxyTracker) strip() string { + parts := make([]string, 0, len(p.engines)) + for _, e := range p.engines { + if e.ready { + parts = append(parts, fmt.Sprintf("%s %s", e.label, statusOKStyle.Render(fmt.Sprintf(":%d", e.port)))) + continue + } + parts = append(parts, fmt.Sprintf("%s %s", e.label, statusErrStyle.Render("down"))) + } + return strings.Join(parts, " ") + footerStyle.Render(" routing=automatic") +} diff --git a/services/nvpair-tui/ui/proxystatus_test.go b/services/nvpair-tui/ui/proxystatus_test.go new file mode 100644 index 00000000..a4ccbb80 --- /dev/null +++ b/services/nvpair-tui/ui/proxystatus_test.go @@ -0,0 +1,74 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "testing" + + "nvpair-tui/rpc" +) + +// TestProxyErrorTakesProxyDown is the regression guard for a strip that could +// only go green. Readiness was set on :ready and never cleared, so a proxy that +// failed kept advertising its port — pointing local clients at something that +// had stopped listening, which is the one thing this strip exists to tell them. +func TestProxyErrorTakesProxyDown(t *testing.T) { + p := newProxyTracker() + p.handleNotification(&rpc.Message{ + Method: "proxy:ready", + Params: []byte(`{"port":11434}`), + }) + if port, ready := p.portForEngine("ollama"); !ready || port != 11434 { + t.Fatalf("after ready: port=%d ready=%v", port, ready) + } + + p.handleNotification(&rpc.Message{Method: "proxy:error", Params: []byte(`{}`)}) + port, ready := p.portForEngine("ollama") + if ready { + t.Error("proxy still reads ready after an error frame") + } + if port != 11434 { + t.Errorf("port = %d; the configured port should survive so the strip can name "+ + "which endpoint is down", port) + } + if !contains(p.strip(), "down") { + t.Errorf("strip does not report the proxy down: %s", p.strip()) + } + + // The other proxy is untouched. + if _, ready := p.portForEngine("lmstudio"); ready { + t.Error("an ollama-proxy error changed the LM Studio proxy") + } +} + +// TestProxyNotificationsAreScopedByPrefix checks the two proxies are told apart. +// Their methods share a suffix and "lmstudio-proxy:" would match a naive +// "proxy:" test, so a mix-up would report one proxy's state against the other. +func TestProxyNotificationsAreScopedByPrefix(t *testing.T) { + p := newProxyTracker() + p.handleNotification(&rpc.Message{ + Method: "lmstudio-proxy:ready", + Params: []byte(`{"port":1234}`), + }) + + if port, ready := p.portForEngine("lmstudio"); !ready || port != 1234 { + t.Errorf("lmstudio proxy: port=%d ready=%v, want 1234/true", port, ready) + } + if _, ready := p.portForEngine("ollama"); ready { + t.Error("an lmstudio-proxy frame marked the ollama proxy ready") + } +} + +// TestPortForEngineDistinguishesDownFromUnknown checks a port is not treated as +// usable just because it is known: an engine with no proxy and a proxy that is +// down both have to read as unusable. +func TestPortForEngineDistinguishesDownFromUnknown(t *testing.T) { + p := newProxyTracker() + if _, ready := p.portForEngine("ollama"); ready { + t.Error("a proxy that has never reported reads as ready") + } + if port, ready := p.portForEngine("vllm"); ready || port != 0 { + t.Errorf("unknown engine: port=%d ready=%v, want 0/false", port, ready) + } +} diff --git a/services/nvpair-tui/ui/repaint_test.go b/services/nvpair-tui/ui/repaint_test.go new file mode 100644 index 00000000..6fc46703 --- /dev/null +++ b/services/nvpair-tui/ui/repaint_test.go @@ -0,0 +1,107 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "strings" + "testing" + + tea "github.com/charmbracelet/bubbletea" +) + +// The shell sizes the active view inside View, so SetSize runs on every frame +// rather than only on a resize. That is what keeps the content budget and the +// frame in agreement, but it makes idempotence a requirement: anything SetSize +// touches is touched again on every tick and every keystroke. +// +// These pin the two pieces of state a repaint must not disturb. Both are easy +// to break — logsView.SetSize calls render, which calls the viewport's +// SetContent — and neither would show up in a frame-size test. +// +// Cost measured at the time of writing: about 0.5ms per frame with a full +// 5000-line log buffer, which is why the simplicity is worth the repeated work. +func TestScrollSurvivesEveryFrame(t *testing.T) { + m := newTestModel(defaultViews(nil)...) + m.width, m.height = 120, 40 + m.resizeViews() + m.selectTab(4) + + logs, ok := m.views[4].(*logsView) + if !ok { + t.Fatal("view 4 is not the logs tab") + } + for i := range 500 { + logs.Update(LogLineMsg{Line: "line " + strings.Repeat("x", i%20)}) + } + _ = m.View() + + // Scroll up, which also releases follow. + for range 10 { + updated, _ := m.Update(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("k")}) + m = updated.(Model) + } + afterScroll := logs.vp.YOffset + if afterScroll == 0 { + t.Fatal("scrolling up did not move the viewport") + } + if logs.follow { + t.Error("scrolling up did not release follow") + } + + // Repaint several times, as a tick would. + for range 5 { + _ = m.View() + } + if got := logs.vp.YOffset; got != afterScroll { + t.Errorf("repainting moved the viewport from %d to %d; scrolling back is impossible", + afterScroll, got) + } + + // A new line arriving must not yank a scrolled-back operator to the bottom. + logs.Update(LogLineMsg{Line: "a new line"}) + _ = m.View() + if got := logs.vp.YOffset; got != afterScroll { + t.Errorf("a new log line moved the viewport from %d to %d while follow was off", + afterScroll, got) + } +} + +// The same question for the tables: the cursor must survive a repaint. +func TestTableCursorSurvivesEveryFrame(t *testing.T) { + m := newTestModel(defaultViews(nil)...) + m.width, m.height = 120, 40 + m.resizeViews() + + nodes, ok := m.views[0].(*nodesView) + if !ok { + t.Fatal("first view is not the nodes tab") + } + discovered := make([]availableNode, 20) + for i := range discovered { + discovered[i] = availableNode{ + HostUUID: string(rune('a' + i)), + Name: "node-" + string(rune('a'+i)), + IPAddress: "10.0.0.1", + } + } + nodes.feeds.discovered = discovered + nodes.rebuild() + _ = m.View() + + for range 5 { + updated, _ := m.Update(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("j")}) + m = updated.(Model) + } + after := nodes.table.Cursor() + if after == 0 { + t.Fatal("moving down did not move the cursor") + } + + for range 5 { + _ = m.View() + } + if got := nodes.table.Cursor(); got != after { + t.Errorf("repainting moved the cursor from %d to %d", after, got) + } +} diff --git a/services/nvpair-tui/ui/service.go b/services/nvpair-tui/ui/service.go new file mode 100644 index 00000000..8cf13e37 --- /dev/null +++ b/services/nvpair-tui/ui/service.go @@ -0,0 +1,795 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "fmt" + "strings" + "time" + + "nvpair-shared/applog" + "nvpair-shared/engines" + svcerrors "nvpair-shared/errors" + "nvpair-tui/rpc" + + "github.com/charmbracelet/bubbles/key" + "github.com/charmbracelet/bubbles/table" + "github.com/charmbracelet/bubbles/textinput" + tea "github.com/charmbracelet/bubbletea" +) + +// crashPrefix is the id prefix the broker stamps on its sticky "subprocess X +// exited unexpectedly" errors. Per-worker liveness is derived from the presence +// of these in the errors:update snapshot, because the broker exposes no +// dedicated worker-status RPC. +const crashPrefix = "supervisor:subprocess-crashed:" + +// servicePollInterval is how often the broker is re-pinged for liveness+uptime. +const servicePollInterval = 5 * time.Second + +// serviceWorkers are the workers the broker supervises, in the order the table +// lists them. The names are the supervisor names the broker builds its crash +// ids from, so every entry here must match one. +// +// The proxy appears once, as engines.ProxyComponent, because one nvpair-proxy +// process hosts every engine's facade under one supervisor — the broker reports +// one crash for the process, not one per engine. Keying a row on the per-engine +// ComponentName would be silent in both directions: the real crash entry would +// match no row, and the per-engine rows could never leave "ok". See the identity +// split in nvpair-shared/engines, and the test that enforces it below. +// +// "errors" is listed even though its own crash cannot be observed this way: +// nvpair-errors is the sink the crash reports are written to, so it cannot +// report its own death. It reads "ok" whether alive or dead, and the row says +// so — better than omitting a worker the operator never sees at all. +var serviceWorkers = []string{ + "scanner", + "node-info", + engines.ProxyComponent, + "workload-manager", + "engine-manager", + "manual-nodes", + "settings", + "cluster-manager", + "scheduler", + "errors", +} + +// errorSinkWorker is the one worker the crash feed cannot describe, called out +// in the table so "ok" is not read as confirmed liveness. +const errorSinkWorker = "errors" + +// logLevels are the fleet-wide log levels, ordered least to most severe. +var logLevels = []string{"debug", "info", "warn", "error"} + +// serviceItemKind is what activating a row does. +type serviceItemKind int + +const ( + // itemText opens an inline editor. + itemText serviceItemKind = iota + // itemChoice opens a picker over a fixed set of values. + itemChoice + // itemAction runs a command, after a confirmation when destructive. + itemAction +) + +// serviceItem is one row of the configuration list. +type serviceItem struct { + kind serviceItemKind + label string + help string + // suffix is the settings/get-*/set-* method pair for a persisted node + // setting. Empty for rows backed by something else. + suffix string + // destructive rows require an explicit confirmation keystroke. + destructive bool + // options are the values an itemChoice row offers, in the order the picker + // presents them. + options []string + + strV string +} + +// serviceView is the service-wide surface: is the service healthy, where are its +// endpoints, and the settings and maintenance actions that apply to the whole +// node. +// +// It absorbs the former Overview, Proxies port control, and Settings tabs. Those +// were three tabs describing one thing — the state of the service on this +// machine, and splitting them meant worker health lived nowhere near the log +// level you would raise to diagnose it. +// +// Proxy ports are the exception: they moved on to each machine's node detail +// screen, beside the engine each one fronts. +type serviceView struct { + client *rpc.Client + + workers table.Model + items []serviceItem + cursor int + + brokerVersion string + uptime time.Duration + pingErr error + logLevel string + + crashed map[string]svcerrors.ServiceError + // localNodeUUID is this host's stable UUID. The broker stamps local-origin + // reports with it, so a crash entry carrying a different node belongs to a + // peer and must be ignored — errors:update is the full cross-node snapshot + // when nvpair-errors runs with --peer-sync. + localNodeUUID string + // lastErrs is the most recent snapshot, retained so the crash table can be + // re-filtered once the local UUID resolves. + lastErrs []svcerrors.ServiceError + + input textinput.Model + editing bool + // choosing is set while a picker is open over an itemChoice row, with + // choiceIdx the highlighted option. A picker rather than a cycle: cycling + // makes the operator guess what comes next, gives no way to back out once + // started, and hides the full set of values from someone who has not + // memorised it. + choosing bool + choiceIdx int + // confirming is the index of a destructive row awaiting its confirmation + // keystroke, or -1. + confirming int + status toast + + width, height int +} + +type serviceTickMsg struct{} + +type servicePingMsg struct { + version string + uptime time.Duration + err error +} + +type serviceNodeIDMsg struct { + nodeUUID string + err error +} + +type settingLoadedMsg struct { + idx int + strV string + err error +} + +type settingSavedMsg struct { + idx int + err error +} + +type logLevelSetMsg struct { + level string + err error +} + +// wipeDataMsg asks the shell to quit and delete the per-user data directory once +// the service tree is down. The deletion cannot happen here: the workers still +// hold those files, and one shutting down afterwards would recreate what was +// just removed. +type wipeDataMsg struct{} + +var ( + serviceUpKey = key.NewBinding(key.WithKeys("up", "k"), key.WithHelp("up/k", "up")) + serviceDownKey = key.NewBinding(key.WithKeys("down", "j"), key.WithHelp("down/j", "down")) + serviceActivateKey = key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", "change")) + serviceConfirmKey = key.NewBinding(key.WithKeys("y"), key.WithHelp("y", "confirm")) + + // The picker is laid out horizontally, so both axes move the highlight — + // whichever the operator reaches for. + choicePrevKey = key.NewBinding(key.WithKeys("left", "h", "up", "k"), key.WithHelp("←/→", "choose")) + choiceNextKey = key.NewBinding(key.WithKeys("right", "l", "down", "j"), key.WithHelp("→", "next")) + choiceApplyKey = key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", "apply")) + choiceCancelKey = key.NewBinding(key.WithKeys("esc"), key.WithHelp("esc", "cancel")) +) + +func newServiceView(client *rpc.Client) *serviceView { + v := &serviceView{ + client: client, + crashed: map[string]svcerrors.ServiceError{}, + input: textinput.New(), + confirming: -1, + logLevel: "info", + items: []serviceItem{ + // The proxy ports are deliberately not here. They belong + // beside the engine each one fronts, on that machine's node detail + // screen — keeping them here meant the two ports an operator has to + // tell apart were configured in different places. + {kind: itemChoice, label: "Service log level", options: logLevels, + help: "applies to the whole service fleet"}, + // force-ports and cluster-auto-sync are deliberately absent. Both + // are persisted by nvpair-node-settings but nothing currently acts + // on them — the desktop app does not read them either — so offering + // them would imply an effect they do not have. + // Says "this machine" because it is stored per node and never + // propagates: nvpair-node-settings holds it as display-only sugar + // with no push and no peer sync, so each machine keeps its own + // label. Sitting unqualified under a setting that announces it + // "applies to the whole service fleet", it read as cluster-wide and + // silently was not. + {kind: itemText, label: "Cluster name", suffix: "cluster-friendly-name", + help: "this machine's own label for the cluster - not shared with peers"}, + {kind: itemAction, label: "Reset all data and quit", destructive: true, + help: "deletes settings, cluster identity, and pairing"}, + }, + } + // Static: there is no per-worker operation, so a movable highlight would + // promise a selection that does nothing. + v.workers = newStaticTable(serviceWorkerColumns(defaultTableWidth)) + return v +} + +// serviceWorkerColumns is the worker table's layout, shared by construction and +// resize so the two cannot drift. +func serviceWorkerColumns(w int) []table.Column { + return layoutColumns(w, []column{ + fixedCol("WORKER", 18), + fixedCol("STATUS", 6), + flexCol("DETAIL", 10, 1), + }) +} + +func (v *serviceView) Title() string { return "Service" } + +func (v *serviceView) Init() tea.Cmd { + cmds := []tea.Cmd{v.pingCmd(), v.tickCmd(), v.nodeIDCmd()} + for i := range v.items { + if c := v.loadCmd(i); c != nil { + cmds = append(cmds, c) + } + } + return tea.Batch(cmds...) +} + +func (v *serviceView) pingCmd() tea.Cmd { + return call(v.client, "ping", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return servicePingMsg{err: err} + } + var r struct { + Version string `json:"version"` + UptimeMS int64 `json:"uptime_ms"` + } + _ = decodeParams(msg.Result, &r) + return servicePingMsg{version: r.Version, uptime: time.Duration(r.UptimeMS) * time.Millisecond} + }) +} + +// nodeIDCmd resolves this host's UUID so the crash table can drop peer-origin +// entries from the cross-node errors:update snapshot. +func (v *serviceView) nodeIDCmd() tea.Cmd { + return call(v.client, "cluster:get-node-id", nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return serviceNodeIDMsg{err: err} + } + var id clusterIdentity + _ = decodeParams(msg.Result, &id) + return serviceNodeIDMsg{nodeUUID: id.NodeUUID} + }) +} + +func (v *serviceView) tickCmd() tea.Cmd { + return tea.Tick(servicePollInterval, func(time.Time) tea.Msg { return serviceTickMsg{} }) +} + +// logLevelCmd reads the current level when level is empty, otherwise sets it. +// The broker fans a set out to every worker. +func (v *serviceView) logLevelCmd(level string) tea.Cmd { + if level == "" { + // There is no getter in the applog contract, so the displayed level is + // whatever this session last set, seeded from the service default. + return nil + } + return call(v.client, applog.SetLevelMethod, applog.SetLevelParams{Level: level}, + func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return logLevelSetMsg{err: err} + } + var r struct { + Level string `json:"level"` + } + _ = decodeParams(msg.Result, &r) + return logLevelSetMsg{level: r.Level} + }) +} + +func (v *serviceView) loadCmd(idx int) tea.Cmd { + it := v.items[idx] + if it.suffix == "" { + return nil + } + return call(v.client, "settings/get-"+it.suffix, nil, func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return settingLoadedMsg{idx: idx, err: err} + } + var r struct { + Value string `json:"value"` + } + _ = decodeParams(msg.Result, &r) + return settingLoadedMsg{idx: idx, strV: r.Value} + }) +} + +// SetSize records the budget and fixes the table's width. Its height is set in +// View, from the chrome actually being rendered — see fitTable. +func (v *serviceView) SetSize(w, h int) { + v.width, v.height = w, h + v.workers.SetColumns(serviceWorkerColumns(w)) + v.workers.SetWidth(w) +} + +// CapturingInput covers the picker and an armed confirmation as well as the text +// editor. The picker navigates with keys the shell also uses (the digits jump +// tabs), and an armed reset must answer the next key rather than let a tab +// switch leave it armed behind a prompt that is no longer on screen. +func (v *serviceView) CapturingInput() bool { + return v.editing || v.choosing || v.confirming >= 0 +} + +func (v *serviceView) Update(msg tea.Msg) tea.Cmd { + switch msg := msg.(type) { + case serviceTickMsg: + return tea.Batch(v.pingCmd(), v.tickCmd()) + + case servicePingMsg: + // Worker status is derived from reachability, so the table has to be + // rebuilt whenever that changes in either direction. + if (v.pingErr == nil) != (msg.err == nil) { + defer v.refreshWorkers() + } + v.pingErr = msg.err + if msg.err == nil { + v.brokerVersion = msg.version + v.uptime = msg.uptime + } + return nil + + case serviceNodeIDMsg: + if msg.err == nil && msg.nodeUUID != "" { + v.localNodeUUID = msg.nodeUUID + v.rebuildCrashes(v.lastErrs) + } + return nil + + case settingLoadedMsg: + if msg.err == nil { + v.items[msg.idx].strV = msg.strV + } + return nil + + case settingSavedMsg: + if msg.err != nil { + v.status.error("save failed: %s", msg.err) + return nil + } + v.status.ok("%s saved", v.items[msg.idx].label) + return v.loadCmd(msg.idx) + + case logLevelSetMsg: + if msg.err != nil { + v.status.error("log level change failed: %s", msg.err) + return nil + } + v.logLevel = msg.level + v.status.ok("log level set to %s for every service", msg.level) + return nil + + case NotificationMsg: + if msg.Msg.Method == "errors:update" { + var errs []svcerrors.ServiceError + _ = decodeParams(msg.Msg.Params, &errs) + v.rebuildCrashes(errs) + } + return nil + + case tea.KeyMsg: + return v.handleKey(msg) + } + return nil +} + +func (v *serviceView) handleKey(msg tea.KeyMsg) tea.Cmd { + if v.editing { + switch msg.String() { + case "enter": + return v.submitEdit() + case "esc": + v.editing = false + v.input.Blur() + return nil + } + var cmd tea.Cmd + v.input, cmd = v.input.Update(msg) + return cmd + } + + if v.choosing { + switch { + case key.Matches(msg, choicePrevKey): + v.moveChoice(-1) + case key.Matches(msg, choiceNextKey): + v.moveChoice(1) + case key.Matches(msg, choiceApplyKey): + return v.commitChoice() + case key.Matches(msg, choiceCancelKey): + v.closeChoice() + } + return nil + } + + // A destructive row asks for one more keystroke. Anything other than the + // confirmation cancels, so a stray key never triggers it. + if v.confirming >= 0 { + idx := v.confirming + v.confirming = -1 + if key.Matches(msg, serviceConfirmKey) { + return v.runAction(idx) + } + v.status.info("cancelled") + return nil + } + + switch { + case key.Matches(msg, serviceUpKey): + if v.cursor > 0 { + v.cursor-- + } + case key.Matches(msg, serviceDownKey): + if v.cursor < len(v.items)-1 { + v.cursor++ + } + case key.Matches(msg, serviceActivateKey): + return v.activate() + } + return nil +} + +func (v *serviceView) activate() tea.Cmd { + it := &v.items[v.cursor] + switch it.kind { + case itemChoice: + v.openChoice(it) + return nil + + case itemText: + v.beginEdit(it.strV, it.label, 0) + return textinput.Blink + + case itemAction: + if it.destructive { + v.confirming = v.cursor + v.status.arm("%s - press y to confirm, any other key to cancel", it.label) + return nil + } + return v.runAction(v.cursor) + } + return nil +} + +func (v *serviceView) beginEdit(value, placeholder string, limit int) { + v.editing = true + v.input.SetValue(value) + v.input.Placeholder = placeholder + v.input.CharLimit = limit + v.input.Focus() +} + +func (v *serviceView) submitEdit() tea.Cmd { + v.editing = false + v.input.Blur() + idx := v.cursor + it := v.items[idx] + val := strings.TrimSpace(v.input.Value()) + + return call(v.client, "settings/set-"+it.suffix, map[string]string{"value": val}, + func(_ *rpc.Message, err error) tea.Msg { + return settingSavedMsg{idx: idx, err: err} + }) +} + +// runAction performs a confirmed action row. +func (v *serviceView) runAction(idx int) tea.Cmd { + if v.items[idx].destructive { + return func() tea.Msg { return wipeDataMsg{} } + } + return nil +} + +// openChoice opens the picker on the row's current value, so the highlighted +// option is the one in force rather than always the first. +func (v *serviceView) openChoice(it *serviceItem) { + if len(it.options) == 0 { + return + } + v.choosing = true + v.choiceIdx = indexOf(it.options, v.itemValue(*it)) + v.SetSize(v.width, v.height) +} + +func (v *serviceView) closeChoice() { + v.choosing = false + v.SetSize(v.width, v.height) +} + +// commitChoice applies the highlighted option. Only the log level is a choice +// row today, and it is applied through the broker's fleet-wide fan-out. +func (v *serviceView) commitChoice() tea.Cmd { + it := v.items[v.cursor] + v.closeChoice() + if v.choiceIdx < 0 || v.choiceIdx >= len(it.options) { + return nil + } + chosen := it.options[v.choiceIdx] + if chosen == v.itemValue(it) { + v.status.info("%s unchanged", it.label) + return nil + } + return v.logLevelCmd(chosen) +} + +// moveChoice steps the highlight by delta, clamping rather than wrapping so the +// ends of the list are felt. +func (v *serviceView) moveChoice(delta int) { + next := v.choiceIdx + delta + if next < 0 || next >= len(v.items[v.cursor].options) { + return + } + v.choiceIdx = next +} + +// indexOf finds value in options, returning 0 when it is absent so the picker +// always opens on a valid row. +func indexOf(options []string, value string) int { + for i, o := range options { + if o == value { + return i + } + } + return 0 +} + +func (v *serviceView) rebuildCrashes(errs []svcerrors.ServiceError) { + v.lastErrs = errs + crashed := map[string]svcerrors.ServiceError{} + for _, e := range errs { + // errors:update is the full cross-node snapshot in a cluster, so a + // peer's crashed worker would otherwise paint this host's same-named + // worker DOWN. An empty NodeID is treated as local. + if v.localNodeUUID != "" && e.NodeID != "" && e.NodeID != v.localNodeUUID { + continue + } + if strings.HasPrefix(e.ID, crashPrefix) { + crashed[strings.TrimPrefix(e.ID, crashPrefix)] = e + } + } + v.crashed = crashed + v.refreshWorkers() +} + +// refreshWorkers rebuilds the worker table, crashed workers first. +// +// The order matters because the table cannot be scrolled: on a short terminal +// the tail is clipped and unreachable. Putting failures at the top means the +// rows that are ever hidden are the ones reading "ok", which carry no +// information anyway. +func (v *serviceView) refreshWorkers() { + down := make([]table.Row, 0, len(v.crashed)) + up := make([]table.Row, 0, len(serviceWorkers)) + for _, w := range serviceWorkers { + if e, crashed := v.crashed[w]; crashed { + down = append(down, table.Row{workerLabel(w), "DOWN", e.Message}) + continue + } + // A worker is only known good because the crash stream says nothing + // about it — and that stream comes through the broker. With the broker + // unreachable there is no such evidence, so claiming "ok" would be a + // green wall directly under a red "service not responding", which reads + // as the answer and is worse than admitting ignorance. + if v.pingErr != nil { + up = append(up, table.Row{workerLabel(w), "?", "unknown - the service is not responding"}) + continue + } + detail := "" + if w == errorSinkWorker { + detail = "reports other crashes; cannot report its own" + } + up = append(up, table.Row{workerLabel(w), "ok", detail}) + } + v.workers.SetRows(append(down, up...)) +} + +// workerLabel is a worker's name in the vocabulary the rest of the interface +// uses. +// +// The identifiers are supervisor process names, and they collided with how the +// same components are named elsewhere: the proxy process serves the endpoints +// the Jobs tab calls "Ollama" and "LM Studio", so an operator reading +// "nvpair-proxy DOWN" here had no way to connect it to the endpoint they had +// just seen reported down there. The crash lookup still keys on the process +// name; only the display changes. +// +// One row, named for what its death costs, because one process hosts every +// engine's facade: when it dies, every endpoint goes with it. +func workerLabel(worker string) string { + switch worker { + case "scanner": + return "node discovery" + case "node-info": + return "node telemetry" + case engines.ProxyComponent: + return "engine endpoints" + case "workload-manager": + return "job tracking" + case "engine-manager": + return "engines" + case "manual-nodes": + return "manual nodes" + case "settings": + return "node settings" + case "cluster-manager": + return "cluster" + case "scheduler": + return "scheduling" + case errorSinkWorker: + return "error reporting" + } + return worker +} + +// hiddenWorkers is how many worker rows do not fit, for a note under the table. +// +// Measured against the visible data rows, not the table's total height: the +// header occupies two of them, so treating the height as a row count reported +// zero hidden while two workers were clipped off a table that cannot scroll. +func (v *serviceView) hiddenWorkers() int { + // bubbles is asymmetric here: SetHeight takes the table's total height and + // subtracts the header internally, while Height returns what is left — the + // data rows. So this compares against Height directly; running it through + // visibleTableRows would subtract the header a second time. + hidden := len(v.workers.Rows()) - v.workers.Height() + if hidden < 0 { + return 0 + } + return hidden +} + +func (v *serviceView) View() string { + summary := statusOKStyle.Render(fmt.Sprintf("service v%s up %s", + v.brokerVersion, v.uptime.Round(time.Second))) + if v.pingErr != nil { + summary = statusErrStyle.Render( + "service not responding: " + v.pingErr.Error() + + " - press 5 for Logs, or q to quit and restart nvpair") + } + + if len(v.workers.Rows()) == 0 { + v.refreshWorkers() + } + + editor := "" + if v.editing { + editor = v.items[v.cursor].label + ": " + v.input.View() + } + if v.choosing { + editor = v.choiceRow() + } + heading := titleStyle.Render("Configuration") + items := v.itemList() + status := v.status.render() + + // Sized like every other view: from the chrome actually being rendered. + // This was the last one still subtracting a hand-maintained constant, and + // on a short terminal it overran the budget — which cost the status line, + // the row that carries "press y to confirm" for the data reset. + // + // The note's row is reserved before the table is sized, unconditionally, and + // only its text is decided afterwards. + // + // It cannot be decided first: whether any worker is hidden depends on the + // height fitTable is about to choose. An earlier version guessed, guessed + // wrong between budgets 13 and 18 — the guess ignored the chrome above the + // table — and then substituted the real note after sizing, so one unbudgeted + // row appeared and the shell deleted the last line. That line is the status + // row, which carries "press y to confirm" for the data reset: the operator + // pressed enter on the one irreversible action, saw nothing change, and was + // left armed with no prompt. + // + // Reserving a row that turns out to be unused costs nothing, because the + // shell pads the frame. Adding one after sizing costs the bottom line. + const noteRow = " " + + body := footerStyle.Render(" (too little room to list workers)") + hiddenNote := "" + if fitTable(&v.workers, v.height, summary, noteRow, heading, items, editor, status) { + body = v.workers.View() + if hidden := v.hiddenWorkers(); hidden > 0 { + hiddenNote = footerStyle.Render(fmt.Sprintf( + " %d more worker(s) not shown - any that had crashed would be listed first", + hidden)) + } + } + if hiddenNote == "" { + // Keep the reserved row rather than reflowing: the reservation is what + // makes the arithmetic hold. + hiddenNote = noteRow + } + + return joinLines(summary, body, hiddenNote, heading, items, editor, status) +} + +// choiceRow renders the open picker: every option on one line with the +// highlighted one marked, so the full set is visible while choosing. +func (v *serviceView) choiceRow() string { + it := v.items[v.cursor] + cells := make([]string, 0, len(it.options)) + for i, o := range it.options { + if i == v.choiceIdx { + cells = append(cells, tabActiveStyle.Render(o)) + continue + } + cells = append(cells, tabInactiveStyle.Render(o)) + } + return it.label + ": " + strings.Join(cells, " ") +} + +func (v *serviceView) itemList() string { + lines := make([]string, 0, len(v.items)) + for i, it := range v.items { + cursor := " " + if i == v.cursor { + cursor = "> " + } + line := fmt.Sprintf("%s%-26s %s", cursor, it.label, v.itemValue(it)) + if it.help != "" && i == v.cursor { + line += footerStyle.Render(" " + it.help) + } + if i == v.cursor { + line = titleStyle.Render(line) + } + lines = append(lines, line) + } + return strings.Join(lines, "\n") +} + +func (v *serviceView) itemValue(it serviceItem) string { + switch it.kind { + case itemChoice: + return v.logLevel + case itemAction: + return "" + default: + if it.strV == "" { + return footerStyle.Render("(unset)") + } + return it.strV + } +} + +func (v *serviceView) Help() []key.Binding { + switch { + case v.editing: + // While the field has the keyboard, j and k type letters. The other + // four text-field views already branch here; this was the last one + // still advertising keys that no longer do what they say. + return inputHelp("save") + case v.confirming >= 0: + return []key.Binding{serviceConfirmKey} + case v.choosing: + return []key.Binding{choicePrevKey, choiceApplyKey, choiceCancelKey} + default: + // Only the action, not the movement. Every other tab leaves arrow and + // j/k navigation unadvertised — the four table tabs all do — and this + // one listing it was the sole inconsistency, spending two footer slots + // on the keys a user is least likely to need told. What is worth stating + // is enter, because "this row does something" is not guessable. + return []key.Binding{serviceActivateKey} + } +} diff --git a/services/nvpair-tui/ui/service_test.go b/services/nvpair-tui/ui/service_test.go new file mode 100644 index 00000000..6b44b615 --- /dev/null +++ b/services/nvpair-tui/ui/service_test.go @@ -0,0 +1,505 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "strings" + "testing" + + "github.com/charmbracelet/bubbles/table" + tea "github.com/charmbracelet/bubbletea" + "nvpair-shared/engines" + svcerrors "nvpair-shared/errors" +) + +// The Service tab's proxy row must key on the identity the broker actually +// stamps on a proxy crash. +// +// One nvpair-proxy process hosts every engine's facade under one supervisor, so +// the broker reports one crash for the process. Keying on the per-engine +// ComponentName is silent in both directions: the real crash entry matches no +// row, so a dead proxy is invisible in the one view meant to show worker +// liveness, and the per-engine rows can never leave "ok". Nothing else in the +// build catches that — the mismatch compiles and every other test passes — so +// this assertion is what makes the identity rule in nvpair-shared/engines +// enforceable rather than advisory. +func TestServiceProxyRowMatchesTheBrokerCrashIdentity(t *testing.T) { + found := false + for _, w := range serviceWorkers { + if w == engines.ProxyComponent { + found = true + } + for _, e := range engines.All() { + if w == e.ComponentName() { + t.Errorf("worker row %q keys on a per-facade identity; the broker reports proxy crashes against %q", + w, engines.ProxyComponent) + } + } + } + if !found { + t.Fatalf("no worker row keys on %q, so a proxy crash would have no row at all: %v", + engines.ProxyComponent, serviceWorkers) + } + + // End to end through the real matcher, with the id the broker builds. + v := newServiceView(nil) + v.localNodeUUID = "self-uuid" + v.rebuildCrashes([]svcerrors.ServiceError{{ + ID: crashPrefix + engines.ProxyComponent, + Message: "proxy crashed", + NodeID: "self-uuid", + }}) + if _, down := v.crashed[engines.ProxyComponent]; !down { + t.Fatalf("a proxy crash did not register: %v", v.crashed) + } +} + +// TestRebuildCrashesFiltersByUUID: the worker table keeps only local-origin +// crashes, keyed on this host's stable UUID (the value the broker stamps on +// local reports). A peer's crash must be dropped, and a local UUID-stamped +// crash must NOT be misclassified as remote. +func TestRebuildCrashesFiltersByUUID(t *testing.T) { + v := newServiceView(nil) + v.localNodeUUID = "self-uuid" + + crash := func(worker, nodeID string) svcerrors.ServiceError { + return svcerrors.ServiceError{ID: crashPrefix + worker, Message: worker + " crashed", NodeID: nodeID} + } + v.rebuildCrashes([]svcerrors.ServiceError{ + crash("scanner", "self-uuid"), // local crash — keep + crash("proxy", "peer-uuid"), // a peer's crash — drop + }) + + if _, down := v.crashed["scanner"]; !down { + t.Fatal("local UUID-stamped crash should be surfaced, not filtered as remote") + } + if _, down := v.crashed["proxy"]; down { + t.Fatal("a peer's crash must be filtered out of the local service view") + } +} + +// TestRebuildCrashesBeforeIdentity: before the local UUID resolves, all crashes +// are kept (fail-open) so the view isn't blank during startup. +func TestRebuildCrashesBeforeIdentity(t *testing.T) { + v := newServiceView(nil) + v.rebuildCrashes([]svcerrors.ServiceError{ + {ID: crashPrefix + "scanner", Message: "x", NodeID: "whatever-uuid"}, + }) + if _, down := v.crashed["scanner"]; !down { + t.Fatal("crashes should be kept until the local UUID is known") + } +} + +// TestServiceListsEverySupervisedWorker is the regression guard for the reported +// gap: the table was missing the errors worker, and the scheduler too. +// +// The list is written out rather than derived from serviceWorkers, which would +// only compare that slice with itself. It is the second opinion: a worker the +// broker supervises and this table forgot is exactly the failure an operator +// cannot see, so the names are restated here deliberately. +func TestServiceListsEverySupervisedWorker(t *testing.T) { + // The broker's supervisor names, which its crash ids are built from. The + // proxy appears once, by process name: one nvpair-proxy hosts every + // engine's facade, so there is one supervisor entry and one crash id. + supervised := []string{ + "scanner", "node-info", engines.ProxyComponent, "workload-manager", + "engine-manager", "manual-nodes", "settings", "cluster-manager", + "scheduler", "errors", + } + listed := make(map[string]bool, len(serviceWorkers)) + for _, w := range serviceWorkers { + listed[w] = true + } + for _, w := range supervised { + if !listed[w] { + t.Errorf("supervised worker %q is not shown in the service table", w) + } + } + if len(serviceWorkers) != len(supervised) { + t.Errorf("table lists %d workers, broker supervises %d", len(serviceWorkers), len(supervised)) + } +} + +// TestErrorSinkRowExplainsItself checks the errors worker carries a caveat, so +// its unconditional "ok" is not read as confirmed liveness. +func TestErrorSinkRowExplainsItself(t *testing.T) { + v := newServiceView(nil) + v.refreshWorkers() + + for i, w := range serviceWorkers { + if w != errorSinkWorker { + continue + } + row := v.workers.Rows()[i] + if row[2] == "" { + t.Error("the errors worker reads ok with no explanation that it cannot report its own crash") + } + return + } + t.Fatalf("%q not present in the worker list", errorSinkWorker) +} + +// logLevelRow finds the log level row and puts the cursor on it. +func logLevelRow(t *testing.T, v *serviceView) int { + t.Helper() + for i, it := range v.items { + if it.kind == itemChoice { + v.cursor = i + return i + } + } + t.Fatal("no choice row found") + return -1 +} + +func press(v *serviceView, k string) tea.Cmd { + if k == "enter" { + return v.handleKey(tea.KeyMsg{Type: tea.KeyEnter}) + } + if k == "esc" { + return v.handleKey(tea.KeyMsg{Type: tea.KeyEsc}) + } + return v.handleKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(k)}) +} + +// TestLogLevelOpensPicker checks enter presents the options rather than silently +// stepping to the next one. +func TestLogLevelOpensPicker(t *testing.T) { + v := newServiceView(nil) + logLevelRow(t, v) + + if cmd := press(v, "enter"); cmd != nil { + t.Error("enter applied a change immediately instead of opening the picker") + } + if !v.choosing { + t.Fatal("picker did not open") + } + if !v.CapturingInput() { + t.Error("picker does not own the keyboard; a digit would jump tabs mid-choice") + } + + // Every option must be visible while choosing. + row := v.choiceRow() + for _, level := range logLevels { + if !contains(row, level) { + t.Errorf("picker row %q omits %q", row, level) + } + } +} + +// TestLogLevelPickerOpensOnCurrentValue checks the highlight starts on the level +// in force, not always at the first option. +func TestLogLevelPickerOpensOnCurrentValue(t *testing.T) { + v := newServiceView(nil) + logLevelRow(t, v) + v.logLevel = "warn" + + press(v, "enter") + if got := logLevels[v.choiceIdx]; got != "warn" { + t.Errorf("picker opened on %q, want the current level warn", got) + } +} + +// TestLogLevelPickerNavigationClamps checks the highlight moves on both axes and +// stops at the ends rather than wrapping. +func TestLogLevelPickerNavigationClamps(t *testing.T) { + v := newServiceView(nil) + logLevelRow(t, v) + v.logLevel = logLevels[0] + press(v, "enter") + + press(v, "h") + if v.choiceIdx != 0 { + t.Errorf("moved before the first option to %d", v.choiceIdx) + } + press(v, "l") + if got := logLevels[v.choiceIdx]; got != logLevels[1] { + t.Errorf("after one step right = %q, want %q", got, logLevels[1]) + } + // Walk past the end. + for range logLevels { + press(v, "j") + } + if v.choiceIdx != len(logLevels)-1 { + t.Errorf("walked past the last option to %d", v.choiceIdx) + } +} + +// TestLogLevelPickerCancels checks esc closes without applying anything. +func TestLogLevelPickerCancels(t *testing.T) { + v := newServiceView(nil) + logLevelRow(t, v) + v.logLevel = "info" + press(v, "enter") + press(v, "l") // highlight a different level + + if cmd := press(v, "esc"); cmd != nil { + t.Error("esc issued a command") + } + if v.choosing { + t.Error("esc left the picker open") + } + if v.logLevel != "info" { + t.Errorf("level changed to %q despite cancelling", v.logLevel) + } +} + +// TestLogLevelPickerAppliesSelection checks committing a different option issues +// the change, and that re-picking the current one does not. +func TestLogLevelPickerAppliesSelection(t *testing.T) { + v := newServiceView(nil) + logLevelRow(t, v) + v.logLevel = "info" + + press(v, "enter") + press(v, "l") + cmd := press(v, "enter") + if cmd == nil { + t.Error("committing a different level issued no command") + } + if v.choosing { + t.Error("picker stayed open after applying") + } + + // Re-selecting the level already in force is a no-op, not a redundant RPC. + press(v, "enter") + if cmd := press(v, "enter"); cmd != nil { + t.Error("re-selecting the current level issued a command") + } +} + +// TestResetRequiresConfirmation is the guard on the one irreversible action in +// the TUI: activating the row must only arm it, and only the confirmation key +// may fire it. +func TestResetRequiresConfirmation(t *testing.T) { + resetIdx := -1 + v := newServiceView(nil) + for i, it := range v.items { + if it.destructive { + resetIdx = i + break + } + } + if resetIdx < 0 { + t.Fatal("no destructive row found") + } + + v.cursor = resetIdx + if cmd := v.activate(); cmd != nil { + t.Error("activating the reset row acted immediately instead of asking to confirm") + } + if v.confirming != resetIdx { + t.Fatalf("confirming = %d, want %d", v.confirming, resetIdx) + } + + // Any other key cancels. + v.handleKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("n")}) + if v.confirming != -1 { + t.Error("a non-confirming key left the action armed") + } + + // Re-arm, then confirm. + v.cursor = resetIdx + v.activate() + cmd := v.handleKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("y")}) + if cmd == nil { + t.Fatal("confirmation produced no command") + } + if _, ok := cmd().(wipeDataMsg); !ok { + t.Error("confirmation did not request a data wipe") + } +} + +// TestWipeRequestQuitsAndRecordsIntent checks the shell records the request and +// exits, leaving the deletion to the caller once the broker has stopped. +func TestWipeRequestQuitsAndRecordsIntent(t *testing.T) { + m := newTestModel(&stubView{title: "T", rows: 1}) + updated, cmd := m.Update(wipeDataMsg{}) + got, ok := updated.(Model) + if !ok { + t.Fatal("model type changed") + } + if !got.wipeOnExit { + t.Error("wipe intent not recorded") + } + if cmd == nil { + t.Fatal("no quit command issued") + } + if _, isQuit := cmd().(tea.QuitMsg); !isQuit { + t.Error("wipe request did not quit the program") + } +} + +// TestWorkerTableIsStatic is the guard for a highlight nothing can move. +// +// bubbles highlights its cursor row regardless of focus, so a read-only table +// built the normal way advertises a selection that does not exist — and the +// worker table has no per-worker operation to select for. +func TestWorkerTableIsStatic(t *testing.T) { + v := newServiceView(nil) + if v.workers.Focused() { + t.Error("worker table is focused but its keys are never routed to it") + } + + rows := []table.Row{{"scanner", "ok", ""}, {"proxy", "ok", ""}, {"errors", "ok", ""}} + + // The behavioural claim: a static table's cursor cannot be moved, so the + // row it sits on is not a selection the operator can act on. + static := newStaticTable(serviceWorkerColumns(60)) + static.SetHeight(4) + static.SetRows(rows) + before := static.Cursor() + static, _ = static.Update(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("j")}) + static, _ = static.Update(tea.KeyMsg{Type: tea.KeyDown}) + if static.Cursor() != before { + t.Errorf("static table cursor moved from %d to %d", before, static.Cursor()) + } + + // An interactive table does move, which is what makes the distinction real + // rather than a property every table happens to have. + interactive := newTable(serviceWorkerColumns(60)) + interactive.SetHeight(4) + interactive.SetRows(rows) + interactive, _ = interactive.Update(tea.KeyMsg{Type: tea.KeyDown}) + if interactive.Cursor() == 0 { + t.Error("interactive table did not move; the test proves nothing") + } +} + +// TestStaticTableRowsAlignExactly is the guard for the cursor row sitting one +// column right of the others. +// +// bubbles applies the Selected style to the already-assembled row, so giving it +// anything with padding indents row 0 relative to its neighbours — which looked +// like the first worker being mysteriously offset. +func TestStaticTableRowsAlignExactly(t *testing.T) { + tbl := newStaticTable(serviceWorkerColumns(70)) + tbl.SetHeight(4) + tbl.SetRows([]table.Row{ + {"scanner", "ok", ""}, + {"node-info", "ok", ""}, + {"proxy", "ok", ""}, + }) + + var indents []int + for _, line := range strings.Split(tbl.View(), "\n") { + // Data rows only: skip the header and its border rule. + if !strings.Contains(line, "ok") { + continue + } + indents = append(indents, len(line)-len(strings.TrimLeft(line, " "))) + } + if len(indents) < 2 { + t.Fatalf("found %d data rows, want at least 2", len(indents)) + } + for i, got := range indents[1:] { + if got != indents[0] { + t.Errorf("row %d is indented %d columns, row 0 is indented %d; rows must align", + i+1, got, indents[0]) + } + } +} + +// TestWorkerTableOrdersCrashesFirst is the guard for the clipping bug behind the +// highlight: the table cannot be scrolled, so on a short terminal the tail is +// unreachable. Failures must never be the rows that get cut. +func TestWorkerTableOrdersCrashesFirst(t *testing.T) { + v := newServiceView(nil) + // Pick a worker deliberately late in the declared order. + lastWorker := serviceWorkers[len(serviceWorkers)-1] + v.rebuildCrashes([]svcerrors.ServiceError{ + {ID: crashPrefix + lastWorker, Message: "it died"}, + }) + + rows := v.workers.Rows() + if len(rows) != len(serviceWorkers) { + t.Fatalf("table has %d rows, want %d", len(rows), len(serviceWorkers)) + } + // The row shows the display label; the crash lookup keys on the process name. + if rows[0][0] != workerLabel(lastWorker) { + t.Errorf("first row is %q, want the crashed %q", rows[0][0], workerLabel(lastWorker)) + } + if rows[0][1] != "DOWN" { + t.Errorf("first row status = %q", rows[0][1]) + } + for _, r := range rows[1:] { + if r[1] == "DOWN" { + t.Errorf("a crashed worker (%q) sorted below a healthy one", r[0]) + } + } +} + +// TestWorkerTableReportsHiddenRows checks a terminal too short to show every +// worker says so, rather than silently dropping the tail of a table that cannot +// be scrolled. +func TestWorkerTableReportsHiddenRows(t *testing.T) { + v := newServiceView(nil) + v.refreshWorkers() + + // Roomy: nothing hidden, no note. + v.SetSize(80, 40) + if got := v.hiddenWorkers(); got != 0 { + t.Errorf("tall terminal hides %d workers", got) + } + if strings.Contains(v.View(), "not shown") { + t.Error("roomy layout still claims workers are hidden") + } + + // Cramped: too short for eleven workers plus the configuration list, so + // some rows are unreachable and the view must admit it. + v.SetSize(80, 15) + _ = v.View() // the table is sized at render time + if v.hiddenWorkers() == 0 { + t.Fatalf("terminal with %d worker rows reports nothing hidden despite %d workers", + visibleTableRows(v.workers.Height()), len(serviceWorkers)) + } + if !strings.Contains(v.View(), "not shown") { + t.Errorf("short layout hides workers without saying so:\n%s", v.View()) + } +} + +// TestHiddenWorkersAccountsForTheHeader is the regression guard for a count that +// read zero while rows were being clipped. +// +// bubbles' SetHeight sets the height of the whole table, header included, so +// only height-2 data rows are visible. Treating the height as a row count made +// the view claim everything fit while two workers were cut off a table that +// cannot be scrolled. +func TestHiddenWorkersAccountsForTheHeader(t *testing.T) { + v := newServiceView(nil) + v.refreshWorkers() + + // Exactly enough total height for the header plus every worker. + v.workers.SetHeight(len(serviceWorkers) + tableHeaderRows) + if got := v.hiddenWorkers(); got != 0 { + t.Errorf("with room for all %d workers plus the header, hidden = %d", + len(serviceWorkers), got) + } + + // One row short: exactly one worker must be reported hidden. + v.workers.SetHeight(len(serviceWorkers) + tableHeaderRows - 1) + if got := v.hiddenWorkers(); got != 1 { + t.Errorf("one row short reports %d hidden, want 1", got) + } + + // The old arithmetic ignored the header and so reported 0 here. + v.workers.SetHeight(len(serviceWorkers)) + if got := v.hiddenWorkers(); got != tableHeaderRows { + t.Errorf("height equal to the worker count reports %d hidden, want %d "+ + "(the header occupies %d rows)", got, tableHeaderRows, tableHeaderRows) + } +} + +// TestVisibleTableRows pins the header accounting the layout budgets depend on. +func TestVisibleTableRows(t *testing.T) { + cases := map[int]int{0: 0, 1: 0, 2: 0, 3: 1, 5: 3, 13: 11} + for h, want := range cases { + if got := visibleTableRows(h); got != want { + t.Errorf("visibleTableRows(%d) = %d, want %d", h, got, want) + } + } +} + +var _ View = (*serviceView)(nil) +var _ inputCapturer = (*serviceView)(nil) diff --git a/services/nvpair-tui/ui/settings.go b/services/nvpair-tui/ui/settings.go deleted file mode 100644 index b157cd19..00000000 --- a/services/nvpair-tui/ui/settings.go +++ /dev/null @@ -1,221 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import ( - "fmt" - "strconv" - "strings" - - "nvpair-tui/rpc" - - "github.com/charmbracelet/bubbles/key" - "github.com/charmbracelet/bubbles/textinput" - tea "github.com/charmbracelet/bubbletea" -) - -// settingItem describes one persisted per-node preference and its -// settings/get-*/set-* method pair. -type settingItem struct { - suffix string // e.g. "force-ports" -> settings/get-force-ports - label string - isBool bool - boolV bool - strV string -} - -// settingsView edits the node-settings store: boolean prefs toggle in -// place, string prefs open an inline editor. Values are read on start and -// re-read after each successful write. -type settingsView struct { - client *rpc.Client - items []settingItem - cursor int - input textinput.Model - editing bool - status string - width, height int -} - -type settingLoadedMsg struct { - idx int - isB bool - boolV bool - strV string - err error -} - -type settingSavedMsg struct { - idx int - err error -} - -var ( - settingsUpKey = key.NewBinding(key.WithKeys("up", "k"), key.WithHelp("up/k", "up")) - settingsDownKey = key.NewBinding(key.WithKeys("down", "j"), key.WithHelp("down/j", "down")) - settingsEditKey = key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", "toggle/edit")) -) - -func newSettingsView(client *rpc.Client) *settingsView { - ti := textinput.New() - return &settingsView{ - client: client, - input: ti, - items: []settingItem{ - {suffix: "force-ports", label: "Force ports", isBool: true}, - {suffix: "cluster-auto-sync", label: "Cluster auto-sync", isBool: true}, - {suffix: "cluster-id", label: "Cluster ID"}, - {suffix: "cluster-friendly-name", label: "Cluster friendly name"}, - }, - } -} - -func (v *settingsView) Title() string { return "Settings" } - -func (v *settingsView) Init() tea.Cmd { - cmds := make([]tea.Cmd, len(v.items)) - for i := range v.items { - cmds[i] = v.loadCmd(i) - } - return tea.Batch(cmds...) -} - -func (v *settingsView) loadCmd(idx int) tea.Cmd { - it := v.items[idx] - return call(v.client, "settings/get-"+it.suffix, nil, func(msg *rpc.Message, err error) tea.Msg { - if err != nil { - return settingLoadedMsg{idx: idx, err: err} - } - if it.isBool { - var r struct { - Value bool `json:"value"` - } - _ = decodeParams(msg.Result, &r) - return settingLoadedMsg{idx: idx, isB: true, boolV: r.Value} - } - var r struct { - Value string `json:"value"` - } - _ = decodeParams(msg.Result, &r) - return settingLoadedMsg{idx: idx, strV: r.Value} - }) -} - -func (v *settingsView) SetSize(w, h int) { v.width, v.height = w, h } - -func (v *settingsView) CapturingInput() bool { return v.editing } - -func (v *settingsView) Update(msg tea.Msg) tea.Cmd { - switch msg := msg.(type) { - case settingLoadedMsg: - if msg.err == nil { - v.items[msg.idx].boolV = msg.boolV - v.items[msg.idx].strV = msg.strV - } - return nil - case settingSavedMsg: - if msg.err != nil { - v.status = "save failed: " + msg.err.Error() - return nil - } - v.status = v.items[msg.idx].label + " saved" - return v.loadCmd(msg.idx) - case tea.KeyMsg: - return v.handleKey(msg) - } - return nil -} - -func (v *settingsView) handleKey(msg tea.KeyMsg) tea.Cmd { - if v.editing { - switch msg.String() { - case "enter": - return v.submitString() - case "esc": - v.editing = false - v.input.Blur() - return nil - } - var cmd tea.Cmd - v.input, cmd = v.input.Update(msg) - return cmd - } - switch { - case key.Matches(msg, settingsUpKey): - if v.cursor > 0 { - v.cursor-- - } - case key.Matches(msg, settingsDownKey): - if v.cursor < len(v.items)-1 { - v.cursor++ - } - case key.Matches(msg, settingsEditKey): - return v.activate() - } - return nil -} - -func (v *settingsView) activate() tea.Cmd { - it := &v.items[v.cursor] - if it.isBool { - return v.saveBool(v.cursor, !it.boolV) - } - v.editing = true - v.input.SetValue(it.strV) - v.input.Focus() - return textinput.Blink -} - -func (v *settingsView) saveBool(idx int, val bool) tea.Cmd { - it := v.items[idx] - return call(v.client, "settings/set-"+it.suffix, map[string]bool{"value": val}, func(_ *rpc.Message, err error) tea.Msg { - return settingSavedMsg{idx: idx, err: err} - }) -} - -func (v *settingsView) submitString() tea.Cmd { - v.editing = false - v.input.Blur() - idx := v.cursor - it := v.items[idx] - val := strings.TrimSpace(v.input.Value()) - return call(v.client, "settings/set-"+it.suffix, map[string]string{"value": val}, func(_ *rpc.Message, err error) tea.Msg { - return settingSavedMsg{idx: idx, err: err} - }) -} - -func (v *settingsView) View() string { - var b strings.Builder - for i, it := range v.items { - cursor := " " - if i == v.cursor { - cursor = "> " - } - var val string - if it.isBool { - val = strconv.FormatBool(it.boolV) - } else if it.strV == "" { - val = footerStyle.Render("(unset)") - } else { - val = it.strV - } - line := fmt.Sprintf("%s%-24s %s", cursor, it.label, val) - if i == v.cursor { - line = titleStyle.Render(line) - } - b.WriteString(line) - b.WriteByte('\n') - } - if v.editing { - b.WriteString("\n" + v.items[v.cursor].label + ": " + v.input.View()) - } - if v.status != "" { - b.WriteString("\n" + footerStyle.Render(v.status)) - } - return b.String() -} - -func (v *settingsView) Help() []key.Binding { - return []key.Binding{settingsUpKey, settingsDownKey, settingsEditKey} -} diff --git a/services/nvpair-tui/ui/table_test.go b/services/nvpair-tui/ui/table_test.go new file mode 100644 index 00000000..dd01cba3 --- /dev/null +++ b/services/nvpair-tui/ui/table_test.go @@ -0,0 +1,253 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "testing" + + svcerrors "nvpair-shared/errors" + + "github.com/charmbracelet/bubbles/table" +) + +// rendered is the terminal width a laid-out row actually consumes: every column +// costs its declared width plus the padding bubbles wraps each cell in. +func rendered(cols []column, total int) int { + got := layoutColumns(total, cols) + sum := 0 + for _, c := range got { + sum += c.Width + cellPadding + } + return sum +} + +// TestLayoutColumnsFillsWidthExactly is the regression guard for the clipped +// headers ("po" for PORT, "SEE" for SEEN): a laid-out row must consume the +// width it was given, never more. Sizing that ignores cellPadding overflows and +// the terminal drops the rightmost columns. +func TestLayoutColumnsFillsWidthExactly(t *testing.T) { + cases := []struct { + name string + total int + cols []column + }{ + { + name: "proxies upstream table", + total: 80, + cols: []column{ + flexCol("ID", 10, 1), + flexCol("HOST", 10, 1), + fixedCol("PORT", 7), + }, + }, + { + name: "nodes table", + total: 100, + cols: []column{ + flexCol("NAME", 10, 1), + flexCol("ADDRESS", 10, 1), + fixedCol("PORT", 7), + fixedCol("LAST SEEN", 10), + fixedCol("STATUS", 11), + }, + }, + { + name: "single flex column takes the remainder", + total: 60, + cols: []column{ + fixedCol("SEV", 9), + flexCol("MESSAGE", 10, 1), + }, + }, + { + name: "uneven division leaves no gap", + total: 77, + cols: []column{ + flexCol("A", 5, 1), + flexCol("B", 5, 1), + flexCol("C", 5, 1), + }, + }, + } + + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + if got := rendered(tc.cols, tc.total); got != tc.total { + t.Errorf("row consumes %d columns, terminal is %d", got, tc.total) + } + }) + } +} + +// TestLayoutColumnsWeightedFlex checks a heavier column takes proportionally +// more of the surplus, so a message column can dominate a narrow id column. +func TestLayoutColumnsWeightedFlex(t *testing.T) { + cols := []column{flexCol("ID", 10, 1), flexCol("MESSAGE", 10, 3)} + got := layoutColumns(60, cols) + + // budget 60-4=56, minimums 20, surplus 36 split 1:3 -> +9 / +27. + if got[0].Width != 19 { + t.Errorf("ID width = %d, want 19", got[0].Width) + } + if got[1].Width != 37 { + t.Errorf("MESSAGE width = %d, want 37", got[1].Width) + } +} + +// TestLayoutColumnsNarrowTerminal checks a terminal too narrow for the +// minimums degrades to those minimums rather than producing widths bubbles +// would render as zero-width or negative. +func TestLayoutColumnsNarrowTerminal(t *testing.T) { + cols := []column{fixedCol("SEV", 9), flexCol("MESSAGE", 10, 1)} + for _, total := range []int{0, 1, 10, 20} { + got := layoutColumns(total, cols) + if got[0].Width != 9 { + t.Errorf("total=%d: SEV width = %d, want the declared 9", total, got[0].Width) + } + if got[1].Width != 10 { + t.Errorf("total=%d: MESSAGE width = %d, want the 10 minimum", total, got[1].Width) + } + } +} + +// TestLayoutColumnsHonoursMinimum checks a flex column never shrinks below its +// stated minimum even when fixed columns consume the whole width. +func TestLayoutColumnsHonoursMinimum(t *testing.T) { + cols := []column{fixedCol("WIDE", 50), flexCol("REST", 12, 1)} + got := layoutColumns(40, cols) + if got[1].Width < 12 { + t.Errorf("REST width = %d, want at least the 12 minimum", got[1].Width) + } +} + +// TestViewsAcceptRowsBeforeResize guards a panic every table view was exposed +// to: the broker replays a baseline snapshot as soon as a view subscribes, which +// can arrive before the first WindowSizeMsg. bubbles' renderRow indexes its +// column slice per row cell, so a table built with no columns panics on the +// first row rather than rendering empty. +func TestViewsAcceptRowsBeforeResize(t *testing.T) { + t.Run("nodes from discovery", func(t *testing.T) { + v := newNodesView(nil) + v.feeds.discovered = []availableNode{{HostUUID: "u", Name: "n", IPAddress: "10.0.0.1", Port: 1}} + v.rebuild() + }) + t.Run("nodes from cluster roster", func(t *testing.T) { + v := newNodesView(nil) + v.feeds.members = []clusterNode{{ID: "id", NodeUUID: "u", Name: "n", State: "joined", Port: 1}} + v.rebuild() + }) + t.Run("nodes from manual list", func(t *testing.T) { + v := newNodesView(nil) + v.feeds.manual = []manualNode{{ID: "id", Name: "n", Address: "10.0.0.1"}} + v.rebuild() + }) + t.Run("jobs", func(t *testing.T) { + newJobsView(nil).upsert(workload{ID: "w", Model: "m", Engine: "ollama", State: "running"}) + }) + t.Run("node detail engines and models", func(t *testing.T) { + d := newNodeDetail(nil, nodeRow{ + key: "u", + name: "n", + self: true, + modelsByEngine: map[string][]string{"ollama": {"llama3.2"}}, + loadedByEngine: map[string][]string{"ollama": {"llama3.2"}}, + }) + d.engines = []engineStatus{{Engine: "ollama", Installed: true}} + d.refreshEngines() + d.refreshModels() + }) + t.Run("errors", func(t *testing.T) { + newErrorsView(nil).setErrors([]svcerrors.ServiceError{{ID: "e", Message: "boom"}}) + }) + t.Run("service workers", func(t *testing.T) { + newServiceView(nil).refreshWorkers() + }) +} + +// TestEveryTableViewHasColumnsAtConstruction is the direct invariant behind the +// panic above, stated per view so a new view cannot regress it silently. +func TestEveryTableViewHasColumnsAtConstruction(t *testing.T) { + widths := map[string][]table.Column{ + "nodes": nodesColumns(defaultTableWidth), + "jobs": workloadColumns(defaultTableWidth), + "detail engines local": detailEngineColumns(defaultTableWidth, false), + "detail engines remote": detailEngineColumns(defaultTableWidth, true), + "detail models": detailModelColumns(defaultTableWidth), + "service workers": serviceWorkerColumns(defaultTableWidth), + } + for name, cols := range widths { + if len(cols) == 0 { + t.Errorf("%s: no columns", name) + } + for _, c := range cols { + if c.Width < minCellWidth { + t.Errorf("%s: column %q width %d below minimum", name, c.Title, c.Width) + } + } + } +} + +// TestRowsMatchTheirColumns pins the two halves of a table together. +// +// bubbles' renderRow walks the column slice and indexes the row per column, so a +// row with fewer cells than columns panics and one with more silently drops the +// extras. Nothing else catches it: both halves compile independently, and a view +// that builds its rows in one function and its columns in another can lose a +// cell without a single type error — which is exactly the shape of the edit that +// removed the node table's timestamp column. +func TestRowsMatchTheirColumns(t *testing.T) { + t.Run("nodes", func(t *testing.T) { + v := newNodesView(nil) + v.feeds.discovered = []availableNode{ + {HostUUID: "u", Name: "n", IPAddress: "10.0.0.1", Port: 1}, + } + v.rebuild() + assertRowWidths(t, v.table) + }) + t.Run("jobs", func(t *testing.T) { + v := newJobsView(nil) + v.upsert(workload{ID: "w", Model: "m", Engine: "ollama", State: "running"}) + assertRowWidths(t, v.table) + }) + t.Run("errors", func(t *testing.T) { + v := newErrorsView(nil) + v.setErrors([]svcerrors.ServiceError{{ID: "e", Message: "boom"}}) + assertRowWidths(t, v.table) + }) + t.Run("service workers", func(t *testing.T) { + v := newServiceView(nil) + v.refreshWorkers() + assertRowWidths(t, v.workers) + }) + t.Run("node detail engines and models", func(t *testing.T) { + for _, remote := range []bool{false, true} { + d := newNodeDetail(nil, nodeRow{ + key: "u", + name: "n", + self: !remote, + modelsByEngine: map[string][]string{"ollama": {"llama3.2"}}, + loadedByEngine: map[string][]string{"ollama": {"llama3.2"}}, + }) + d.engines = []engineStatus{{Engine: "ollama", Installed: true}} + d.refreshEngines() + d.refreshModels() + assertRowWidths(t, d.engineTable) + assertRowWidths(t, d.modelTable) + } + }) +} + +func assertRowWidths(t *testing.T, m table.Model) { + t.Helper() + cols := len(m.Columns()) + rows := m.Rows() + if len(rows) == 0 { + t.Fatal("no rows to check; the fixture did not populate the table") + } + for i, row := range rows { + if len(row) != cols { + t.Errorf("row %d has %d cell(s), table has %d column(s)", i, len(row), cols) + } + } +} diff --git a/services/nvpair-tui/ui/toast_test.go b/services/nvpair-tui/ui/toast_test.go new file mode 100644 index 00000000..f5632e6f --- /dev/null +++ b/services/nvpair-tui/ui/toast_test.go @@ -0,0 +1,661 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "encoding/json" + "errors" + "testing" + "time" + "unicode/utf8" + + "nvpair-tui/rpc" + + tea "github.com/charmbracelet/bubbletea" +) + +// TestToastExpires is the regression guard for status lines that never went +// away: an outcome must stop rendering once its TTL has passed. +func TestToastExpires(t *testing.T) { + var s toast + s.ok("accept invite ok") + if s.render() == "" { + t.Fatal("a message just set should render") + } + + s.at = time.Now().Add(-toastTTL - time.Second) + if s.render() != "" { + t.Error("message outlived its TTL and is still rendering") + } +} + +// TestToastErrorsOutliveSuccesses checks a failure stays readable for longer +// than a success, since the operator needs time to act on it. +func TestToastErrorsOutliveSuccesses(t *testing.T) { + var ok, bad toast + ok.ok("done") + bad.error("it broke") + + aged := time.Now().Add(-toastTTL - time.Second) + ok.at, bad.at = aged, aged + + if ok.render() != "" { + t.Error("success should have expired by now") + } + if bad.render() == "" { + t.Error("error expired at the success TTL; it should last longer") + } + + bad.at = time.Now().Add(-toastErrorTTL - time.Second) + if bad.render() != "" { + t.Error("error outlived even the error TTL") + } +} + +// TestPinnedToastNeverExpires covers the pairing PIN. The operator reads it +// aloud to someone at another machine, so a timer must not remove it. +func TestPinnedToastNeverExpires(t *testing.T) { + var s toast + s.pin("invite sent - PIN 123456") + s.at = time.Now().Add(-24 * time.Hour) + + if s.render() == "" { + t.Error("pinned message expired; the PIN must stay until the invite resolves") + } + // It is replaced by the outcome, which is how a pinned message ends: the + // views set a new one rather than clearing to nothing. + s.ok("peer joined the cluster") + if contains(s.render(), "123456") { + t.Error("the PIN survived the message that replaced it") + } +} + +// TestSetReplacesPinned checks a later ordinary message drops the sticky flag, +// so a pinned PIN cannot make every subsequent message permanent. +func TestSetReplacesPinned(t *testing.T) { + var s toast + s.pin("invite sent - PIN 123456") + s.info("inviting other-host...") + + s.at = time.Now().Add(-toastTTL - time.Second) + if s.render() != "" { + t.Error("message set after a pin inherited its stickiness") + } +} + +// TestTruncateIsRuneSafe is the regression guard for a byte-based cut. GPU and +// CPU model names reach truncate, and a slice landing inside a multi-byte +// sequence emits an invalid rune; the callers also pair it with %-Ns, which pads +// by rune count, so a byte cut narrowed the column too. +func TestTruncateIsRuneSafe(t *testing.T) { + // 10 runes, 20 bytes. + const wide = "ααααααααα™" + got := truncate(wide, 5) + + if !utf8.ValidString(got) { + t.Errorf("truncate produced invalid UTF-8: %q", got) + } + if n := utf8.RuneCountInString(got); n != 5 { + t.Errorf("truncate(%q, 5) is %d runes, want 5", wide, n) + } + + // Short input is returned untouched even when its byte length exceeds max. + if got := truncate("ααα", 5); got != "ααα" { + t.Errorf("truncate shortened a string that already fits: %q", got) + } + // Degenerate widths must not panic. + if got := truncate("abc", 1); got != "…" { + t.Errorf("truncate(_, 1) = %q", got) + } + if got := truncate("abc", 0); got != "" { + t.Errorf("truncate(_, 0) = %q", got) + } + if got := truncate("abc", -1); got != "" { + t.Errorf("truncate(_, -1) = %q", got) + } +} + +func TestInviteOutcome(t *testing.T) { + resolved := []string{ + "cluster:invite-declined", + "cluster:invite-expired", + "cluster:invite-canceled", + "cluster:invite-failed", + } + for _, method := range resolved { + outcome, ok := inviteOutcome(method) + if !ok { + t.Errorf("%s is not recognised as a terminal invite event", method) + continue + } + if outcome.label == "" { + t.Errorf("%s has no operator-facing label", method) + } + } + + // An invite arriving is not an invite resolving. + if _, ok := inviteOutcome("cluster:invite-received"); ok { + t.Error("invite-received treated as terminal") + } + if _, ok := inviteOutcome("discovery:nodes-changed"); ok { + t.Error("unrelated notification treated as a terminal invite event") + } +} + +// notify builds the broker push a view would receive for method, with no params. +func notify(method string) NotificationMsg { + return NotificationMsg{Msg: &rpc.Message{Method: method}} +} + +// TestNodesViewRetiresPinOnInviteDeclined is the regression guard for the +// pairing dead end: a PIN pinned on the Nodes tab must be replaced once the +// cluster manager reports the invite is no longer pending. +func TestNodesViewRetiresPinOnInviteDeclined(t *testing.T) { + v := newNodesView(nil) + v.invitedKey = "peer-uuid" + v.outboundInviteID = "inv-1" + v.status.pin("invite sent to peer - PIN 123456") + + v.Update(inviteEvent("cluster:invite-declined", "inv-1")) + + if v.invitedKey != "" { + t.Error("pending invite still tracked after it was declined") + } + rendered := v.status.render() + if rendered == "" { + t.Fatal("declined invite produced no status at all") + } + if contains(rendered, "123456") { + t.Errorf("PIN still on screen after the invite was declined: %q", rendered) + } +} + +// TestNodesViewRetiresPinOnPairingSuccess covers the one outcome with no +// terminal notification: success shows up as the invited node becoming a member. +func TestNodesViewRetiresPinOnPairingSuccess(t *testing.T) { + v := newNodesView(nil) + v.invitedKey = "peer-uuid" + v.status.pin("invite sent to peer - PIN 123456") + + v.feeds.discovered = []availableNode{{HostUUID: "peer-uuid", Name: "peer", Trusted: true}} + v.rebuild() + + if v.invitedKey != "" { + t.Error("pending invite still tracked after the peer joined") + } + if rendered := v.status.render(); contains(rendered, "123456") { + t.Errorf("PIN still on screen after pairing completed: %q", rendered) + } +} + +// TestNodesViewKeepsPinWhileInvitePending checks an unrelated snapshot does not +// retire a PIN that is still live. +func TestNodesViewKeepsPinWhileInvitePending(t *testing.T) { + v := newNodesView(nil) + v.invitedKey = "peer-uuid" + v.status.pin("invite sent to peer - PIN 123456") + + v.feeds.discovered = []availableNode{ + {HostUUID: "peer-uuid", Name: "peer", Trusted: false}, + {HostUUID: "other-uuid", Name: "other", Trusted: true}, + } + v.rebuild() + + if v.invitedKey != "peer-uuid" { + t.Error("pending invite dropped while still unanswered") + } + if !contains(v.status.render(), "123456") { + t.Error("PIN removed while the invite was still pending") + } +} + +// inviteEvent builds a terminal invite notification carrying an inviteId. +func inviteEvent(method, inviteID string) NotificationMsg { + params, _ := json.Marshal(map[string]string{"inviteId": inviteID}) + return NotificationMsg{Msg: &rpc.Message{Method: method, Params: params}} +} + +// TestInviteOutcomeMatchesBySession is the regression guard for concurrent +// pairings clobbering each other. The manager supports several at once and +// stamps an inviteId on every terminal event, so an unrelated invite's decline +// must not clear the PIN or prompt belonging to a different session. +func TestInviteOutcomeMatchesBySession(t *testing.T) { + v := newNodesView(nil) + v.outboundInviteID = "mine" + v.invitedKey = "peer-uuid" + v.status.pin("invite sent to peer - PIN 123456") + v.inbound = &clusterInvite{InviteID: "theirs", FromNodeName: "other"} + + // An event carrying no invite at all belongs to no session and is ignored. + // Every terminal notification the manager emits carries one, so this is a + // malformed frame rather than an older sender to be accommodated. + v.Update(notify("cluster:invite-declined")) + if v.outboundInviteID != "mine" || v.inbound == nil { + t.Error("an unattributable event cleared a live pairing session") + } + + // A decline for a third, unrelated session touches neither. + v.Update(inviteEvent("cluster:invite-declined", "somebody-else")) + if v.outboundInviteID != "mine" || v.invitedKey == "" { + t.Error("an unrelated invite's decline cleared our outbound session") + } + if v.inbound == nil { + t.Error("an unrelated invite's decline cleared the inbound prompt") + } + + // A decline for our outbound invite clears that, and leaves the inbound + // request alone. + v.Update(inviteEvent("cluster:invite-declined", "mine")) + if v.outboundInviteID != "" || v.invitedKey != "" { + t.Error("our own decline did not clear the outbound session") + } + if v.inbound == nil { + t.Error("our outbound decline also cleared the unrelated inbound prompt") + } + + // And the inbound one resolves on its own id. + v.Update(inviteEvent("cluster:invite-expired", "theirs")) + if v.inbound != nil { + t.Error("the inbound prompt survived its own expiry") + } +} + +// TestInviteByAddressRetiresItsPin is the regression guard for the by-address +// path: it has no node UUID, so without matching on the address the PIN it +// pinned stayed on screen forever after the peer joined. +func TestInviteByAddressRetiresItsPin(t *testing.T) { + v := newNodesView(nil) + v.Update(nodeInviteMsg{ + name: "10.0.0.7", address: "10.0.0.7", inviteID: "inv", pin: "123456", + }) + if v.invitedAddress != "10.0.0.7" { + t.Fatalf("invitedAddress = %q, want the invited host", v.invitedAddress) + } + if !contains(v.status.render(), "123456") { + t.Fatal("PIN was not pinned") + } + + // The peer joins; discovery reports it with that address. + v.feeds.discovered = []availableNode{{ + HostUUID: "peer-uuid", Name: "peer", IPAddress: "10.0.0.7", Trusted: true, + }} + v.rebuild() + + if v.invitedAddress != "" { + t.Error("pending by-address invite still tracked after the peer joined") + } + if contains(v.status.render(), "123456") { + t.Error("PIN still on screen after the by-address peer joined") + } +} + +// TestAddressMatches checks the host comparison used to recognise a peer invited +// by address, including a typed host:port form and the node's other addresses. +func TestAddressMatches(t *testing.T) { + row := nodeRow{ + name: "host-a", + address: "10.0.0.7", + addresses: []string{"10.0.0.7", "192.168.1.9"}, + } + for _, in := range []string{"10.0.0.7", "10.0.0.7:14321", "192.168.1.9", "HOST-A"} { + if !addressMatches(row, in) { + t.Errorf("addressMatches(%q) = false, want true", in) + } + } + for _, in := range []string{"", "10.0.0.8", "other-host"} { + if addressMatches(row, in) { + t.Errorf("addressMatches(%q) = true, want false", in) + } + } +} + +// TestRemoveMemberRequiresConfirmation checks un-pairing a peer is armed rather +// than immediate, matching leave-cluster. It acts on someone else's row, so a +// stray keystroke is worse there, not better. +func TestRemoveMemberRequiresConfirmation(t *testing.T) { + v := newNodesView(nil) + v.feeds.discovered = []availableNode{{ + HostUUID: "peer", Name: "peer", IPAddress: "10.0.0.2", Trusted: true, + }} + v.rebuild() + v.selectedKey = "peer" + + if cmd := v.removeSelected(); cmd != nil { + t.Error("removal was dispatched without confirmation") + } + if v.confirmRemove != "peer" { + t.Fatalf("confirmRemove = %q, want the selected node", v.confirmRemove) + } + + // Any other key cancels. + v.handleKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("n")}) + if v.confirmRemove != "" { + t.Error("a non-confirming key left the removal armed") + } + + // Re-arm and confirm. + v.removeSelected() + if cmd := v.handleKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("y")}); cmd == nil { + t.Error("confirmation produced no removal command") + } +} + +// TestNodesViewExplainsAnEmptyTable is the guard for the worst first +// impression this tab can give: no rows and no reason. +// +// The four feeds behind it each ignored their error, so a broker that could not +// answer produced a tab identical to a quiet network. Those need opposite +// responses from the operator — wait, or go look at the service — so the screen +// has to say which one it is. +func TestNodesViewExplainsAnEmptyTable(t *testing.T) { + v := newNodesView(nil) + v.SetSize(100, 30) + + // Nothing wrong, just nothing found yet. + if got := v.View(); !contains(got, "Discovery is browsing") { + t.Errorf("a quiet network does not read as one:\n%s", got) + } + + v.Update(clusterMembersMsg{err: errors.New("worker not running")}) + got := v.View() + if contains(got, "Discovery is browsing") { + t.Error("a failed read still claims discovery is simply looking") + } + if !contains(got, "cluster members") { + t.Errorf("the failing feed is not named:\n%s", got) + } + if !contains(got, "worker not running") { + t.Errorf("the reason is not shown:\n%s", got) + } +} + +// TestNodesViewWarnsWhenPopulatedButIncomplete checks a partial failure is +// reported too. A table with rows in it looks authoritative, so a missing feed +// there is more misleading than an empty one, not less. +func TestNodesViewWarnsWhenPopulatedButIncomplete(t *testing.T) { + v := newNodesView(nil) + v.SetSize(100, 30) + v.feeds.discovered = []availableNode{{HostUUID: "peer", Name: "peer", IPAddress: "10.0.0.2"}} + v.rebuild() + + v.Update(manualNodesMsg{err: errors.New("manual worker down")}) + if got := v.View(); !contains(got, "manual nodes") { + t.Errorf("a populated table hides that a feed is missing:\n%s", got) + } +} + +// TestNodesViewClearsFeedWarningOnRecovery checks the warning is a live +// condition, not a permanent mark: a feed that starts working again stops +// being reported. +func TestNodesViewClearsFeedWarningOnRecovery(t *testing.T) { + v := newNodesView(nil) + v.SetSize(100, 30) + + v.Update(manualNodesMsg{err: errors.New("transient")}) + if v.feedWarning() == "" { + t.Fatal("failure was not recorded") + } + + v.Update(manualNodesMsg{}) + if got := v.feedWarning(); got != "" { + t.Errorf("warning survived recovery: %q", got) + } +} + +// TestNodesFilterNarrowsWithoutLosingTheCluster checks the filter changes what +// is shown and nothing else. The cluster summary and the pairing-completion +// check are about the cluster, not about what the operator is looking at, so a +// filter must not shrink the member count or strand a pinned PIN. +func TestNodesFilterNarrowsWithoutLosingTheCluster(t *testing.T) { + v := newNodesView(nil) + v.SetSize(100, 30) + v.identity.ClusterID = "cluster-1" + v.feeds.members = []clusterNode{ + {NodeUUID: "a", Name: "alpha", State: "member"}, + {NodeUUID: "b", Name: "beta", State: "member"}, + } + v.rebuild() + + if got := len(v.rows); got != 2 { + t.Fatalf("unfiltered rows = %d, want 2", got) + } + + v.filter = "alpha" + v.rebuild() + + if len(v.rows) != 1 || v.rows[0].name != "alpha" { + t.Errorf("filtered rows = %+v, want just alpha", v.rows) + } + if len(v.all) != 2 { + t.Errorf("the filter dropped nodes from the full set: %d", len(v.all)) + } + if !contains(v.clusterLine(), "2") { + t.Errorf("member count followed the filter instead of the cluster: %q", v.clusterLine()) + } + if !contains(v.View(), "showing 1 of 2") { + t.Errorf("a filtered table does not say it is filtered:\n%s", v.View()) + } +} + +// TestNodesFilterRetiresPinForAHiddenPeer checks a peer that joins while +// filtered out still retires its PIN. The pairing completed; whether the +// operator can currently see the row is irrelevant. +func TestNodesFilterRetiresPinForAHiddenPeer(t *testing.T) { + v := newNodesView(nil) + v.SetSize(100, 30) + v.Update(nodeInviteMsg{name: "beta", inviteID: "inv", pin: "123456"}) + v.invitedKey = "b" + v.filter = "alpha" // hides the very node we invited + + v.feeds.members = []clusterNode{{NodeUUID: "b", Name: "beta", State: "member"}} + v.rebuild() + + if v.invitedKey != "" { + t.Error("a peer that joined while filtered out left its invite pending") + } + if contains(v.status.render(), "123456") { + t.Error("the PIN is still on screen after the hidden peer joined") + } +} + +// TestCancelInviteClearsThePinImmediately checks the inviter's half of decline. +// Without it a PIN read to the wrong person could only be retired by waiting +// for it to expire, staying answerable the whole time. +func TestCancelInviteClearsThePinImmediately(t *testing.T) { + v := newNodesView(nil) + v.SetSize(100, 30) + v.Update(nodeInviteMsg{name: "peer", inviteID: "inv-1", pin: "123456"}) + if !contains(v.status.render(), "123456") { + t.Fatal("PIN was not pinned") + } + + if cmd := v.cancelInvite(); cmd == nil { + t.Error("cancelling produced no request") + } + if v.outboundInviteID != "" { + t.Error("the invite is still tracked after cancelling") + } + if contains(v.status.render(), "123456") { + t.Error("the PIN is still displayed after cancelling; it must stop being readable at once") + } + + // Nothing pending is a no-op, not an error. + if cmd := v.cancelInvite(); cmd != nil { + t.Error("cancelling with no invite pending still sent a request") + } +} + +// TestWrongPinIsNotReportedAsSuccess is the regression guard for the worst lie +// this interface could tell. +// +// A wrong PIN is not a JSON-RPC error. The cluster manager tears the pairing +// session down and replies *successfully* with the invite, whose state is +// "failed" and whose reason says why. Reading only the transport error reported +// a green "accept pairing ok" for a pairing that had just been rejected — and +// because the prompt is cleared by then, nothing later corrected it. The +// operator would go looking for a peer that was never going to appear. +func TestWrongPinIsNotReportedAsSuccess(t *testing.T) { + v := newNodesView(nil) + v.SetSize(100, 30) + + v.Update(pairingResultMsg{from: "peer", state: "failed", reason: reasonIncorrectPIN}) + + got := v.status.render() + if contains(got, " ok") { + t.Errorf("a rejected pairing reported success: %q", got) + } + if !contains(got, "wrong PIN") { + t.Errorf("status %q does not say the PIN was wrong", got) + } + if !contains(got, "new invite") { + t.Errorf("status %q does not say what to do next; the PIN is single-use", got) + } +} + +// TestPairingOutcomesAreDistinguished checks each terminal state gets its own +// answer, since they call for different things from the operator. +func TestPairingOutcomesAreDistinguished(t *testing.T) { + cases := []struct { + state, reason string + want string + }{ + {state: "paired", want: "paired with peer"}, + {state: "failed", reason: reasonIncorrectPIN, want: "wrong PIN"}, + {state: "failed", reason: "unreachable", want: "failed"}, + {state: "declined", want: "declined"}, + } + for _, tc := range cases { + v := newNodesView(nil) + v.SetSize(100, 30) + v.Update(pairingResultMsg{from: "peer", state: tc.state, reason: tc.reason}) + if got := v.status.render(); !contains(got, tc.want) { + t.Errorf("state=%q reason=%q rendered %q, want it to mention %q", + tc.state, tc.reason, got, tc.want) + } + } +} + +// TestNodesViewClearsInboundInviteOnExpiry checks an inbound prompt stops +// offering accept/decline once the invite is gone. +func TestNodesViewClearsInboundInviteOnExpiry(t *testing.T) { + // Both the prompt and the assertion read the key off the binding. Spelling + // it out meant that when accept moved from p to a, this went on checking + // that p was absent — and p by then was "pair", which is always offered, so + // it failed for a reason unrelated to what it tests. + accept := nodePairKey.Help().Key + + v := newNodesView(nil) + v.inbound = &clusterInvite{InviteID: "inv-1", FromNodeName: "peer"} + v.status.pin("pairing request from peer - press %s to accept, %s to decline", + accept, nodeDeclineKey.Help().Key) + + v.Update(inviteEvent("cluster:invite-expired", "inv-1")) + + if v.inbound != nil { + t.Error("expired inbound invite is still pending; accept would target a dead invite") + } + if contains(v.status.render(), "to accept") { + t.Error("still offering accept/decline for an expired invite") + } + if v.Help() == nil { + t.Error("help bindings unexpectedly nil") + } + for _, b := range v.Help() { + if b.Help().Key == accept && b.Help().Desc == nodePairKey.Help().Desc { + t.Error("accept-pairing key still advertised with no pending invite") + } + } +} + +// TestNodesViewSelectionSurvivesReorder is the guard for selection tracked by +// key rather than row index: the list re-sorts as nodes come and go, and an +// index would quietly move the operator onto a different machine. +func TestNodesViewSelectionSurvivesReorder(t *testing.T) { + v := newNodesView(nil) + v.feeds.discovered = []availableNode{ + {HostUUID: "a", Name: "aaa", LastSeen: time.Now().Unix()}, + {HostUUID: "z", Name: "zzz", LastSeen: time.Now().Unix()}, + } + v.rebuild() + + v.selectedKey = "z" + v.restoreSelection() + if got := v.selectedRow(); got == nil || got.key != "z" { + t.Fatalf("selection did not settle on the requested node") + } + + // A new node sorting ahead of the selection must not steal the cursor. + v.feeds.discovered = append(v.feeds.discovered, + availableNode{HostUUID: "m", Name: "mmm", LastSeen: time.Now().Unix()}) + v.rebuild() + + if got := v.selectedRow(); got == nil || got.key != "z" { + t.Errorf("selection moved to %v after the list grew", got) + } +} + +// TestNodesViewGuardsInviteOnEveryPath is the regression guard for re-inviting a +// node that already has a relationship. The old split tabs guarded the +// discovered-node path only, so the by-address path could still send a doomed +// invite. +func TestNodesViewGuardsInviteOnEveryPath(t *testing.T) { + cases := []struct { + name string + node availableNode + }{ + {"already a member of our cluster", availableNode{HostUUID: "k", Name: "peer", Trusted: true}}, + {"a member of another cluster", availableNode{HostUUID: "k", Name: "peer", Clustered: true}}, + } + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + v := newNodesView(nil) + v.feeds.discovered = []availableNode{tc.node} + v.rebuild() + v.selectedKey = "k" + + if cmd := v.inviteSelected(); cmd != nil { + t.Error("invite was dispatched for a node that cannot accept one") + } + if v.invitedKey != "" { + t.Error("invite recorded as pending despite being blocked") + } + if v.status.render() == "" { + t.Error("invite blocked with no explanation to the operator") + } + }) + } +} + +// TestNodesViewRefusesSelfInvite checks this machine cannot be invited to its +// own cluster. +func TestNodesViewRefusesSelfInvite(t *testing.T) { + v := newNodesView(nil) + v.feeds.discovered = []availableNode{{HostUUID: "me", Name: "this", LastSeen: time.Now().Unix()}} + v.feeds.selfUUID = "me" + v.rebuild() + v.selectedKey = "me" + + if cmd := v.inviteSelected(); cmd != nil { + t.Error("dispatched an invite to this machine") + } +} + +// contains is a substring check kept local to avoid importing strings for one +// assertion style. +func contains(haystack, needle string) bool { + if needle == "" { + return true + } + for i := 0; i+len(needle) <= len(haystack); i++ { + if haystack[i:i+len(needle)] == needle { + return true + } + } + return false +} + +// assert the views used above still satisfy the interface the shell drives. +var _ View = (*nodesView)(nil) +var _ inputCapturer = (*nodesView)(nil) +var _ tea.Model = Model{} diff --git a/services/nvpair-tui/ui/ui.go b/services/nvpair-tui/ui/ui.go index 65015a7b..27021313 100644 --- a/services/nvpair-tui/ui/ui.go +++ b/services/nvpair-tui/ui/ui.go @@ -12,10 +12,11 @@ import ( tea "github.com/charmbracelet/bubbletea" ) -// Run builds the tabbed program over a connected broker client and the -// broker's stderr stream, and blocks until the user quits. The caller is -// responsible for shutting the broker down afterwards. -func Run(client *rpc.Client, stderr io.Reader) error { +// Run builds the tabbed program over a connected broker client and the broker's +// stderr stream, and blocks until the user quits. The caller is responsible for +// shutting the broker down afterwards, and for honouring the returned Outcome +// once it has. +func Run(client *rpc.Client, stderr io.Reader) (Outcome, error) { logCh := make(chan string, 2000) go scanLines(stderr, logCh) @@ -23,8 +24,14 @@ func Run(client *rpc.Client, stderr io.Reader) error { New(client, logCh, defaultViews(client)), tea.WithAltScreen(), ) - _, err := p.Run() - return err + final, err := p.Run() + if m, ok := final.(Model); ok { + // Before returning, so a demo still inside its window does not leave + // dispatcher processes behind for the shell to inherit. + m.close() + return Outcome{WipeData: m.wipeOnExit}, err + } + return Outcome{}, err } // scanLines forwards each line of r onto out, closing out at EOF. The @@ -40,17 +47,23 @@ func scanLines(r io.Reader, out chan<- string) { } // defaultViews lists the tabs in display order. +// +// The tab set is machine-first: Nodes is the primary surface because a node is +// the unit an operator reasons about, and everything specific to one machine +// hangs off its row rather than living in a tab of its own. Diagnostics come +// last, errors before logs, which is the order you consult them in. +// +// Errors is a plain tab rather than an overlay on a dedicated key. As an overlay +// it needed a global binding, and every candidate was either a letter that +// shadowed a view's own verb or a digit that looked like a tab number without +// being one. Its count rides on the tab label instead, so the tab bar is the +// indicator and there is nothing extra to learn. func defaultViews(client *rpc.Client) []View { return []View{ - newHealthView(client), - newErrorsView(client), newNodesView(client), - newProxiesView(client), - newWorkloadsView(client), - newEnginesView(client), - newClusterView(client), - newManualView(client), - newSettingsView(client), + newJobsView(client), + newServiceView(client), + newErrorsView(client), newLogsView(client), } } diff --git a/services/nvpair-tui/ui/updatecheck.go b/services/nvpair-tui/ui/updatecheck.go new file mode 100644 index 00000000..d9374f8c --- /dev/null +++ b/services/nvpair-tui/ui/updatecheck.go @@ -0,0 +1,222 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "encoding/json" + "fmt" + "io" + "net/http" + "os" + "strconv" + "strings" + "time" + + tea "github.com/charmbracelet/bubbletea" +) + +// Update awareness: notice that a newer release exists and say so. +// +// Deliberately not an updater. It downloads nothing and installs nothing, which +// is not timidity — the terminal client is not one binary. It resolves the broker +// beside its own executable and that broker spawns eleven workers from the same +// directory, each independently versioned, so replacing "the client" means +// swapping fourteen binaries atomically while they are serving inference. A +// partial swap leaves a new client driving old workers across a JSON-RPC +// contract that may have changed, which is the failure service-contracts:check +// exists to catch at build time. Telling the operator and letting them install +// the release properly is the honest half of the job. +// +// The desktop app has real auto-update, and on an app install this client is +// already carried along by it: nvpair-tui ships inside cli-bin, and the nvpair +// launcher holds an absolute path into it, so replacing the bundle replaces this +// binary too. What has no updater is a services-tarball install on a headless +// box, which is exactly where this notice is worth having. + +// ProductVersion is the release this binary was built from, stamped by the build +// scripts with -X nvpair-tui/ui.ProductVersion=... +// +// The product version, not this component's own. They are different numbers — +// versions.json carries nvpair-tui at 0.7.2 inside product 0.91.7 — and the +// release feed publishes the product one, which is also what names the tarball +// (installer_build.sh resolves `.installer // .product`). Comparing the +// component version against a release tag would be meaningless. +// +// Stamped into this package rather than main so it does not have to be threaded +// through Run, New, and the model to reach the one line that shows it. "dev" +// means an unstamped build, and no check is made against that. +var ProductVersion = "dev" + +// updateFeedURL is the public releases feed. The same place the README and +// services/readme.md already send people to download PAIR, so nothing new is +// being contacted, and it serves stable releases only. +const updateFeedURL = "https://api.github.com/repos/NVIDIA/Personal-AI-Router/releases/latest" + +// updateReleasesPage is where the notice sends the operator: the human page, +// not the API. The same URL the README and services/readme.md already give. +const updateReleasesPage = "https://github.com/NVIDIA/Personal-AI-Router/releases" + +// disableUpdateCheckEnv turns the check off. +// +// A server reaching the internet unasked is a legitimate objection — an +// air-gapped or change-controlled host must be able to refuse — so this is one +// documented variable rather than a setting to discover. +const disableUpdateCheckEnv = "NVPAIR_NO_UPDATE_CHECK" + +const ( + // updateCheckTimeout bounds the request. Short: nothing waits on this, and a + // network that blackholes the request should cost nothing. + updateCheckTimeout = 10 * time.Second + + // updateCheckInterval matches the desktop app's six hours, so the two front + // ends notice a release at the same cadence. + updateCheckInterval = 6 * time.Hour + + // updateFeedMaxBytes caps the reply. The release object is a few kilobytes; + // this is only here so a misbehaving endpoint cannot stream forever. + updateFeedMaxBytes = 1 << 20 +) + +// updateClient refuses redirects for the same reason the telemetry poller does: +// a redirect could point this at an arbitrary host, and a release feed has no +// legitimate reason to issue one. +var updateClient = &http.Client{ + Timeout: updateCheckTimeout, + CheckRedirect: func(*http.Request, []*http.Request) error { + return http.ErrUseLastResponse + }, +} + +// updateCheckMsg carries the outcome. A failure is recorded and never shown: an +// operator who cannot reach the internet does not need to be told so every six +// hours, and this is the least important thing on the screen. +type updateCheckMsg struct { + latest string + err error +} + +// updateCheckEnabled reports whether to look at all. +// +// An unstamped build is skipped too: a developer running from source has nothing +// to compare and does not want a notice telling them to download a release. +func updateCheckEnabled() bool { + if strings.TrimSpace(os.Getenv(disableUpdateCheckEnv)) != "" { + return false + } + _, stamped := versionParts(ProductVersion) + return stamped +} + +// checkUpdateCmd asks the feed for the newest release. +func checkUpdateCmd() tea.Cmd { + if !updateCheckEnabled() { + return nil + } + return func() tea.Msg { + latest, err := fetchLatestRelease(updateFeedURL) + return updateCheckMsg{latest: latest, err: err} + } +} + +// updateCheckTickCmd re-arms the check. +func updateCheckTickCmd() tea.Cmd { + if !updateCheckEnabled() { + return nil + } + return tea.Tick(updateCheckInterval, func(time.Time) tea.Msg { + return updateCheckDueMsg{} + }) +} + +type updateCheckDueMsg struct{} + +// fetchLatestRelease returns the newest release's version, without its leading v. +func fetchLatestRelease(url string) (string, error) { + req, err := http.NewRequest(http.MethodGet, url, nil) + if err != nil { + return "", err + } + // The documented media type for this endpoint, so a future default change + // cannot alter the shape being parsed. + req.Header.Set("Accept", "application/vnd.github+json") + + resp, err := updateClient.Do(req) + if err != nil { + return "", err + } + defer resp.Body.Close() + + // A repository with no published release answers 404, which is not an error + // worth distinguishing: there is nothing newer either way. + if resp.StatusCode != http.StatusOK { + return "", fmt.Errorf("release feed returned %s", resp.Status) + } + + var r struct { + TagName string `json:"tag_name"` + Draft bool `json:"draft"` + Prerelease bool `json:"prerelease"` + } + if err := json.NewDecoder(io.LimitReader(resp.Body, updateFeedMaxBytes)).Decode(&r); err != nil { + return "", err + } + // Stable and prerelease metadata stay isolated, the same rule the desktop + // feed follows: a suffix-free build must never be offered a prerelease. + if r.Draft || r.Prerelease { + return "", nil + } + return strings.TrimPrefix(strings.TrimSpace(r.TagName), "v"), nil +} + +// newerVersion reports whether latest is a higher release than running. +// +// Compares the numeric dot-separated head and ignores any prerelease suffix, so +// 0.91.7 beats 0.91.6 and 0.91.7-dev is not offered to 0.91.7. Anything it +// cannot parse answers false: a wrong "up to date" is a missed notice, while a +// wrong "update available" sends someone looking for a release that is not there. +func newerVersion(running, latest string) bool { + r, okR := versionParts(running) + l, okL := versionParts(latest) + if !okR || !okL { + return false + } + for i := 0; i < len(r) || i < len(l); i++ { + var a, b int + if i < len(r) { + a = r[i] + } + if i < len(l) { + b = l[i] + } + if a != b { + return b > a + } + } + return false +} + +// versionParts splits a version's numeric head into components. +func versionParts(v string) ([]int, bool) { + v = strings.TrimSpace(strings.TrimPrefix(strings.TrimSpace(v), "v")) + if v == "" { + return nil, false + } + // Drop a prerelease or build suffix; only the release numbers are compared. + if i := strings.IndexAny(v, "-+"); i >= 0 { + v = v[:i] + } + fields := strings.Split(v, ".") + out := make([]int, 0, len(fields)) + for _, f := range fields { + n, err := strconv.Atoi(f) + if err != nil { + return nil, false + } + out = append(out, n) + } + if len(out) == 0 { + return nil, false + } + return out, true +} diff --git a/services/nvpair-tui/ui/updatecheck_test.go b/services/nvpair-tui/ui/updatecheck_test.go new file mode 100644 index 00000000..e3890b47 --- /dev/null +++ b/services/nvpair-tui/ui/updatecheck_test.go @@ -0,0 +1,298 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "net/http" + "net/http/httptest" + "strings" + "testing" + + tea "github.com/charmbracelet/bubbletea" + "github.com/charmbracelet/lipgloss" +) + +// withProductVersion stamps a version for one test and restores it after. +func withProductVersion(t *testing.T, v string) { + t.Helper() + prev := ProductVersion + ProductVersion = v + t.Cleanup(func() { ProductVersion = prev }) +} + +func TestNewerVersionComparesReleaseNumbers(t *testing.T) { + cases := []struct { + running, latest string + want bool + why string + }{ + {"0.91.7", "0.91.8", true, "patch bump"}, + {"0.91.7", "0.92.0", true, "minor bump"}, + {"0.91.7", "1.0.0", true, "major bump"}, + {"0.91.7", "0.91.7", false, "same version"}, + {"0.91.8", "0.91.7", false, "feed behind this build"}, + // Numeric, not lexical: "10" sorts before "9" as a string. + {"0.9.0", "0.10.0", true, "double-digit minor beats single"}, + {"0.10.0", "0.9.0", false, "and not the other way"}, + // Prerelease isolation, the same rule the desktop feed follows: a + // suffix-free build is a stable release and must not be offered a + // prerelease of the version it is already on. + {"0.91.7", "0.91.7-dev", false, "prerelease of the running version"}, + {"0.91.7-dev", "0.91.7", false, "the release this prerelease became"}, + {"0.91.7", "0.91.8-rc1", true, "prerelease of a genuinely later version"}, + // A leading v is how the tag is written. + {"0.91.7", "v0.91.8", true, "tag keeps its v"}, + // Unparseable answers false. A missed notice is harmless; a false one + // sends someone looking for a release that does not exist. + {"0.91.7", "", false, "empty feed answer"}, + {"0.91.7", "nightly", false, "non-numeric tag"}, + {"dev", "0.91.8", false, "unstamped build"}, + {"", "0.91.8", false, "empty running version"}, + // Differing component counts compare as if the shorter were zero-padded. + {"1.2", "1.2.1", true, "shorter running version"}, + {"1.2.0", "1.2", false, "shorter latest version"}, + } + for _, tc := range cases { + if got := newerVersion(tc.running, tc.latest); got != tc.want { + t.Errorf("newerVersion(%q, %q) = %v, want %v (%s)", + tc.running, tc.latest, got, tc.want, tc.why) + } + } +} + +func TestUpdateCheckIsDisabledByEnvironment(t *testing.T) { + // A server reaching the internet unasked is a real objection, so the opt-out + // has to actually stop the request being built at all. + withProductVersion(t, "0.91.7") + if !updateCheckEnabled() { + t.Fatal("check is disabled with nothing set") + } + + t.Setenv(disableUpdateCheckEnv, "1") + if updateCheckEnabled() { + t.Error("check still enabled with the opt-out set") + } + if checkUpdateCmd() != nil { + t.Error("a command was still issued with the opt-out set") + } + if updateCheckTickCmd() != nil { + t.Error("the check was still re-armed with the opt-out set") + } +} + +func TestUpdateCheckIsSkippedForAnUnstampedBuild(t *testing.T) { + // Running from source has nothing to compare, and a developer does not want + // to be told to go download a release. + withProductVersion(t, "dev") + if updateCheckEnabled() { + t.Error("check enabled for an unstamped build") + } + if checkUpdateCmd() != nil { + t.Error("a command was issued for an unstamped build") + } +} + +func TestFetchLatestReleaseReadsTheTag(t *testing.T) { + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if got := r.Header.Get("Accept"); got != "application/vnd.github+json" { + t.Errorf("Accept header = %q", got) + } + w.Header().Set("Content-Type", "application/json") + _, _ = w.Write([]byte(`{"tag_name":"v0.92.0","draft":false,"prerelease":false}`)) + })) + defer srv.Close() + + got, err := fetchLatestRelease(srv.URL) + if err != nil { + t.Fatalf("fetchLatestRelease: %v", err) + } + if got != "0.92.0" { + t.Errorf("got %q, want the tag without its v", got) + } +} + +func TestFetchLatestReleaseIgnoresDraftsAndPrereleases(t *testing.T) { + for _, body := range []string{ + `{"tag_name":"v0.92.0","draft":true,"prerelease":false}`, + `{"tag_name":"v0.92.0","draft":false,"prerelease":true}`, + } { + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) { + _, _ = w.Write([]byte(body)) + })) + got, err := fetchLatestRelease(srv.URL) + srv.Close() + if err != nil { + t.Fatalf("fetchLatestRelease: %v", err) + } + if got != "" { + t.Errorf("body %s offered %q; drafts and prereleases must be ignored", body, got) + } + } +} + +func TestFetchLatestReleaseHandlesNoReleases(t *testing.T) { + // A repository with nothing published answers 404. There is nothing newer, + // and nothing to report. + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) { + w.WriteHeader(http.StatusNotFound) + })) + defer srv.Close() + + if _, err := fetchLatestRelease(srv.URL); err == nil { + t.Error("a 404 was treated as a successful answer") + } +} + +func TestFetchLatestReleaseRefusesRedirects(t *testing.T) { + // A redirect could point this at an arbitrary host, and a release feed has + // no legitimate reason to issue one. + var reached bool + target := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) { + reached = true + _, _ = w.Write([]byte(`{"tag_name":"v9.9.9"}`)) + })) + defer target.Close() + + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + http.Redirect(w, r, target.URL, http.StatusFound) + })) + defer srv.Close() + + got, _ := fetchLatestRelease(srv.URL) + if reached { + t.Error("the redirect was followed") + } + if got == "9.9.9" { + t.Error("a redirected body was accepted") + } +} + +// send drives one message through the shell and hands the model back. +func send(m Model, msg tea.Msg) Model { + next, _ := m.Update(msg) + updated, _ := next.(Model) + return updated +} + +func TestBannerAnnouncesOnlyANewerRelease(t *testing.T) { + withProductVersion(t, "0.91.7") + + m := newTestModel(defaultViews(nil)...) + m.width, m.height = 120, 30 + + if got := m.banner(); got != "" { + t.Errorf("a banner appeared before any check: %q", got) + } + + // Neither an equal nor an older release is an update. + m = send(m, updateCheckMsg{latest: "0.91.7"}) + m = send(m, updateCheckMsg{latest: "0.90.0"}) + if got := m.banner(); got != "" { + t.Errorf("announced %q for a release that is not newer", got) + } + + // A failure is dropped rather than shown. + m = send(m, updateCheckMsg{err: errStub{}}) + if got := m.banner(); got != "" { + t.Errorf("a failed check produced %q; it should be silent", got) + } + + // A newer one names both versions, where to get it, and how to dismiss it. + m = send(m, updateCheckMsg{latest: "0.92.0"}) + banner := m.banner() + for _, want := range []string{"0.92.0", "0.91.7", updateReleasesPage, "ctrl+x"} { + if !strings.Contains(banner, want) { + t.Errorf("banner %q does not mention %q", banner, want) + } + } +} + +func TestBannerShowsOnEveryTabAndDismissesEverywhere(t *testing.T) { + // The whole point of moving it out of the Service tab: the operator it is + // for is the one who never opens that tab. + withProductVersion(t, "0.91.7") + + m := newTestModel(defaultViews(nil)...) + m.width, m.height = 120, 30 + m = send(m, updateCheckMsg{latest: "0.92.0"}) + + for i := range m.views { + m.selectTab(i) + if !strings.Contains(m.View(), "0.92.0") { + t.Errorf("tab %d (%s) does not show the notice", i+1, m.views[i].Title()) + } + } + + // Dismissing from one tab clears it on all of them, and it stays gone. + m.selectTab(1) + m = send(m, tea.KeyMsg{Type: tea.KeyCtrlX}) + for i := range m.views { + m.selectTab(i) + if strings.Contains(m.View(), "0.92.0") { + t.Errorf("tab %d (%s) still shows the notice after dismissal", i+1, m.views[i].Title()) + } + } + + // A repeat of the same release does not bring it back. + m = send(m, updateCheckMsg{latest: "0.92.0"}) + if got := m.banner(); got != "" { + t.Errorf("the dismissed release came back: %q", got) + } + + // A newer one does, because that is not what was acknowledged. + m = send(m, updateCheckMsg{latest: "0.93.0"}) + if !strings.Contains(m.banner(), "0.93.0") { + t.Error("a release newer than the dismissed one was suppressed") + } +} + +func TestBannerKeepsTheDismissHintAtEveryWidth(t *testing.T) { + // The hint is the rightmost thing on the row, and the frame is clamped to + // the terminal — so an over-long banner loses exactly the one key that + // closes it, leaving a notice the operator cannot get rid of. The full + // sentence stops fitting at 118 columns, well inside the widths people use. + // + // banner() assembles longest-first for that reason; this sweep is what stops + // a later, tidier single-line version from quietly putting it back. + // + // A stub view because the row depends on the width and the versions alone. + withProductVersion(t, "0.91.7") + + const hint = "ctrl+x to dismiss" + for w := minTerminalWidth; w <= 200; w++ { + m := newTestModel(&stubView{title: "T", rows: 1}) + m.width = w + m = send(m, updateCheckMsg{latest: "0.92.0"}) + + // Clamped the way View() clamps the frame, since that is what truncates. + row := lipgloss.NewStyle().MaxWidth(w).Render(m.banner()) + if !strings.Contains(row, hint) { + t.Fatalf("width %d: %q does not keep %q", w, row, hint) + } + } +} + +func TestBannerComesOutOfTheContentBudget(t *testing.T) { + // A row added to the frame without coming out of the budget is a row the + // shell deletes from the bottom of the active view — and the bottom is where + // every view keeps its messages. + withProductVersion(t, "0.91.7") + + m := newTestModel(defaultViews(nil)...) + m.width, m.height = 120, 30 + + before := m.contentHeight() + m = send(m, updateCheckMsg{latest: "0.92.0"}) + after := m.contentHeight() + + if after != before-1 { + t.Errorf("budget went from %d to %d; the banner's row was not taken from it", + before, after) + } + + m = send(m, tea.KeyMsg{Type: tea.KeyCtrlX}) + if got := m.contentHeight(); got != before { + t.Errorf("budget is %d after dismissal, want the original %d", got, before) + } +} diff --git a/services/nvpair-tui/ui/workloads.go b/services/nvpair-tui/ui/workloads.go deleted file mode 100644 index ea7931df..00000000 --- a/services/nvpair-tui/ui/workloads.go +++ /dev/null @@ -1,155 +0,0 @@ -// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. -// SPDX-License-Identifier: Apache-2.0 - -package ui - -import ( - "nvpair-tui/rpc" - - "github.com/charmbracelet/bubbles/key" - "github.com/charmbracelet/bubbles/table" - tea "github.com/charmbracelet/bubbletea" -) - -// workload is the subset of the workload-manager's object the view shows. -type workload struct { - ID string `json:"id"` - Model string `json:"model"` - Engine string `json:"engine"` - State string `json:"state"` - OriginatedFrom string `json:"originatedFrom"` - CreatedAt int64 `json:"createdAt"` // Unix millis -} - -// workloadsView shows cluster-wide inference workloads. The table is built -// purely from the live workloads:upsert / workloads:remove stream after -// subscribing, so a workload already in flight when the TUI starts stays -// invisible until its next transition. The broker does expose -// workloads:get-initial for a baseline; this view does not yet call it. -type workloadsView struct { - client *rpc.Client - table table.Model - order []string - byKey map[string]workload - status string - - width, height int -} - -type workloadsSubscribedMsg struct{ err error } - -func newWorkloadsView(client *rpc.Client) *workloadsView { - v := &workloadsView{client: client, byKey: map[string]workload{}} - v.table = newTable(nil) - return v -} - -func (v *workloadsView) Title() string { return "Workloads" } - -func (v *workloadsView) Init() tea.Cmd { - return call(v.client, "workloads:subscribe", nil, func(_ *rpc.Message, err error) tea.Msg { - return workloadsSubscribedMsg{err: err} - }) -} - -func (v *workloadsView) SetSize(w, h int) { - v.width, v.height = w, h - const engine, state, age = 10, 10, 6 - id := clampWidth((w-engine-state-age-2)/3, 8) - model := clampWidth(w-engine-state-age-id-2, 10) - v.table.SetColumns([]table.Column{ - {Title: "ID", Width: id}, - {Title: "MODEL", Width: model}, - {Title: "ENGINE", Width: engine}, - {Title: "STATE", Width: state}, - {Title: "AGE", Width: age}, - }) - v.table.SetWidth(w) - v.table.SetHeight(clampWidth(h-1, 1)) -} - -func (v *workloadsView) Update(msg tea.Msg) tea.Cmd { - switch msg := msg.(type) { - case workloadsSubscribedMsg: - if msg.err != nil { - v.status = "workloads subscribe failed: " + msg.err.Error() - } - return nil - - case NotificationMsg: - switch msg.Msg.Method { - case "workloads:upsert": - var p struct { - WorkloadInfo workload `json:"workloadInfo"` - } - _ = decodeParams(msg.Msg.Params, &p) - v.upsert(p.WorkloadInfo) - case "workloads:remove": - var p struct { - WorkloadID string `json:"workloadId"` - OriginatedFrom string `json:"originatedFrom"` - } - _ = decodeParams(msg.Msg.Params, &p) - v.remove(workloadKey(p.OriginatedFrom, p.WorkloadID)) - } - return nil - - case tea.KeyMsg: - var cmd tea.Cmd - v.table, cmd = v.table.Update(msg) - return cmd - } - return nil -} - -func (v *workloadsView) upsert(w workload) { - key := workloadKey(w.OriginatedFrom, w.ID) - if _, ok := v.byKey[key]; !ok { - v.order = append(v.order, key) - } - v.byKey[key] = w - v.refreshRows() -} - -func (v *workloadsView) remove(key string) { - if _, ok := v.byKey[key]; !ok { - return - } - delete(v.byKey, key) - for i, k := range v.order { - if k == key { - v.order = append(v.order[:i], v.order[i+1:]...) - break - } - } - v.refreshRows() -} - -func (v *workloadsView) refreshRows() { - rows := make([]table.Row, 0, len(v.order)) - for _, k := range v.order { - w := v.byKey[k] - rows = append(rows, table.Row{ - truncate(w.ID, 12), - w.Model, - w.Engine, - w.State, - ageLabel(w.CreatedAt), - }) - } - v.table.SetRows(rows) -} - -func (v *workloadsView) View() string { - if v.status != "" { - return statusErrStyle.Render(v.status) - } - if len(v.order) == 0 { - return footerStyle.Render("No active workloads. Live cluster workloads will appear here as they run.") - } - return v.table.View() -} - -func (v *workloadsView) Help() []key.Binding { return nil } - -func workloadKey(origin, id string) string { return origin + "/" + id } From ec7a6c84dfc451a28410fc34b6fa30c6ee176071 Mon Sep 17 00:00:00 2001 From: Terve Date: Mon, 21 Sep 2026 20:27:30 -0400 Subject: [PATCH 08/20] Stamp the release version the update notice compares against PAIR carries three numbers and the update check can only use one of them. The published tags are named for the release version in desktop/package.json; the services suite version and this component's own version describe parts of the build. The suite version is currently the larger number, so comparing it against the feed would not merely be wrong but silently wrong -- every check concluding this build is ahead and saying nothing, forever. Rename the symbol to ui.ReleaseVersion to match the vocabulary the release tooling now uses, and stamp it from desktop/package.json in both build paths: services/build.sh and .bat for a tarball install, and the desktop's build-modular-binaries for the copy inside cli-bin. A -X against a symbol path that does not exist fails silently, so both were verified by reading the value back out of the built binary rather than by reading the flag. Signed-off-by: Terve --- desktop/scripts/build-modular-binaries.ts | 31 ++++++++++++++++-- services/build.bat | 23 +++++++++++++- services/build.sh | 27 +++++++++++++++- services/nvpair-tui/README.md | 37 ++++++++++++++++++++++ services/nvpair-tui/ui/model.go | 6 ++-- services/nvpair-tui/ui/model_test.go | 2 +- services/nvpair-tui/ui/updatecheck.go | 21 ++++++------ services/nvpair-tui/ui/updatecheck_test.go | 22 ++++++------- 8 files changed, 140 insertions(+), 29 deletions(-) diff --git a/desktop/scripts/build-modular-binaries.ts b/desktop/scripts/build-modular-binaries.ts index 0fec3b14..1fd0ca05 100644 --- a/desktop/scripts/build-modular-binaries.ts +++ b/desktop/scripts/build-modular-binaries.ts @@ -29,6 +29,9 @@ import { spawnSync } from 'node:child_process' import { createHash } from 'node:crypto' +// The release version, which is what the published tags are named for. It lives +// outside src/, so the alias cannot reach it and a relative import is correct. +import pkg from '../package.json' with { type: 'json' } import { chmodSync, existsSync, @@ -399,7 +402,13 @@ function buildBinary( repo: string, options: BuildOptions, baseName: string, - version: string + version: string, + /** + * Extra `-X` assignments. Used for `nvpair-tui`, which also carries the + * release version: that is what the published tags are named for, so its + * own component version means nothing to an update check. + */ + extraLdflags = '' ): ManifestFile { assertSafeVersion(baseName, version) const componentDir = path.join(repo, baseName) @@ -410,7 +419,15 @@ function buildBinary( const outFile = path.join(CLI_BIN_DIR, fileName) const res = spawnSync( 'go', - ['build', '-trimpath', '-ldflags', `-s -w -X main.Version=${version}`, '-o', outFile, '.'], + [ + 'build', + '-trimpath', + '-ldflags', + `-s -w -X main.Version=${version}${extraLdflags}`, + '-o', + outFile, + '.' + ], { cwd: componentDir, env: { @@ -514,7 +531,15 @@ function main(): void { } for (const binary of MODULAR_BUNDLED_BINARIES) { const version = versions.components[binary.baseName] ?? '0.0.0' - files.push(buildBinary(repo, options, binary.baseName, version)) + // The terminal client's update notice compares against the published + // release tag, so it needs the release version stamped alongside its + // own. Mirrors services/build.sh. + let extra = '' + if (binary.baseName === 'nvpair-tui') { + assertSafeVersion('release', pkg.version) + extra = ` -X nvpair-tui/ui.ReleaseVersion=${pkg.version}` + } + files.push(buildBinary(repo, options, binary.baseName, version, extra)) } files.push(buildDispatcher(repo, options, versions.services)) diff --git a/services/build.bat b/services/build.bat index b131110e..7ec5a655 100644 --- a/services/build.bat +++ b/services/build.bat @@ -51,12 +51,29 @@ for /f "delims=" %%V in ('jq -r --arg k "nvpair-cluster-manager" ".components[$ for /f "delims=" %%V in ('jq -r --arg k "nvpair-job-scheduler" ".components[$k]" "%VERSIONS_FILE%"') do set "V_SCHED=%%V" for /f "delims=" %%V in ('jq -r --arg k "nvpair-tui" ".components[$k]" "%VERSIONS_FILE%"') do set "V_TUI=%%V" +REM The release version, which lives in desktop/package.json rather than here. +REM nvpair-tui's update notice compares this against the published release tag, +REM so it is the only one of PAIR's three numbers that can answer "is there a +REM newer PAIR than mine". The services suite version is currently the larger +REM number, so stamping that instead would be silently wrong: every check would +REM conclude this build is ahead of the feed and say nothing. +set "PACKAGE_JSON=%ROOT%..\desktop\package.json" +for /f "delims=" %%V in ('jq -r ".version" "%PACKAGE_JSON%"') do set "V_RELEASE=%%V" + if "%V_SERVICES%"=="" ( echo ERROR: failed to parse versions.json endlocal exit /b 1 ) +if "%V_RELEASE%"=="" ( + echo ERROR: failed to read .version from %PACKAGE_JSON% + echo nvpair-tui's update notice is stamped from the release version. + endlocal + exit /b 1 +) + +echo release = %V_RELEASE% echo services = %V_SERVICES% echo nvpair-proxy = %V_PROXY% echo nvpair-node-info = %V_NINFO% @@ -132,9 +149,13 @@ cd /d "%ROOT%nvpair-job-scheduler" go build -ldflags "-X main.Version=%V_SCHED%" -o nvpair-job-scheduler.exe . || goto :fail echo OK +REM nvpair-tui also carries the release version: that is what the update notice +REM compares against the published tag, and its own component version means +REM nothing to that comparison. A -X on a symbol path that does not exist fails +REM silently, so verify the stamp rather than assuming it. echo [12/13] Building nvpair-tui (v%V_TUI%)... cd /d "%ROOT%nvpair-tui" -go build -ldflags "-X main.Version=%V_TUI%" -o nvpair-tui.exe . || goto :fail +go build -ldflags "-X main.Version=%V_TUI% -X nvpair-tui/ui.ReleaseVersion=%V_RELEASE%" -o nvpair-tui.exe . || goto :fail echo OK REM inference-dispatcher is built here but is not a worker: it speaks no diff --git a/services/build.sh b/services/build.sh index 015bfd11..1ca81d3e 100755 --- a/services/build.sh +++ b/services/build.sh @@ -68,11 +68,28 @@ V_CLUMGR=$( jq -r --arg k 'nvpair-cluster-manager' '.components[$k]' "$VERSIONS_ V_SCHED=$( jq -r --arg k 'nvpair-job-scheduler' '.components[$k]' "$VERSIONS_FILE") V_TUI=$( jq -r --arg k 'nvpair-tui' '.components[$k]' "$VERSIONS_FILE") +# The release version, which lives in desktop/package.json rather than here. +# +# nvpair-tui's update notice compares this against the published release tag, so +# it is the only one of PAIR's three numbers that can answer "is there a newer +# PAIR than mine". The services suite version is currently the larger number, so +# stamping that instead would not merely be wrong, it would be silently wrong: +# every check would conclude this build is ahead of the feed and say nothing. +PACKAGE_JSON="$ROOT/../desktop/package.json" +V_RELEASE=$(jq -r '.version' "$PACKAGE_JSON" 2>/dev/null) + if [[ -z "$V_SERVICES" || "$V_SERVICES" == "null" ]]; then echo "ERROR: failed to parse versions.json" >&2 exit 1 fi +if [[ -z "$V_RELEASE" || "$V_RELEASE" == "null" ]]; then + echo "ERROR: failed to read .version from $PACKAGE_JSON" >&2 + echo " nvpair-tui's update notice is stamped from the release version." >&2 + exit 1 +fi + +printf ' release = %s\n' "$V_RELEASE" printf ' services = %s\n' "$V_SERVICES" printf ' nvpair-proxy = %s\n' "$V_PROXY" printf ' nvpair-node-info = %s\n' "$V_NINFO" @@ -110,7 +127,15 @@ build_subbinary 8 nvpair-node-settings "$V_NSETTINGS" build_subbinary 9 nvpair-ui-broker "$V_BROKER" build_subbinary 10 nvpair-cluster-manager "$V_CLUMGR" build_subbinary 11 nvpair-job-scheduler "$V_SCHED" -build_subbinary 12 nvpair-tui "$V_TUI" +# nvpair-tui also carries the release version: that is what the update notice +# compares against the published tag, and its own component version means +# nothing to that comparison. A -X on a symbol path that does not exist fails +# silently, so verify the stamp rather than assuming it. +echo "[12/13] Building nvpair-tui (v$V_TUI)..." +(cd "$ROOT/nvpair-tui" && go build \ + -ldflags "-X main.Version=$V_TUI -X nvpair-tui/ui.ReleaseVersion=$V_RELEASE" \ + -o nvpair-tui .) +echo " OK" # inference-dispatcher is built here but is not a worker: it speaks no JSON-RPC, # nothing supervises it, and it is deliberately absent from versions.json. It is diff --git a/services/nvpair-tui/README.md b/services/nvpair-tui/README.md index e2e15627..587b7cda 100644 --- a/services/nvpair-tui/README.md +++ b/services/nvpair-tui/README.md @@ -45,6 +45,42 @@ binding, and every candidate was either a letter that shadowed a view's own verb or a digit that looked like a tab number without being one — so it became the tab it was already pretending to be. +### Update notice + +A newer published release is announced in a row under the tab bar, checked +shortly after startup and every six hours against the public releases feed. + +It belongs to the shell rather than to the **Service** tab: the operator this is +for is the one who lives on **Nodes** or **Jobs** and has no reason to open +**Service**. `ctrl+x` dismisses it on every tab at once, and a release newer +than the dismissed one brings it back — that version was never acknowledged. +The key is `ctrl+x` because the views between them bind `a` through `y` and the +table and viewport add the paging keys; the shell handles its own bindings +before the active view sees them, so a global letter would silently shadow a +verb. + +Two layout constraints, both regression-tested. The row comes out of +`contentHeight()`, or it is a row the shell then deletes from the bottom of +whichever view is showing — which is where every view keeps its messages. And +the line is assembled longest-first against the real width, dropping the URL and +then the version detail, because the frame is clamped to the terminal and the +rightmost text is the dismiss hint: the only key that closes it. + +It compares `ui.ReleaseVersion`, stamped by both build paths from +`desktop/package.json`, against the feed's latest stable tag. That is the +release number users install and the one the tags are named for — this +component's own version and the services suite version describe parts of the +build and mean nothing to the comparison. Drafts and prereleases are ignored. + +Awareness only: nothing is downloaded or installed, because this client resolves +the broker beside its own executable and that broker spawns the worker set from +the same directory — replacing "the client" means swapping every binary +atomically while they serve inference, and a partial swap leaves a new client +driving old workers across a JSON-RPC contract that may have changed. Silent on +failure, skipped for an unstamped build, and disabled by +`NVPAIR_NO_UPDATE_CHECK`. A desktop-app install needs none of this: `nvpair-tui` +ships in `cli-bin` and the app's updater replaces it. + ### Node detail `enter` on a node opens a full-screen drill-down with two panes, switched with @@ -83,6 +119,7 @@ does not carry, and only the open node is polled. - `tab` / `shift+tab` or the digits `1`-`5` — switch tabs - `?` — full help +- `ctrl+x` — dismiss the update notice, while one is showing - `q` / `ctrl+c` — quit (the broker is shut down cleanly on exit) - Per-tab keys appear in the footer. While editing a field (port, PIN, address, model name) every key goes to the field until `enter` or `esc`. diff --git a/services/nvpair-tui/ui/model.go b/services/nvpair-tui/ui/model.go index 4daf4496..e71ce9c3 100644 --- a/services/nvpair-tui/ui/model.go +++ b/services/nvpair-tui/ui/model.go @@ -187,7 +187,7 @@ func (m Model) Update(msg tea.Msg) (tea.Model, tea.Cmd) { // A failure is dropped, not reported. Someone on a network that cannot // reach the feed does not need telling every six hours, and this is the // least important thing on the screen. - if msg.err == nil && newerVersion(ProductVersion, msg.latest) { + if msg.err == nil && newerVersion(ReleaseVersion, msg.latest) { // A newer release than the one already announced un-dismisses the // banner: the operator acknowledged the previous version, not this // one, and a long-running session would otherwise never mention it. @@ -374,8 +374,8 @@ func (m Model) banner() string { // The shortest option fits minTerminalWidth, so one of these always fits. for _, text := range []string{ fmt.Sprintf(" PAIR %s is available (you have %s) - %s", - m.updateLatest, ProductVersion, updateReleasesPage), - fmt.Sprintf(" PAIR %s is available (you have %s)", m.updateLatest, ProductVersion), + m.updateLatest, ReleaseVersion, updateReleasesPage), + fmt.Sprintf(" PAIR %s is available (you have %s)", m.updateLatest, ReleaseVersion), fmt.Sprintf(" PAIR %s is available", m.updateLatest), " Update available", } { diff --git a/services/nvpair-tui/ui/model_test.go b/services/nvpair-tui/ui/model_test.go index 702922d4..6f822b3d 100644 --- a/services/nvpair-tui/ui/model_test.go +++ b/services/nvpair-tui/ui/model_test.go @@ -84,7 +84,7 @@ func TestViewFrameIsExactlyTerminalSized(t *testing.T) { // Swept across every supported height rather than sampled, and over the real // views, because the budget also depends on the active view's footer. func TestFrameStaysExactWithTheUpdateBanner(t *testing.T) { - withProductVersion(t, "0.91.7") + withReleaseVersion(t, "0.91.7") for h := minTerminalHeight; h <= 44; h++ { for i := range defaultViews(nil) { diff --git a/services/nvpair-tui/ui/updatecheck.go b/services/nvpair-tui/ui/updatecheck.go index d9374f8c..e3641c22 100644 --- a/services/nvpair-tui/ui/updatecheck.go +++ b/services/nvpair-tui/ui/updatecheck.go @@ -34,19 +34,22 @@ import ( // binary too. What has no updater is a services-tarball install on a headless // box, which is exactly where this notice is worth having. -// ProductVersion is the release this binary was built from, stamped by the build -// scripts with -X nvpair-tui/ui.ProductVersion=... +// ReleaseVersion is the release this binary was built from, stamped by the +// build scripts with -X nvpair-tui/ui.ReleaseVersion=... // -// The product version, not this component's own. They are different numbers — -// versions.json carries nvpair-tui at 0.7.2 inside product 0.91.7 — and the -// release feed publishes the product one, which is also what names the tarball -// (installer_build.sh resolves `.installer // .product`). Comparing the -// component version against a release tag would be meaningless. +// PAIR carries three numbers and only one of them is comparable against a +// release tag. This component's own version (versions.json components.nvpair-tui) +// and the services suite version (versions.json services) both describe parts of +// the build; the *release* version in desktop/package.json is what users install +// and what the published tags are named for. Comparing either of the other two +// against a tag is meaningless — and worse than meaningless while the suite +// version is numerically ahead of the release, because every check would +// conclude this build is newer and say nothing forever. // // Stamped into this package rather than main so it does not have to be threaded // through Run, New, and the model to reach the one line that shows it. "dev" // means an unstamped build, and no check is made against that. -var ProductVersion = "dev" +var ReleaseVersion = "dev" // updateFeedURL is the public releases feed. The same place the README and // services/readme.md already send people to download PAIR, so nothing new is @@ -104,7 +107,7 @@ func updateCheckEnabled() bool { if strings.TrimSpace(os.Getenv(disableUpdateCheckEnv)) != "" { return false } - _, stamped := versionParts(ProductVersion) + _, stamped := versionParts(ReleaseVersion) return stamped } diff --git a/services/nvpair-tui/ui/updatecheck_test.go b/services/nvpair-tui/ui/updatecheck_test.go index e3890b47..5c12f72e 100644 --- a/services/nvpair-tui/ui/updatecheck_test.go +++ b/services/nvpair-tui/ui/updatecheck_test.go @@ -13,12 +13,12 @@ import ( "github.com/charmbracelet/lipgloss" ) -// withProductVersion stamps a version for one test and restores it after. -func withProductVersion(t *testing.T, v string) { +// withReleaseVersion stamps a version for one test and restores it after. +func withReleaseVersion(t *testing.T, v string) { t.Helper() - prev := ProductVersion - ProductVersion = v - t.Cleanup(func() { ProductVersion = prev }) + prev := ReleaseVersion + ReleaseVersion = v + t.Cleanup(func() { ReleaseVersion = prev }) } func TestNewerVersionComparesReleaseNumbers(t *testing.T) { @@ -64,7 +64,7 @@ func TestNewerVersionComparesReleaseNumbers(t *testing.T) { func TestUpdateCheckIsDisabledByEnvironment(t *testing.T) { // A server reaching the internet unasked is a real objection, so the opt-out // has to actually stop the request being built at all. - withProductVersion(t, "0.91.7") + withReleaseVersion(t, "0.91.7") if !updateCheckEnabled() { t.Fatal("check is disabled with nothing set") } @@ -84,7 +84,7 @@ func TestUpdateCheckIsDisabledByEnvironment(t *testing.T) { func TestUpdateCheckIsSkippedForAnUnstampedBuild(t *testing.T) { // Running from source has nothing to compare, and a developer does not want // to be told to go download a release. - withProductVersion(t, "dev") + withReleaseVersion(t, "dev") if updateCheckEnabled() { t.Error("check enabled for an unstamped build") } @@ -176,7 +176,7 @@ func send(m Model, msg tea.Msg) Model { } func TestBannerAnnouncesOnlyANewerRelease(t *testing.T) { - withProductVersion(t, "0.91.7") + withReleaseVersion(t, "0.91.7") m := newTestModel(defaultViews(nil)...) m.width, m.height = 120, 30 @@ -211,7 +211,7 @@ func TestBannerAnnouncesOnlyANewerRelease(t *testing.T) { func TestBannerShowsOnEveryTabAndDismissesEverywhere(t *testing.T) { // The whole point of moving it out of the Service tab: the operator it is // for is the one who never opens that tab. - withProductVersion(t, "0.91.7") + withReleaseVersion(t, "0.91.7") m := newTestModel(defaultViews(nil)...) m.width, m.height = 120, 30 @@ -257,7 +257,7 @@ func TestBannerKeepsTheDismissHintAtEveryWidth(t *testing.T) { // a later, tidier single-line version from quietly putting it back. // // A stub view because the row depends on the width and the versions alone. - withProductVersion(t, "0.91.7") + withReleaseVersion(t, "0.91.7") const hint = "ctrl+x to dismiss" for w := minTerminalWidth; w <= 200; w++ { @@ -277,7 +277,7 @@ func TestBannerComesOutOfTheContentBudget(t *testing.T) { // A row added to the frame without coming out of the budget is a row the // shell deletes from the bottom of the active view — and the bottom is where // every view keeps its messages. - withProductVersion(t, "0.91.7") + withReleaseVersion(t, "0.91.7") m := newTestModel(defaultViews(nil)...) m.width, m.height = 120, 30 From 144e472f526ed0494e8a1599b261575ce1028240 Mon Sep 17 00:00:00 2001 From: Terve Date: Mon, 21 Sep 2026 20:52:55 -0400 Subject: [PATCH 09/20] Edit an engine's launch arguments from the terminal interface The engine manager gained editable launch settings: the arguments and environment an engine starts with, alongside its server port and the client-facing proxy port. The desktop app can edit all three; the terminal interface could edit neither the arguments nor, on a peer, the ports. "a" on an engine opens its arguments in the notation LAUNCH_TEXT.md defines. Nothing is saved directly. The draft goes to engine:preview-settings, which normalizes the text and reports per-field errors, a port conflict, and whether applying restarts the engine; the commit then carries the settings the preview returned rather than the text that was typed, so what lands is what was checked. A restart is armed and confirmed with y, like the other interruptions. The two port fields move onto the same path. They were writing through engine:set-port and the proxy's own set-port, which meant two writers with no shared revision: the last to finish won and neither could tell it had lost. All three fields are now one revision-checked write, which is also what makes them editable on a peer -- the backend relays it, and whether a particular engine will accept the write is the snapshot's Editable answer rather than a rule kept here that would drift from it. Ports stay honest across the move. A port is a request, not a promise: a running engine outranks the proxy, so the backend binds elsewhere and reports the difference as the effective port. The outcome is read from the snapshot that follows the write rather than from the write's own reply, which only says the request was accepted -- and it is reported once, for a change made here, because those snapshots also arrive when anyone else saves. Signed-off-by: Terve --- desktop/docs/services-api.md | 10 + services/nvpair-tui/ui/enginesettings.go | 134 ++++++ services/nvpair-tui/ui/nodedetail.go | 494 ++++++++++++++++++---- services/nvpair-tui/ui/nodedetail_test.go | 435 ++++++++++++++++--- services/nvpair-tui/ui/proxystatus.go | 37 +- 5 files changed, 933 insertions(+), 177 deletions(-) create mode 100644 services/nvpair-tui/ui/enginesettings.go diff --git a/desktop/docs/services-api.md b/desktop/docs/services-api.md index 33036464..dc781ab5 100644 --- a/desktop/docs/services-api.md +++ b/desktop/docs/services-api.md @@ -232,11 +232,21 @@ | Method | Direction | In bridge? | |---|---|---| | `cluster:identity-changed` | request (we call) | ✅ yes | +| `cluster:invite-canceled` | request (we call) | ✅ yes | +| `cluster:invite-declined` | request (we call) | ✅ yes | +| `cluster:invite-expired` | request (we call) | ✅ yes | +| `cluster:invite-failed` | request (we call) | ✅ yes | | `cluster:invite-received` | request (we call) | ✅ yes | +| `discovery:nodes-changed` | request (we call) | ✅ yes | | `engine:install-progress` | request (we call) | ✅ yes | +| `engine:models-changed` | request (we call) | ✅ yes | | `engine:pull-progress` | request (we call) | ✅ yes | +| `engine:remote-progress` | request (we call) | ✅ yes | +| `engine:settings-changed` | request (we call) | ✅ yes | +| `engine:settings-disconnected` | request (we call) | ✅ yes | | `engine:state-changed` | request (we call) | ✅ yes | | `error` | request (we call) | ✅ yes | +| `errors:update` | request (we call) | ✅ yes | | `nodes:changed` | request (we call) | ✅ yes | | `workloads:remove` | request (we call) | ✅ yes | | `workloads:upsert` | request (we call) | ✅ yes | diff --git a/services/nvpair-tui/ui/enginesettings.go b/services/nvpair-tui/ui/enginesettings.go new file mode 100644 index 00000000..3cf14050 --- /dev/null +++ b/services/nvpair-tui/ui/enginesettings.go @@ -0,0 +1,134 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "nvpair-shared/enginesettings" + "nvpair-tui/rpc" + + tea "github.com/charmbracelet/bubbletea" +) + +// Engine launch settings: the arguments and environment an engine is started +// with, edited here and owned by nvpair-engine-manager. +// +// The wire types are the backend's own (nvpair-shared/enginesettings) rather +// than a local copy. A second declaration of a revision-carrying contract is a +// second thing to keep in step, and getting the revision wrong is not a +// compile error — it is a lost update. +// +// Three calls, in a fixed order, because the backend validates and normalizes +// before it commits: +// +// 1. engine:get-settings returns the snapshot, including the revision every +// later write must carry and whether the engine is editable at all. +// 2. engine:preview-settings validates a draft without saving it. It answers +// with normalized settings, per-field errors, a port conflict, and whether +// applying would restart the engine. +// 3. engine:apply-settings commits the *normalized* settings the preview +// returned, not the raw draft, so what is saved is what was validated. +// +// The broker routes all three to a peer when the request names one, so this is +// the same path for this machine and for a node across the cluster. + +// settingsResolution tells the backend which side wins when the server-port +// field and the port inside the command text disagree. +// +// They are two views of one number, and a user editing either one expects +// theirs to stick. Sending no resolution is not a third option: the backend +// reports the disagreement as a conflict rather than guessing, which is the +// right default for an API and the wrong experience in an editor. +const ( + // resolutionServer: the numeric field was edited, so rewrite the command. + resolutionServer = "server" + // resolutionLaunch: the command text was edited, so update the field. + resolutionLaunch = "launch" +) + +// engineSettingsMsg carries a fetched or pushed snapshot. +type engineSettingsMsg struct { + snapshot enginesettings.Snapshot + err error +} + +// enginePreviewMsg carries a validated draft, still uncommitted. +// +// It holds the request that produced it so the apply step can reuse the +// revision and target without rebuilding them from view state that may have +// moved on. +type enginePreviewMsg struct { + request enginesettings.Request + preview enginesettings.Preview + err error +} + +// engineSettingsAppliedMsg is the outcome of a commit. +type engineSettingsAppliedMsg struct { + engine string + err error +} + +// getEngineSettingsCmd fetches one engine's settings snapshot. An empty nodeID +// means this machine. +func getEngineSettingsCmd(client *rpc.Client, nodeID, engine string) tea.Cmd { + return call(client, "engine:get-settings", + enginesettings.Request{NodeID: nodeID, Engine: engine}, + func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return engineSettingsMsg{err: err} + } + var snap enginesettings.Snapshot + if derr := decodeParams(msg.Result, &snap); derr != nil { + return engineSettingsMsg{err: derr} + } + return engineSettingsMsg{snapshot: snap} + }) +} + +// previewEngineSettingsCmd validates a draft without saving it. +func previewEngineSettingsCmd(client *rpc.Client, req enginesettings.Request) tea.Cmd { + return call(client, "engine:preview-settings", req, + func(msg *rpc.Message, err error) tea.Msg { + if err != nil { + return enginePreviewMsg{request: req, err: err} + } + var preview enginesettings.Preview + if derr := decodeParams(msg.Result, &preview); derr != nil { + return enginePreviewMsg{request: req, err: derr} + } + return enginePreviewMsg{request: req, preview: preview} + }) +} + +// applyEngineSettingsCmd commits settings the backend has already normalized. +// +// The caller is expected to have settled the draft through a preview first — +// see judgeSettingsPreview, which both substitutes the normalized settings and +// drops the resolution. This does not re-check either, because a commit that +// quietly repaired its own request would hide the bug that produced it. +func applyEngineSettingsCmd(client *rpc.Client, req enginesettings.Request) tea.Cmd { + return call(client, "engine:apply-settings", req, + func(_ *rpc.Message, err error) tea.Msg { + return engineSettingsAppliedMsg{engine: req.Engine, err: err} + }) +} + +// settingsUnavailableReason explains why an engine cannot be configured, or is +// empty when it can. +// +// The backend decides this and says why; repeating its rules here would be a +// second opinion that drifts. The only judgement made locally is to supply +// wording when it reports a bare "not editable". +func settingsUnavailableReason(snap enginesettings.Snapshot) string { + if snap.Editable { + return "" + } + if snap.Reason != "" { + return snap.Reason + } + if snap.Adopted { + return "this engine was already running when PAIR found it, so PAIR does not own how it starts" + } + return "this engine's startup settings cannot be edited right now" +} diff --git a/services/nvpair-tui/ui/nodedetail.go b/services/nvpair-tui/ui/nodedetail.go index 0c949d3a..c73eacc0 100644 --- a/services/nvpair-tui/ui/nodedetail.go +++ b/services/nvpair-tui/ui/nodedetail.go @@ -10,6 +10,7 @@ import ( "strings" "time" + "nvpair-shared/enginesettings" "nvpair-tui/rpc" "github.com/charmbracelet/bubbles/key" @@ -34,6 +35,9 @@ const ( detailInputModelName detailInputEnginePort detailInputProxyPort + // detailInputLaunchArgs edits the arguments and environment an engine is + // started with, in the notation LAUNCH_TEXT.md describes. + detailInputLaunchArgs ) // nodeDetail is the drill-down for one machine: its engines and the models each @@ -83,6 +87,24 @@ type nodeDetail struct { // finishes or a peer republishes its inventory. pending *pendingDestructive + // settings is the last settings snapshot seen per engine, keyed by engine + // name. Fetched when the operator asks to edit rather than for every engine + // on open, and refreshed by engine:settings-changed. + // + // Every write carries the revision from here, which is what makes a + // concurrent edit fail loudly instead of overwriting silently. + settings map[string]enginesettings.Snapshot + // settingsWanted is the edit the operator asked for while its snapshot was + // still being fetched, so the right field opens once it arrives. + settingsWanted *pendingSettingsEdit + // settingsConfirm is an applied change waiting on "y" because the backend + // said it would restart the engine. + settingsConfirm *enginesettings.Request + // settingsAwaited is the engine whose saved state this screen is waiting to + // see, so the outcome is reported for a change made here and not for one + // another client made. + settingsAwaited string + telemetry nodeTelemetry telemetryOK bool // telemetryGen identifies this screen's polling chain. Bubble Tea cannot @@ -103,6 +125,16 @@ type nodeDetail struct { width, height int } +// pendingSettingsEdit is an edit waiting for the snapshot it needs. +// +// Opening a field requires the current value and the revision to write against, +// and both arrive with the snapshot. Rather than block the interface on the +// round trip, the request is remembered and the field opens when it lands. +type pendingSettingsEdit struct { + engine string + mode detailInputMode +} + // detailModelRow is one row of the model list: a model and the engine serving it. type detailModelRow struct { engine string @@ -132,8 +164,12 @@ var ( // In the engines pane only, so these do not collide with the models pane's // p (browse) or e (eject). Each is mnemonic where it applies: e for the // engine's own port, p for the proxy fronting it. - detailPortKey = key.NewBinding(key.WithKeys("e"), key.WithHelp("e", "engine port")) - detailProxyKey = key.NewBinding(key.WithKeys("p"), key.WithHelp("p", "proxy port")) + detailPortKey = key.NewBinding(key.WithKeys("e"), key.WithHelp("e", "engine port")) + detailProxyKey = key.NewBinding(key.WithKeys("p"), key.WithHelp("p", "proxy port")) + // a for arguments, the word the backend's own notation uses. Free in this + // screen: the letter is taken on the Nodes list and the Jobs tab, but those + // are other views, and this one is full-screen. + detailArgsKey = key.NewBinding(key.WithKeys("a"), key.WithHelp("a", "arguments")) detailPullKey = key.NewBinding(key.WithKeys("p"), key.WithHelp("p", "browse models")) detailPullByNameKey = key.NewBinding(key.WithKeys("n"), key.WithHelp("n", "download by name")) detailLoadKey = key.NewBinding(key.WithKeys("enter"), key.WithHelp("enter", "load")) @@ -433,6 +469,46 @@ func (d *nodeDetail) update(msg tea.Msg) (tea.Cmd, bool) { } return nil, true + case engineSettingsMsg: + if msg.err != nil { + d.settingsWanted = nil + d.status.error("read engine settings failed: %s", msg.err) + return nil, true + } + if d.settings == nil { + d.settings = map[string]enginesettings.Snapshot{} + } + d.settings[msg.snapshot.Engine] = msg.snapshot + d.reportSettingsOutcome(msg.snapshot) + // A snapshot arrives either because a field was asked for or because + // the backend pushed a change. Only the first opens an editor, and only + // for the engine that was asked about — a push for another engine while + // the operator waits must not hijack the field. + if w := d.settingsWanted; w != nil && w.engine == msg.snapshot.Engine { + d.settingsWanted = nil + // The "reading settings..." note is sticky, so it has to be + // replaced rather than left to expire behind the open field. + d.status.info("editing %s", d.engineLabel(msg.snapshot.Engine)) + return d.openSettingsField(msg.snapshot, w.mode), true + } + return nil, true + + case enginePreviewMsg: + return d.applySettingsPreview(msg), true + + case engineSettingsAppliedMsg: + if msg.err != nil { + d.settingsAwaited = "" + d.status.error("%s settings: %s", d.engineLabel(msg.engine), msg.err) + return nil, true + } + // Deliberately silent on success. This reply says the write was + // accepted, not what the engine ended up with, and the difference is + // the whole point: the snapshot that follows carries the effective + // ports, and reportSettingsOutcome speaks then. Announcing "saved" + // here would be the claim that outran the facts. + return nil, true + case proxyStatusMsg: if d.proxy != nil { d.proxy.apply(msg) @@ -440,25 +516,6 @@ func (d *nodeDetail) update(msg tea.Msg) (tea.Cmd, bool) { } return nil, true - case proxyPortMsg: - switch { - case msg.err != nil: - d.status.error("%s proxy port change failed: %s", msg.label, msg.err) - case msg.actual == 0: - // No port in the reply. Say only what is known rather than inventing - // a confirmation; the ready push will correct the table either way. - d.status.info("%s proxy port change accepted", msg.label) - case msg.actual != msg.requested: - // The refusal, named. A running engine outranks the proxy for a - // port, so this is the normal answer to asking for one an engine - // holds — and it used to render as "updated". - d.status.error("%s proxy stayed on :%d - :%d is taken, most likely by a running engine", - msg.label, msg.actual, msg.requested) - default: - d.status.ok("%s proxy now on :%d", msg.label, msg.actual) - } - return nil, true - case nodeTelemetryMsg: // Scoped to this screen's own chain, exactly as the tick is. This reply // schedules the next poll, so accepting a superseded one would leave two @@ -542,6 +599,28 @@ func (d *nodeDetail) handleNotification(msg *rpc.Message) tea.Cmd { // A new engine row changes the split between the two tables. d.sizeEngineTable() + case "engine:settings-changed": + // The saved state, from whoever changed it — this screen, the desktop + // app, or another operator. Kept current so the next edit writes + // against a revision the backend will still accept, and so a field + // opened afterwards shows what is actually saved. + var snap enginesettings.Snapshot + _ = decodeParams(msg.Params, &snap) + if snap.Engine == "" || snap.NodeID != d.nodeArg() { + return nil + } + if d.settings == nil { + d.settings = map[string]enginesettings.Snapshot{} + } + d.settings[snap.Engine] = snap + d.reportSettingsOutcome(snap) + + case "engine:settings-disconnected": + // The settings worker behind a peer went away, so every revision held + // for it is now unverifiable. Dropping the cache makes the next edit + // re-fetch rather than write against a number nobody will honour. + clear(d.settings) + case "engine:models-changed": // The manager polls each running engine's resident set and pushes this // on any change — explicit load/unload, LM Studio's JIT auto-load, and @@ -695,6 +774,14 @@ func (d *nodeDetail) handleKey(msg tea.KeyMsg) (tea.Cmd, bool) { return d.resolvePending(msg), true } + // Same rule for a settings change the backend says will restart the engine. + // It is not destructive in the way deleting a model is, but it interrupts + // whatever the engine is serving, and an operator who meant to move the + // cursor should not discover that by watching requests fail. + if d.settingsConfirm != nil { + return d.resolveSettingsConfirm(msg), true + } + if key.Matches(msg, detailBackKey) { return nil, false } @@ -735,47 +822,127 @@ func (d *nodeDetail) handleEngineKey(msg tea.KeyMsg) tea.Cmd { } return d.uninstallEngine(engine) case key.Matches(msg, detailPortKey): - if engine == nil { - d.status.error("no engine selected") - return nil - } - if d.remote() { - d.status.error("an engine's port can only be changed on the machine running it") - return nil - } - d.mode = detailInputEnginePort - d.input.Placeholder = "port" - d.input.CharLimit = 5 - d.input.SetValue(strconv.Itoa(engine.Port)) - d.input.Focus() - return textinput.Blink + return d.editSetting(engine, detailInputEnginePort) case key.Matches(msg, detailProxyKey): - if engine == nil { - d.status.error("no engine selected") - return nil - } - if d.proxy == nil { - d.status.error("a node's proxy ports can only be changed on that machine") - return nil - } - idx := d.proxy.indexForEngine(engine.Engine) - if idx < 0 { - d.status.error("no proxy fronts %s", engine.label()) - return nil - } - port, _ := d.proxy.portForEngine(engine.Engine) - d.mode = detailInputProxyPort - d.input.Placeholder = "port" - d.input.CharLimit = 5 - d.input.SetValue(strconv.Itoa(port)) - d.input.Focus() - return textinput.Blink + return d.editSetting(engine, detailInputProxyPort) + case key.Matches(msg, detailArgsKey): + return d.editSetting(engine, detailInputLaunchArgs) } var cmd tea.Cmd d.engineTable, cmd = d.engineTable.Update(msg) return cmd } +// editSetting opens one of the three settings fields for an engine. +// +// All three are one backend operation — the server port, the client-facing +// proxy port, and the launch arguments are written together against a revision +// — so they share a path rather than each having its own RPC. Ports used to go +// through engine:set-port and the proxy's set-port, which meant two writers to +// the state with no common revision: the last one to finish won, and neither +// could tell it had lost. +// +// Whether an engine can be configured at all is the backend's answer, not a +// guess from here. It reports Editable with a reason, which covers cases this +// screen cannot see — an engine PAIR adopted rather than started, a settings +// worker that is not reachable on a peer — and it covers them without this +// screen having to keep a second list of when to refuse. +func (d *nodeDetail) editSetting(engine *engineStatus, mode detailInputMode) tea.Cmd { + if engine == nil { + d.status.error("no engine selected") + return nil + } + snap, ok := d.settings[engine.Engine] + if !ok { + // Ask, then open the field when the answer lands. The alternative is + // opening it against a guessed value and a revision we do not have, + // which is how an edit silently overwrites someone else's. + d.settingsWanted = &pendingSettingsEdit{engine: engine.Engine, mode: mode} + d.status.busy("reading %s settings...", engine.label()) + return getEngineSettingsCmd(d.client, d.nodeArg(), engine.Engine) + } + return d.openSettingsField(snap, mode) +} + +// openSettingsField focuses the field for mode, prefilled from the snapshot. +func (d *nodeDetail) openSettingsField(snap enginesettings.Snapshot, mode detailInputMode) tea.Cmd { + if reason := settingsUnavailableReason(snap); reason != "" { + d.status.error("%s", reason) + return nil + } + d.mode = mode + switch mode { + case detailInputEnginePort: + d.input.Placeholder = "port" + d.input.CharLimit = 5 + d.input.SetValue(strconv.Itoa(snap.Settings.ServerPort)) + case detailInputProxyPort: + d.input.Placeholder = "port" + d.input.CharLimit = 5 + d.input.SetValue(strconv.Itoa(snap.Settings.ProxyPort)) + case detailInputLaunchArgs: + // No character limit that this screen invents: the backend bounds the + // text at 16 KiB and says so in its own words if that is exceeded. + d.input.Placeholder = "NAME=value --flag ..." + d.input.CharLimit = 0 + d.input.SetValue(snap.Settings.LaunchText) + default: + d.mode = detailInputNone + return nil + } + d.input.Focus() + d.input.CursorEnd() + return textinput.Blink +} + +// settingsRequest builds a write for one field against the snapshot's revision. +// +// The resolution names which side wins when the numeric server port and the +// port written inside the command text disagree. They are two views of one +// number, and the answer is simply whichever the operator just edited: a +// changed port field rewrites the command, and changed command text updates the +// field. Sending no resolution makes the backend report a conflict instead, +// which is right for an API and useless to someone who has just typed a value. +func (d *nodeDetail) settingsRequest( + snap enginesettings.Snapshot, + mode detailInputMode, + value string, +) (enginesettings.Request, bool) { + cfg := snap.Settings + resolution := resolutionLaunch + switch mode { + case detailInputEnginePort: + port, ok := parsePort(value) + if !ok { + d.status.error("invalid port: enter a number between 1 and 65535") + return enginesettings.Request{}, false + } + cfg.ServerPort = port + resolution = resolutionServer + case detailInputProxyPort: + port, ok := parsePort(value) + if !ok { + d.status.error("invalid port: enter a number between 1 and 65535") + return enginesettings.Request{}, false + } + cfg.ProxyPort = port + case detailInputLaunchArgs: + // Not trimmed, not rewritten. The notation has its own rules about + // quoting and whitespace and the backend normalizes to them; tidying + // the text here would only disagree with it. + cfg.LaunchText = value + default: + return enginesettings.Request{}, false + } + return enginesettings.Request{ + NodeID: d.nodeArg(), + Engine: snap.Engine, + ExpectedRevision: snap.Revision, + Settings: cfg, + Resolution: resolution, + }, true +} + func (d *nodeDetail) handleModelKey(msg tea.KeyMsg) tea.Cmd { switch { case key.Matches(msg, detailPullKey): @@ -824,43 +991,131 @@ func (d *nodeDetail) submitInput() tea.Cmd { d.status.busy("download %s: %s...", d.engineLabel(engine), val) return modelCmd(d.client, d.nodeArg(), engine, modelActions["pull"], val) - case detailInputEnginePort: - engine := d.selectedEngine() - if engine == nil { - return nil - } - port, ok := parsePort(val) - if !ok { - d.status.error("invalid port: enter a number between 1 and 65535") - return nil - } - d.status.busy("setting the %s engine port to %d...", engine.label(), port) - return call(d.client, "engine:set-port", - map[string]any{"engine": engine.Engine, "port": port}, - func(_ *rpc.Message, err error) tea.Msg { - return engineOpMsg{what: "set engine port", engine: engine.Engine, err: err} - }) - - case detailInputProxyPort: - engine := d.selectedEngine() - if engine == nil || d.proxy == nil { - return nil - } - idx := d.proxy.indexForEngine(engine.Engine) - if idx < 0 { - return nil - } - port, ok := parsePort(val) - if !ok { - d.status.error("invalid port: enter a number between 1 and 65535") - return nil - } - d.status.busy("setting the %s proxy port to %d...", engine.label(), port) - return d.proxy.setPortCmd(d.client, idx, port) + case detailInputEnginePort, detailInputProxyPort, detailInputLaunchArgs: + return d.submitSettings(mode, d.input.Value(), val) } return nil } +// submitSettings validates a settings edit before committing it. +// +// Nothing is saved by this: it sends the draft to engine:preview-settings, +// which normalizes the text, reports per-field errors, and says whether +// applying would restart the engine. The commit happens in the reply handler, +// against the settings the preview returned rather than the text that was +// typed, so what lands is exactly what was validated. +// +// raw is the field's text as typed and trimmed is the same with surrounding +// whitespace removed. The ports want the trimmed form; the launch text does +// not, because whitespace is significant to a tokenizer and normalizing it is +// the backend's job. +func (d *nodeDetail) submitSettings(mode detailInputMode, raw, trimmed string) tea.Cmd { + engine := d.selectedEngine() + if engine == nil { + return nil + } + snap, ok := d.settings[engine.Engine] + if !ok { + d.status.error("settings for %s are no longer loaded; press the key again", engine.label()) + return nil + } + value := trimmed + if mode == detailInputLaunchArgs { + value = raw + } + req, ok := d.settingsRequest(snap, mode, value) + if !ok { + return nil + } + d.status.busy("checking %s settings...", engine.label()) + return previewEngineSettingsCmd(d.client, req) +} + +// settingsVerdict is what a preview reply decided about a draft. +type settingsVerdict int + +const ( + // settingsRefuse: nothing will be written, and problem says why. + settingsRefuse settingsVerdict = iota + // settingsConfirmFirst: writable, but it restarts the engine. + settingsConfirmFirst + // settingsWrite: writable as it stands. + settingsWrite +) + +// judgeSettingsPreview decides what to do with a preview reply. +// +// Separated from the screen so the decision can be tested without a broker: +// what gets written after a preview is the part worth pinning down, and it is +// three branches of "no" around one "yes". +// +// The returned request carries the *normalized* settings rather than the draft +// that was sent, and no resolution. Both matter. Applying the raw draft would +// save text the preview never approved, and re-sending a resolution against +// settled text invites the backend to rewrite what the operator just confirmed. +func judgeSettingsPreview(msg enginePreviewMsg) (settingsVerdict, enginesettings.Request, string) { + if msg.err != nil { + return settingsRefuse, enginesettings.Request{}, msg.err.Error() + } + // A conflict is the one outcome a resolution was supposed to prevent, so + // reaching here means the two ports disagree in a way the backend will not + // settle on its own. Name both numbers: the operator is the only one who + // knows which was intended. + if c := msg.preview.Conflict; c != nil { + return settingsRefuse, enginesettings.Request{}, fmt.Sprintf( + "the port field says %d and the arguments say %d - make them agree", + c.ServerPort, c.LaunchPort) + } + if len(msg.preview.Errors) != 0 { + return settingsRefuse, enginesettings.Request{}, joinSettingsErrors(msg.preview.Errors) + } + req := msg.request + req.Settings = msg.preview.Settings + req.Resolution = "" + if msg.preview.Restart { + return settingsConfirmFirst, req, "" + } + return settingsWrite, req, "" +} + +// applySettingsPreview commits a validated draft, or explains why it cannot. +func (d *nodeDetail) applySettingsPreview(msg enginePreviewMsg) tea.Cmd { + label := d.engineLabel(msg.request.Engine) + verdict, req, problem := judgeSettingsPreview(msg) + switch verdict { + case settingsRefuse: + d.status.error("%s: %s", label, problem) + return nil + case settingsConfirmFirst: + // Restarting drops whatever the engine is serving, so it is asked + // rather than assumed — the same arm-and-confirm the destructive keys + // use, for the same reason. + d.settingsConfirm = &req + d.status.arm("applying this restarts %s - press y to confirm", label) + return nil + } + d.settingsAwaited = req.Engine + d.status.busy("applying %s settings...", label) + return applyEngineSettingsCmd(d.client, req) +} + +// joinSettingsErrors renders the backend's per-field errors as one line. +// +// Sorted by field so the same failure reads the same way twice; a map's order +// would otherwise reshuffle the message between attempts. +func joinSettingsErrors(errs map[string]string) string { + fields := make([]string, 0, len(errs)) + for field := range errs { + fields = append(fields, field) + } + sort.Strings(fields) + parts := make([]string, 0, len(fields)) + for _, field := range fields { + parts = append(parts, errs[field]) + } + return strings.Join(parts, "; ") +} + // parsePort validates a typed TCP port. func parsePort(val string) (int, bool) { port, err := strconv.Atoi(val) @@ -956,6 +1211,53 @@ func (d *nodeDetail) arm(prompt string, run func() tea.Cmd) tea.Cmd { // resolvePending answers an armed action. Anything but the confirmation key // cancels, so a stray keystroke never destroys anything. +// reportSettingsOutcome says what an engine actually got, once, after a change +// this screen asked for. +// +// A port is a request, not a promise: a running engine already holding one +// outranks the proxy, so the backend binds elsewhere and reports the difference +// as the effective port. Reporting the requested value as though it had been +// honoured is the specific lie this exists to prevent — the old proxy path +// rendered exactly that as "updated". +// +// Only after this screen's own write, and only once. These snapshots also +// arrive unprompted whenever anyone else changes settings, and a note firing on +// each would be noise about something the operator did not do. +func (d *nodeDetail) reportSettingsOutcome(snap enginesettings.Snapshot) { + if d.settingsAwaited != snap.Engine { + return + } + d.settingsAwaited = "" + label := d.engineLabel(snap.Engine) + // A zero effective port means not bound yet rather than moved: a stopped + // engine has no port in force, and claiming it "stayed on :0" would be + // worse than saying nothing about where it landed. + switch { + case snap.EffectiveProxyPort != 0 && snap.EffectiveProxyPort != snap.Settings.ProxyPort: + d.status.error("%s endpoint stayed on :%d - :%d is taken, most likely by a running engine", + label, snap.EffectiveProxyPort, snap.Settings.ProxyPort) + case snap.EffectiveServerPort != 0 && snap.EffectiveServerPort != snap.Settings.ServerPort: + d.status.error("%s engine stayed on :%d - :%d is taken", + label, snap.EffectiveServerPort, snap.Settings.ServerPort) + default: + d.status.ok("%s settings saved", label) + } +} + +// resolveSettingsConfirm answers the restart prompt raised by a settings +// change, applying it on "y" and discarding it on anything else. +func (d *nodeDetail) resolveSettingsConfirm(msg tea.KeyMsg) tea.Cmd { + req := d.settingsConfirm + d.settingsConfirm = nil + if key.Matches(msg, detailConfirmKey) { + d.settingsAwaited = req.Engine + d.status.busy("applying %s settings...", d.engineLabel(req.Engine)) + return applyEngineSettingsCmd(d.client, *req) + } + d.status.info("cancelled") + return nil +} + func (d *nodeDetail) resolvePending(msg tea.KeyMsg) tea.Cmd { act := d.pending d.pending = nil @@ -1373,6 +1675,8 @@ func (d *nodeDetail) inputLabel() string { return "engine port: " case detailInputProxyPort: return "proxy port: " + case detailInputLaunchArgs: + return "arguments: " default: return "download model: " } @@ -1386,20 +1690,26 @@ func (d *nodeDetail) Help() []key.Binding { return d.catalog.Help() } if d.mode != detailInputNone { - if d.mode == detailInputModelName { + switch d.mode { + case detailInputModelName: return inputHelp("download") + case detailInputLaunchArgs: + return inputHelp("check and save") } return inputHelp("set port") } - if d.pending != nil { + if d.pending != nil || d.settingsConfirm != nil { return []key.Binding{detailConfirmKey} } bindings := []key.Binding{detailBackKey, detailPaneKey} if d.pane == detailEngines { bindings = append(bindings, detailInstallKey, detailStartKey, detailStopKey) + // The settings keys are offered on a peer too: the engine manager + // relays them, and whether a particular engine will accept the write + // is the snapshot's answer, given when the key is pressed. + bindings = append(bindings, detailPortKey, detailProxyKey, detailArgsKey) if !d.remote() { - bindings = append(bindings, - detailRestartKey, detailUninstKey, detailPortKey, detailProxyKey) + bindings = append(bindings, detailRestartKey, detailUninstKey) } return bindings } diff --git a/services/nvpair-tui/ui/nodedetail_test.go b/services/nvpair-tui/ui/nodedetail_test.go index 9dd759fb..4fc050d7 100644 --- a/services/nvpair-tui/ui/nodedetail_test.go +++ b/services/nvpair-tui/ui/nodedetail_test.go @@ -8,6 +8,7 @@ import ( "strings" "testing" + "nvpair-shared/enginesettings" "nvpair-shared/noderec" "nvpair-tui/rpc" @@ -231,51 +232,329 @@ func TestProxyIndexForEngine(t *testing.T) { } } -// TestProxyPortKeyRejectedOnRemote checks the key explains itself rather than -// silently doing nothing on a peer. -func TestProxyPortKeyRejectedOnRemote(t *testing.T) { +// seedSettings puts a settings snapshot in the cache, as a fetch or a push +// would, so a test can press an edit key without a broker behind it. +func seedSettings(d *nodeDetail, snap enginesettings.Snapshot) { + if d.settings == nil { + d.settings = map[string]enginesettings.Snapshot{} + } + d.settings[snap.Engine] = snap +} + +// ollamaSettings is an editable snapshot for the engine the detail tests use. +func ollamaSettings() enginesettings.Snapshot { + return enginesettings.Snapshot{ + Engine: "ollama", + Revision: 7, + Editable: true, + Settings: enginesettings.Config{ + ServerPort: 11434, + ProxyPort: 11435, + LaunchText: "OLLAMA_KEEP_ALIVE=5m", + }, + } +} + +// TestSettingsKeysAskTheBackendBeforeOpening checks an edit key fetches the +// snapshot rather than opening a field against values this screen guessed. +// +// The revision is the point. A field opened without one has nothing to write +// against, and the backend's whole defence against two clients overwriting each +// other is that every write carries the revision it was based on. +func TestSettingsKeysAskTheBackendBeforeOpening(t *testing.T) { + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true, Port: 11434}} + d.refreshEngines() + + cmd := d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("e")}) + if d.mode != detailInputNone { + t.Errorf("opened a field before the snapshot arrived (mode %v)", d.mode) + } + if cmd == nil { + t.Fatal("no settings request was issued") + } + if d.settingsWanted == nil || d.settingsWanted.mode != detailInputEnginePort { + t.Fatalf("the requested edit was not remembered: %+v", d.settingsWanted) + } +} + +// TestSettingsEditorsAreDistinct checks the three fields are told apart, so a +// typed value cannot be applied to the wrong one. +func TestSettingsEditorsAreDistinct(t *testing.T) { + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true, Port: 11434}} + d.refreshEngines() + seedSettings(d, ollamaSettings()) + + cases := []struct { + key string + mode detailInputMode + value string + label string + }{ + {"e", detailInputEnginePort, "11434", "engine"}, + {"p", detailInputProxyPort, "11435", "proxy"}, + {"a", detailInputLaunchArgs, "OLLAMA_KEEP_ALIVE=5m", "arguments"}, + } + for _, tc := range cases { + d.mode = detailInputNone + d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(tc.key)}) + if d.mode != tc.mode { + t.Fatalf("%q opened mode %v, want %v", tc.key, d.mode, tc.mode) + } + if got := d.input.Value(); got != tc.value { + t.Errorf("%q seeded with %q, want %q", tc.key, got, tc.value) + } + if !strings.Contains(d.inputLabel(), tc.label) { + t.Errorf("label %q does not say which field", d.inputLabel()) + } + } +} + +// TestSettingsRefusalComesFromTheBackend checks an engine the backend will not +// let us configure is refused in the backend's own words. +// +// This screen used to decide for itself, refusing every port change on a peer +// because the old RPC had no remote form. The settings path does, so the +// judgement belongs to the side that knows why — an adopted engine, an +// unreachable settings worker — rather than to a rule here that would drift. +func TestSettingsRefusalComesFromTheBackend(t *testing.T) { d := remoteDetail() d.engines = []engineStatus{{Engine: "ollama", Port: 11434}} d.refreshEngines() - d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("p")}) + snap := ollamaSettings() + snap.Editable = false + snap.Adopted = true + snap.Reason = "this engine was started outside PAIR" + seedSettings(d, snap) + + d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("a")}) if d.mode != detailInputNone { - t.Error("opened a proxy port editor for a remote node") + t.Error("opened an editor for an engine the backend said is not editable") } - if d.status.render() == "" { - t.Error("no explanation for refusing the remote proxy port change") + if got := d.status.render(); !strings.Contains(got, "started outside PAIR") { + t.Errorf("status %q does not carry the backend's reason", got) } } -// TestPortEditorsAreDistinct checks the two port editors are told apart, so a -// typed value cannot be applied to the wrong one. -func TestPortEditorsAreDistinct(t *testing.T) { +// TestSettingsWriteCarriesTheRevisionAndResolution checks the two things a +// settings write cannot be wrong about. +// +// The revision is what makes a concurrent edit fail instead of silently +// winning. The resolution decides which side gives way when the numeric port +// field and the port inside the command text disagree: editing the field +// should rewrite the command, and editing the command should move the field. +// Send the wrong one and the backend quietly rewrites what the operator typed. +func TestSettingsWriteCarriesTheRevisionAndResolution(t *testing.T) { d := localDetail() - d.proxy.apply(proxyStatusMsg{idx: 0, ready: true, port: 11435}) d.engines = []engineStatus{{Engine: "ollama", Installed: true, Port: 11434}} d.refreshEngines() + snap := ollamaSettings() + seedSettings(d, snap) + + cases := []struct { + name string + mode detailInputMode + value string + resolution string + check func(enginesettings.Config) error + }{ + { + name: "the port field wins over the command", + mode: detailInputEnginePort, + value: "11500", + resolution: resolutionServer, + }, + { + name: "the command wins over the port field", + mode: detailInputLaunchArgs, + value: "OLLAMA_HOST=127.0.0.1:11500", + resolution: resolutionLaunch, + }, + } + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + req, ok := d.settingsRequest(snap, tc.mode, tc.value) + if !ok { + t.Fatal("the request was rejected") + } + if req.ExpectedRevision != snap.Revision { + t.Errorf("revision %d, want the snapshot's %d", + req.ExpectedRevision, snap.Revision) + } + if req.Resolution != tc.resolution { + t.Errorf("resolution %q, want %q", req.Resolution, tc.resolution) + } + }) + } +} + +// TestLaunchTextIsSentAsTyped checks the arguments field is not tidied here. +// +// Whitespace is significant to a tokenizer, and the backend normalizes to rules +// this screen does not carry. Trimming on the way out would disagree with it +// and, worse, would disagree invisibly. +func TestLaunchTextIsSentAsTyped(t *testing.T) { + d := localDetail() + snap := ollamaSettings() + const typed = ` OLLAMA_ORIGINS="https://example.com" ` + + req, ok := d.settingsRequest(snap, detailInputLaunchArgs, typed) + if !ok { + t.Fatal("the request was rejected") + } + if req.Settings.LaunchText != typed { + t.Errorf("sent %q, want the text exactly as typed", req.Settings.LaunchText) + } +} + +// TestSettingsApplyUsesTheNormalizedDraft checks the commit sends what the +// backend validated, not what was typed. +// +// The preview returns normalized settings — quoting settled, ports reconciled +// — and applying the raw draft instead would save text that was never checked, +// with the preview's approval standing behind it. +func TestSettingsApplyUsesTheNormalizedDraft(t *testing.T) { + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true}} + d.refreshEngines() + + typed := enginesettings.Config{ServerPort: 11434, ProxyPort: 11435, LaunchText: "--flag x"} + normalized := enginesettings.Config{ServerPort: 11434, ProxyPort: 11435, LaunchText: "--flag x"} + + verdict, sent, problem := judgeSettingsPreview(enginePreviewMsg{ + request: enginesettings.Request{ + Engine: "ollama", + ExpectedRevision: 7, + Settings: typed, + Resolution: resolutionLaunch, + }, + preview: enginesettings.Preview{Settings: normalized}, + }) - d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("e")}) - if d.mode != detailInputEnginePort { - t.Fatalf("e opened mode %v, want the engine port editor", d.mode) + if verdict != settingsWrite { + t.Fatalf("a clean preview did not write (verdict %v, problem %q)", verdict, problem) + } + if sent.Settings.LaunchText != normalized.LaunchText { + t.Errorf("applied %q, want the normalized %q", + sent.Settings.LaunchText, normalized.LaunchText) } - if got := d.input.Value(); got != "11434" { - t.Errorf("engine port editor seeded with %q, want the engine's own port", got) + if sent.Resolution != "" { + t.Errorf("resolution %q survived into the commit; the draft is already settled", + sent.Resolution) } - if !strings.Contains(d.inputLabel(), "engine") { - t.Errorf("label %q does not say which port", d.inputLabel()) + if sent.ExpectedRevision != 7 { + t.Errorf("revision %d, want the one the draft was based on", sent.ExpectedRevision) } + _ = d +} + +// TestSettingsRestartIsConfirmed checks a change that restarts the engine asks +// first, and that the confirmation applies the same request it armed. +func TestSettingsRestartIsConfirmed(t *testing.T) { + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true}} + d.refreshEngines() - d.mode = detailInputNone - d.handleEngineKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("p")}) - if d.mode != detailInputProxyPort { - t.Fatalf("p opened mode %v, want the proxy port editor", d.mode) + normalized := enginesettings.Config{ServerPort: 11500, ProxyPort: 11435} + restarting := enginePreviewMsg{ + request: enginesettings.Request{Engine: "ollama", ExpectedRevision: 7}, + preview: enginesettings.Preview{Settings: normalized, Restart: true}, } - if got := d.input.Value(); got != "11435" { - t.Errorf("proxy port editor seeded with %q, want the proxy's port", got) + + if verdict, _, _ := judgeSettingsPreview(restarting); verdict != settingsConfirmFirst { + t.Fatalf("a restarting change was not held for confirmation (verdict %v)", verdict) } - if !strings.Contains(d.inputLabel(), "proxy") { - t.Errorf("label %q does not say which port", d.inputLabel()) + + if cmd := d.applySettingsPreview(restarting); cmd != nil { + t.Fatal("a restarting change was sent without asking") + } + if d.settingsConfirm == nil { + t.Fatal("no confirmation was armed") + } + if got := d.status.render(); !strings.Contains(got, "restart") { + t.Errorf("prompt %q does not say the engine will restart", got) + } + + // Anything other than y walks away, and the armed request goes with it. + if cmd := d.resolveSettingsConfirm(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("n")}); cmd != nil { + t.Error("a non-confirming key still applied the change") + } + if d.settingsConfirm != nil { + t.Error("the armed request outlived the cancellation") + } + + d.applySettingsPreview(restarting) + armed := d.settingsConfirm + if armed == nil || armed.Settings.ServerPort != normalized.ServerPort { + t.Fatalf("armed the wrong request: %+v", armed) + } + if cmd := d.resolveSettingsConfirm(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("y")}); cmd == nil { + t.Error("y did not apply the armed change") + } +} + +// TestSettingsPreviewFailuresAreExplained checks a rejected draft says why and +// saves nothing. +func TestSettingsPreviewFailuresAreExplained(t *testing.T) { + cases := []struct { + name string + preview enginesettings.Preview + err error + want string + }{ + { + name: "a field the backend rejected", + preview: enginesettings.Preview{Errors: map[string]string{"launchText": "unbalanced quote"}}, + want: "unbalanced quote", + }, + { + name: "the two ports disagree", + preview: enginesettings.Preview{Conflict: &enginesettings.Conflict{ServerPort: 11434, LaunchPort: 11500}}, + want: "11500", + }, + } + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true}} + d.refreshEngines() + + cmd := d.applySettingsPreview(enginePreviewMsg{ + request: enginesettings.Request{Engine: "ollama"}, + preview: tc.preview, + err: tc.err, + }) + if cmd != nil { + t.Error("a rejected draft was sent anyway") + } + if d.settingsConfirm != nil { + t.Error("a rejected draft was armed for confirmation") + } + if got := d.status.render(); !strings.Contains(got, tc.want) { + t.Errorf("status %q does not mention %q", got, tc.want) + } + }) + } +} + +// TestSettingsErrorsReadTheSameEveryTime checks the per-field errors are +// ordered, since a map would reshuffle the same failure between attempts. +func TestSettingsErrorsReadTheSameEveryTime(t *testing.T) { + errs := map[string]string{ + "serverPort": "port in use", + "launchText": "unbalanced quote", + "proxyPort": "port in use", + } + first := joinSettingsErrors(errs) + for i := 0; i < 20; i++ { + if got := joinSettingsErrors(errs); got != first { + t.Fatalf("attempt %d rendered %q, want the stable %q", i, got, first) + } + } + if !strings.Contains(first, "unbalanced quote") { + t.Errorf("rendered %q, want every field's message", first) } } @@ -311,55 +590,75 @@ func TestNoBindingRequiresShift(t *testing.T) { } } -// TestProxyPortOutcomeReportsTheBoundPort is the regression guard for a change +// TestSettingsOutcomeReportsTheBoundPort is the regression guard for a change // that was refused and reported as done. // -// A running engine outranks the proxy for a port, so the broker resolves the -// conflict and the proxy binds elsewhere; the reply carries the port actually -// bound. Reporting success on the absence of an RPC error meant asking for a -// port an engine held produced "proxy port updated" while the table went on -// showing the old one. -func TestProxyPortOutcomeReportsTheBoundPort(t *testing.T) { +// A running engine outranks the proxy for a port, so the backend binds +// elsewhere and reports the difference as the effective port. Treating the +// absence of an error as success meant asking for a port an engine held +// produced "updated" while the table went on showing the old one. +func TestSettingsOutcomeReportsTheBoundPort(t *testing.T) { cases := []struct { name string - msg proxyPortMsg + snapshot enginesettings.Snapshot wantKind toastKind wantHas []string wantNotIn []string }{ { - name: "refused because the port is taken", - msg: proxyPortMsg{label: "LM Studio", requested: 1235, actual: 1234}, + name: "the endpoint port was taken", + snapshot: enginesettings.Snapshot{ + Engine: "lmstudio", + Settings: enginesettings.Config{ProxyPort: 1235, ServerPort: 1236}, + EffectiveProxyPort: 1234, + EffectiveServerPort: 1236, + }, wantKind: toastError, // Both numbers: which port it is on, and which one it could not have. - wantHas: []string{"LM Studio", "1234", "1235"}, - wantNotIn: []string{"updated"}, + wantHas: []string{"1234", "1235"}, + wantNotIn: []string{"saved"}, }, { - name: "honoured", - msg: proxyPortMsg{label: "Ollama", requested: 11500, actual: 11500}, - wantKind: toastOK, - wantHas: []string{"Ollama", "11500"}, + name: "the engine port was taken", + snapshot: enginesettings.Snapshot{ + Engine: "ollama", + Settings: enginesettings.Config{ProxyPort: 11434, ServerPort: 11500}, + EffectiveProxyPort: 11434, + EffectiveServerPort: 11435, + }, + wantKind: toastError, + wantHas: []string{"11435", "11500"}, + wantNotIn: []string{"saved"}, }, { - name: "rpc failed", - msg: proxyPortMsg{label: "Ollama", requested: 80, err: errStub{}}, - wantKind: toastError, - wantHas: []string{"Ollama", "failed"}, + name: "honoured", + snapshot: enginesettings.Snapshot{ + Engine: "ollama", + Settings: enginesettings.Config{ProxyPort: 11434, ServerPort: 11500}, + EffectiveProxyPort: 11434, + EffectiveServerPort: 11500, + }, + wantKind: toastOK, + wantHas: []string{"saved"}, }, { - name: "reply carried no port", - msg: proxyPortMsg{label: "Ollama", requested: 11500}, - // Not an assertion of success: nothing confirmed the bind. - wantKind: toastInfo, - wantNotIn: []string{"11500"}, + name: "nothing bound yet", + snapshot: enginesettings.Snapshot{ + Engine: "ollama", + Settings: enginesettings.Config{ProxyPort: 11434, ServerPort: 11500}, + }, + // A stopped engine has no port in force. Saying it "stayed on :0" + // would be worse than not saying where it landed. + wantKind: toastOK, + wantNotIn: []string{":0"}, }, } for _, tc := range cases { t.Run(tc.name, func(t *testing.T) { d := localDetail() - d.update(tc.msg) + d.settingsAwaited = tc.snapshot.Engine + d.reportSettingsOutcome(tc.snapshot) if d.status.kind != tc.wantKind { t.Errorf("toast kind = %v, want %v", d.status.kind, tc.wantKind) @@ -379,6 +678,38 @@ func TestProxyPortOutcomeReportsTheBoundPort(t *testing.T) { } } +// TestSettingsOutcomeIsSilentForSomeoneElsesChange checks the report is scoped +// to a change this screen made. +// +// These snapshots also arrive whenever the desktop app or another operator +// saves something, and a note on each would be noise about work the person at +// this terminal did not do. +func TestSettingsOutcomeIsSilentForSomeoneElsesChange(t *testing.T) { + d := localDetail() + snap := enginesettings.Snapshot{ + Engine: "ollama", + Settings: enginesettings.Config{ProxyPort: 11434}, + EffectiveProxyPort: 11999, + } + + d.reportSettingsOutcome(snap) + if got := d.status.render(); got != "" { + t.Errorf("reported %q for a change this screen did not make", got) + } + + // And it speaks exactly once for a change it did make. + d.settingsAwaited = "ollama" + d.reportSettingsOutcome(snap) + if d.status.render() == "" { + t.Fatal("said nothing about this screen's own change") + } + d.status = toast{} + d.reportSettingsOutcome(snap) + if got := d.status.render(); got != "" { + t.Errorf("repeated the outcome as %q on a later snapshot", got) + } +} + // TestEngineNameDoesNotDependOnTheEngineFetch is the regression guard for the // same engine reading "Ollama" on one machine and "ollama" on another. // diff --git a/services/nvpair-tui/ui/proxystatus.go b/services/nvpair-tui/ui/proxystatus.go index 0bd7fd71..453ea038 100644 --- a/services/nvpair-tui/ui/proxystatus.go +++ b/services/nvpair-tui/ui/proxystatus.go @@ -51,20 +51,6 @@ type proxyStatusMsg struct { err error } -// proxyPortMsg is the outcome of a listen-port change. -// -// requested and actual are both carried because they differ more often than one -// would guess, and the difference is the whole outcome. A running engine already -// holding the port takes precedence over the proxy, so the broker resolves the -// conflict and the proxy binds somewhere else — reporting success without the -// port meant the screen claimed a change it had not made. -type proxyPortMsg struct { - label string - requested int - actual int - err error -} - // engineDisplayName is an engine's wire id rendered the way the operator sees // it elsewhere. // @@ -152,25 +138,10 @@ func (p *proxyTracker) statusCmd(client *rpc.Client, idx int) tea.Cmd { }) } -// setPortCmd changes a proxy's listen port. The broker intercepts this to -// resolve conflicts with engine ports before relaying it, so the reply echoes -// the port actually bound rather than the one asked for. -func (p *proxyTracker) setPortCmd(client *rpc.Client, idx, port int) tea.Cmd { - e := p.engines[idx] - return call(client, e.prefix+":set-port", map[string]int{"port": port}, - func(msg *rpc.Message, err error) tea.Msg { - out := proxyPortMsg{label: e.label, requested: port, err: err} - if err != nil { - return out - } - var r struct { - Port int `json:"port"` - } - _ = decodeParams(msg.Result, &r) - out.actual = r.Port - return out - }) -} +// A proxy's listen port is not changed from here. It is one of the three +// fields engine:apply-settings writes together against a revision, so it goes +// through the node detail's settings editor with the server port and the launch +// arguments. This tracker only reads: readiness, and the port in force. // apply folds a status reply into the tracker. func (p *proxyTracker) apply(msg proxyStatusMsg) { From 32738dcd9f4cf570b930f40d988f526b2c166d09 Mon Sep 17 00:00:00 2001 From: Terve Date: Mon, 21 Sep 2026 21:02:53 -0400 Subject: [PATCH 10/20] Reconcile the documentation with what the interface now does The terminal interface guide still described the screen it replaced, and three claims elsewhere had become false: that the model hub lives in Electron, that the demo is the desktop app's alone, and that per-engine arguments are outside the contract. All three are now the opposite of true. The guide gains the startup-arguments editor and loses its own contradiction -- it documented the Jobs tab's test traffic in one section and denied having any in another. Ports are no longer described as local-only, because they are not, and the note about a port being a request rather than a promise moves into the guide where an operator will meet it. The architecture rule gains the rule worth keeping: the three settings fields are one revision-checked write, and editability is the snapshot's answer rather than something a front end decides for itself. Both halves are there because both were got wrong here first. Signed-off-by: Terve --- .cursor/rules/model-registry.mdc | 86 ++++--- .cursor/rules/system-architecture.mdc | 66 +++-- desktop/docs/architecture.md | 31 ++- desktop/docs/services-backend.md | 9 +- desktop/docs/services-parity.md | 8 +- docs/inference-dispatcher.mdx | 3 +- docs/terminal-interface.mdx | 357 ++++++++++++++++++++------ 7 files changed, 406 insertions(+), 154 deletions(-) diff --git a/.cursor/rules/model-registry.mdc b/.cursor/rules/model-registry.mdc index e66521a7..25e94b5b 100644 --- a/.cursor/rules/model-registry.mdc +++ b/.cursor/rules/model-registry.mdc @@ -1,5 +1,5 @@ --- -description: Electron-main engine model hub (Ollama committed list + LM Studio catalog) +description: Backend-owned engine model catalogue (Ollama committed list + LM Studio catalog) alwaysApply: true --- -# Model Registry — engine model hub +# Model Registry — engine model catalogue -- The backend has **no model-search RPC**, so the "Add Model" browse is - served by a standalone Electron-main module, **`src/electron/model-hub/`** - (main process, because the renderer cannot call `huggingface.co` under - CSP+CORS). There is **no generic Hugging Face browse and no shared GGUF - registry** — each enabled engine has exactly one curated source declared via - `EngineCaps.engineHub`. -- **Ollama** (`ollama-library.ts`): a **locked, committed list**, not a live - scrape. `src/electron/model-hub/ollama-models.json` (wire shape - `{ scrapedAt, source, count, models: OllamaTagsModel[] }`) is bundled into - the main process (`resolveJsonModule` + electron-vite inlining), so - `loadOllamaModels()` returns instantly with **no network access at runtime**. - Devs regenerate it with `npm run scrape:ollama-models` - (`scripts/scrape-ollama-models.ts`) when Ollama's catalog changes, then review - the diff and commit. The scraper is the **only** place Ollama scraping lives: - two phases — (A) parse the `https://ollama.com/library` index (anchored on - each card's `` link, capability chips are +- The "Add Model" browse is served by **`nvpair-engine-manager`** over the + **`engine:catalog`** JSON-RPC method (`services/nvpair-engine-manager/catalog.go`). + It lives in the backend because both front ends need it: the desktop app's + Add Model modal and the terminal interface's model browser. There is **no + generic Hugging Face browse and no shared GGUF registry** — each enabled + engine has exactly one curated source. +- **Ollama**: a **locked, committed list**, not a live scrape. + `services/nvpair-engine-manager/catalog/ollama-models.json` (wire shape + `{ scrapedAt, source, count, models: [...] }`) is compiled in with `go:embed`, + so the catalogue is served with **no network access at runtime**. Devs + regenerate it with `npm run scrape:ollama-models` + (`desktop/scripts/scrape-ollama-models.ts`) when Ollama's catalog changes, + then review the diff and commit. The scraper is the **only** place Ollama + scraping lives: two phases — (A) parse the `https://ollama.com/library` index + (anchored on each card's `` link, capability chips are `text-indigo-600`, size chips `text-blue-600`, updated timestamp in the stats span `title`), then (B) fetch each `https://ollama.com/library//tags` page (concurrency 4, anchored on the self-contained mobile card @@ -33,25 +32,38 @@ SPDX-License-Identifier: Apache-2.0 variants are filtered. Names are used as-is for `ollama pull`. **When Ollama changes their markup, update the parser in the script and re-run it** — the running app is unaffected. -- **LM Studio** (`lmstudio-catalog.ts`, `lmStudioCatalogCache`): still a **live - fetch**. GETs +- **LM Studio**: still a **live fetch**. GETs `https://huggingface.co/api/models?author=lmstudio-community&sort=downloads&direction=-1&limit=500` and normalizes each repo to a pull-ready id (e.g. `lmstudio-community/Qwen3-8B-GGUF`, accepted by `lms get`). This is the - **only** remaining network call in the model hub, and it is main-process only - (6-hour TTL + in-flight guard so PAIR never fetches continuously). -- Both sources normalize to the shared `EngineHubModel` - (`src/shared/types/engine-api.ts`). -- `index.ts` exposes `getEngineHubModels(engineType)` (Ollama returns the - committed list synchronously; LM Studio awaits a cold cache's initial load; - returns `{ models }`) and `warmEngineHubs()` (warms **only** LM Studio — - Ollama needs none). The `engine:search-hub` handler in `empty-handlers.ts` - calls the former; the `overview:ready` handler in `window.ipc.ts` calls the - latter. Warm on renderer-ready, **not** on service connect: a catalog fetch - started before the window has painted competes with the renderer's own load, - and a hanging one leaves an unpainted window behind. -- The renderer (`src/ui/components/ModelHub/`) fetches an engine's full - catalog once (cached per-engine), filters by the search box **locally** on - each keystroke, and sorts client-side by Updated / Name / Size. Pulling goes - through the backend (`engine:pull-model` → `pull_model`); the hub only - produces the pull-ready id. + **only** network call in the catalogue: 6-hour TTL, a coalescing guard so + concurrent callers share one request, and a failure backoff so a dead upstream + is not re-dialled on every call. +- Both sources normalize to `CatalogModel`, which the desktop maps to the shared + `EngineHubModel` (`desktop/src/shared/types/engine-api.ts`). +- **The catalogue is filtered for the platform the models will install on**, not + the one serving it. MLX quantizations only install on Apple Silicon, so + `engine:catalog` takes an optional `platform` (defaulting to the server's + `GOOS`), marks Apple-only rows with `appleOnly`, and echoes the platform it + filtered for. A client driving a peer should say which peer; a client that + cannot determine it must tell the operator which platform the list applies to + rather than presenting it as universal. +- **Frame size matters here.** The Ollama reply is a single ~1.9 MiB JSON-RPC + line. Every hop on its path shares `jsonrpc.WorkerFrameBytes`, because an + over-long line is a terminal read error that silently closes the peer while + the child keeps running. A test in `catalog_test.go` fails if the marshalled + catalogue outgrows the frame; **filter or paginate rather than raising the cap + again**. +- The desktop relays through + `desktop/src/electron/service-bridge/model-catalog.ts`, which exposes + `getEngineHubModels(engineType)` and `warmEngineHubs()` (warms **only** + LM Studio — Ollama needs none). The `engine:search-hub` handler in + `empty-handlers.ts` calls the former; the `overview:ready` handler in + `window.ipc.ts` calls the latter. Warm on renderer-ready, **not** on service + connect: a catalog fetch started before the window has painted competes with + the renderer's own load, and a hanging one leaves an unpainted window behind. +- Both front ends fetch an engine's full catalog once (cached per-engine) and + filter **locally** as the user types. The desktop renderer + (`src/ui/components/ModelHub/`) sorts client-side by Updated / Name / Size. + Pulling goes through the engine manager (`engine:pull-model` → `pull_model`); + the catalogue only produces the pull-ready id. diff --git a/.cursor/rules/system-architecture.mdc b/.cursor/rules/system-architecture.mdc index 7b3b0f3b..d16b90e7 100644 --- a/.cursor/rules/system-architecture.mdc +++ b/.cursor/rules/system-architecture.mdc @@ -46,10 +46,12 @@ Never launch one worker from both Electron and the broker. There is no broker-absent fallback. The Inference Demo's `inference-dispatcher` is the one non-broker executable -Electron launches. It is not a worker: its source lives in -`scripts/inference-dispatcher` at the monorepo root, it is absent from -`services/versions.json` and `modular-binaries.ts`, and it ships in its own -`tools/` resource directory. See "Inference Demo" below. +Electron launches, and the only child `nvpair-tui` spawns besides its own broker. +It is not a worker: its source lives in `scripts/inference-dispatcher` at the +monorepo root, and it is absent from `services/versions.json` and +`modular-binaries.ts`. It nonetheless ships inside `cli-bin` — beside the +binaries it is not one of — so both front ends resolve it the same way. See +"Inference Demo" below. The connector remains `connecting` until broker `app:ready` and the required Ollama proxy readiness arrive. A startup deadline routes failures to @@ -175,20 +177,32 @@ pressure 1 for invalid, missing, or stale data, then ranks by ## Inference Demo A fixed sixty-second burst of synthetic traffic sent through the local proxies -so job activity is visible on Overview. +so job activity is visible. + +Both front ends run it, each owning its own schedule: + +- Electron main (`src/electron/inference-demo.ts`, + `src/electron/inference-demo-schedule.ts`), surfaced on Settings > Service and + visible on Overview. +- `nvpair-tui` (`ui/demo.go`, `ui/demoschedule.go`), on the Jobs tab, driven by + the shell's one-second tick because every submission offset is a whole second. + +The two schedules must stay identical — cohorts, stages, offsets, and the +ceiling. They are a contract between the front ends, not an implementation +detail of either; a change to one is a change to both. Neither drives the other. -- Electron main owns the schedule (`src/electron/inference-demo.ts`, - `src/electron/inference-demo-schedule.ts`). - Each request spawns the bundled `inference-dispatcher`, which behaves as an - ordinary third-party HTTP client. + ordinary third-party HTTP client. - Requests target a broker-reported proxy port, never an engine's own port. The - backend decides placement; PAIR must not describe the demo as distributing - work itself. -- Progress is broadcast on the `demo:state` Electron push channel - (`IpcPushChannelMap`), not the service push bus. State is node-local and is - not synchronized. -- Children run with `stdio: 'ignore'` and with `INFERENCE_DISPATCHER_*` stripped - from the environment. Never surface or log prompts or responses. + backend decides placement; PAIR must not describe the demo as distributing + work itself. +- State is node-local and is not synchronized. Electron broadcasts it on the + `demo:state` Electron push channel (`IpcPushChannelMap`); the terminal keeps it + in view state. Neither goes near the service push bus. +- Stopping cancels only unsent requests. Never cancel, await, or report on one + already submitted. +- Children run with stdio discarded and with `INFERENCE_DISPATCHER_*` stripped + from the environment. Never surface or log prompts or responses. ## Engines @@ -203,12 +217,22 @@ operations. state. - Engine and proxy ports are persisted by their backend owners. - Running adopted engines reject operations that require process ownership. -- Per-engine environment and CLI argument overrides are not part of the current - contract. - -The model hub is Electron-main functionality under `src/electron/model-hub/`. -It provides curated Ollama and LM Studio catalogs; model operations still go -through the engine manager. +- Per-engine launch arguments and environment are editable through + `engine:get-settings`, `engine:preview-settings`, and `engine:apply-settings`, + which write the server port, the proxy port, and the launch text together + against a revision. Do not write any of the three by another route: a second + writer with no shared revision cannot tell that it lost. Validate through the + preview and commit the settings it returns, not the draft that was sent. +- Editability is the snapshot's `Editable` and `Reason`, not a rule restated in + a front end. The backend relays these to a peer, so a front end that refuses + remote editing on its own is wrong rather than cautious. + +The model catalogue is owned by `nvpair-engine-manager` and served over +`engine:catalog`, so the desktop app and the terminal interface browse one +implementation. Electron relays it through +`src/electron/service-bridge/model-catalog.ts`. It provides curated Ollama and +LM Studio catalogs, filtered for the platform a model will install on; model +operations go through the engine manager. ## Pairing and security diff --git a/desktop/docs/architecture.md b/desktop/docs/architecture.md index 0874b5ff..abfcf7bb 100644 --- a/desktop/docs/architecture.md +++ b/desktop/docs/architecture.md @@ -254,17 +254,26 @@ engine's private port. This transport security is backend-owned; Electron only reflects the advertised proxy port and reads a remote engine's real port from `engine:remote-get-installed` facts. -The model hub is Electron-main functionality in `src/electron/model-hub/`: +The model catalogue is owned by `nvpair-engine-manager` and served over +`engine:catalog`. Electron relays it through +`src/electron/service-bridge/model-catalog.ts`; the terminal interface calls the +same method, so both front ends browse one implementation. - Ollama models come from a locked, committed list - (`src/electron/model-hub/ollama-models.json`) bundled into the main process — - there is no runtime Ollama scraping. Devs regenerate the list with + (`services/nvpair-engine-manager/catalog/ollama-models.json`) compiled in with + `go:embed` — there is no runtime Ollama scraping. Devs regenerate the list with `npm run scrape:ollama-models` (`scripts/scrape-ollama-models.ts`) and commit it when Ollama's catalog changes; - LM Studio models come from the curated `lmstudio-community` catalog, still - fetched live from Hugging Face and cached for six hours. The cache is warmed + fetched live from Hugging Face and cached for six hours, with concurrent + callers coalesced onto one request and a failure backoff. The cache is warmed when the Overview renderer reports ready, not when the service connects, so a slow or hanging catalog fetch cannot compete with the window's first paint; +- the request takes an optional `platform`, marks Apple-only (MLX) rows, and + echoes the platform it filtered for, so a client driving a peer is not offered + models that peer cannot install; +- the Ollama reply is a single multi-megabyte frame, so every hop on its path + shares `jsonrpc.WorkerFrameBytes`. See `docs/services-backend.md`; - model pulls still run through `nvpair-engine-manager`. ## Inference Demo @@ -273,14 +282,22 @@ The Inference Demo sends a fixed sixty-second burst of synthetic inference traffic through the local proxies so job activity is visible on Overview. It is the one place Electron launches a non-broker executable. +Both front ends offer it. The terminal interface runs the same schedule from its +Jobs tab (`services/nvpair-tui/ui/demoschedule.go`), against the same +dispatcher, so a headless machine can demonstrate routing too. The two schedules +are deliberately identical; neither drives the other, because demo state is +node-local. + - The schedule is built and owned by Electron main (`src/electron/inference-demo.ts` and `src/electron/inference-demo-schedule.ts`). - Each scheduled request spawns the bundled `inference-dispatcher` client, a standalone Go HTTP client that knows nothing about the broker, JSON-RPC, or - discovery. Its source is `scripts/inference-dispatcher` at the monorepo root - and it ships in `resources/tools`, outside the services `cli-bin` inventory. - See [Inference dispatcher](../../docs/inference-dispatcher.mdx). + discovery. Its source is `scripts/inference-dispatcher` at the monorepo root. + It ships inside `cli-bin` — it is still not a services component and has no + entry in `versions.json`, but sharing the directory is what lets `nvpair-tui` + find it beside its own executable in a packaged app as well as in a services + install. See [Inference dispatcher](../../docs/inference-dispatcher.mdx). - Requests are addressed to a proxy port reported by the broker, never to an engine's own port, so the backend places them exactly as it would place any third-party client's traffic. PAIR makes no routing decision. diff --git a/desktop/docs/services-backend.md b/desktop/docs/services-backend.md index 25d8328c..d806bbab 100644 --- a/desktop/docs/services-backend.md +++ b/desktop/docs/services-backend.md @@ -253,9 +253,12 @@ result through the discovery snapshot and must not add a second, shorter reachability verdict of its own — a failed `/v1/node-info` poll keeps the last good metrics and never marks a node offline. -The renderer model hub is not a backend search service. Electron main obtains -curated Ollama and LM Studio catalogs, then sends pull-ready model IDs through -the engine manager. +The model catalogue is backend-owned. `nvpair-engine-manager` serves the curated +Ollama and LM Studio lists over `engine:catalog`, filtered for the platform a +model will install on; Electron relays the call and maps rows for the renderer, +which then sends pull-ready model IDs back through the engine manager. The +Ollama reply is a single multi-megabyte frame, so every hop on its path shares +`jsonrpc.WorkerFrameBytes`. ## Pairing and security diff --git a/desktop/docs/services-parity.md b/desktop/docs/services-parity.md index c0b8cbc5..f4a90833 100644 --- a/desktop/docs/services-parity.md +++ b/desktop/docs/services-parity.md @@ -298,8 +298,10 @@ safety-net timeout (`pending-actions.store.ts`). Loaded state carries no `sizeVram`/`expiresAt` — the backend delivers the simpler `loadedByEngine` name-set, not structured details. -The model hub is intentionally outside the backend: Electron main fetches -curated catalogs and sends selected pull-ready IDs to the engine manager. +The model catalogue is owned by the backend: `engine:catalog` on +`nvpair-engine-manager` serves the curated Ollama and LM Studio lists, and both +the desktop app and the terminal interface browse it. Electron only relays the +call and maps rows for the renderer. ## Errors @@ -443,7 +445,7 @@ provide an equivalent client-facing contract: | Persist and replay manual node entries | `manual-nodes-store.ts`, `modular-supervisor.ts` | | Bridge the local node into engine proxies | `modular-supervisor.ts` | | Present optimistic engine transition state | `pending-actions.store.ts`, bridge state | -| Serve the model hub (Ollama committed list, LM Studio live) | `src/electron/model-hub/` | +| Relay the backend model catalogue to the renderer | `service-bridge/model-catalog.ts` | | Accumulate and reconcile receiver-side pending invites | `modular-state.ts`, `modular-supervisor.ts` | | Mirror backend-coupled runtime defaults not yet reported | `modular-runtime.ts` | | Collapse a superseded node row before the scanner proves it | `modular-state.ts`, `modular-runtime.ts` | diff --git a/docs/inference-dispatcher.mdx b/docs/inference-dispatcher.mdx index 4462d967..fc6f6512 100644 --- a/docs/inference-dispatcher.mdx +++ b/docs/inference-dispatcher.mdx @@ -31,7 +31,8 @@ already needs. Node is not required. They compile the module to a temporary directory and run it from the caller's working directory, so a relative `--result-log` path means what you expect. -The desktop app ships its own prebuilt copy for the Inference Demo; see +A prebuilt copy ships beside the other binaries for the Inference Demo, which +both the desktop app and the terminal interface spawn once per request; see [architecture.mdx](architecture.mdx). The wrappers exist so the same tool can be driven by hand. diff --git a/docs/terminal-interface.mdx b/docs/terminal-interface.mdx index 1eb99b5f..87338809 100644 --- a/docs/terminal-interface.mdx +++ b/docs/terminal-interface.mdx @@ -13,9 +13,9 @@ desktop environment, or over SSH, where the desktop application cannot run. If a desktop is available, use the desktop application. **It has known limitations.** It is an operations tool, not a full replacement. -It cannot list or delete models, change an engine's port, update an engine, -control engines on other nodes, or show which node served a workload. The full -list is in +It cannot update an engine or send an inference request for you, and it stops +when your connection drops unless you run it under a terminal multiplexer. The +full list is in [What the Terminal Interface Cannot Do](#what-the-terminal-interface-cannot-do), and it is worth reading before you depend on it. @@ -96,162 +96,355 @@ provides. ## The Screen -The top line shows `NVPAIR TUI` and the connection state on the right: -`connecting to broker...`, `broker ready v`, or `broker disconnected`. -The second line is the numbered tab bar. The footer shows the keys available on -the current tab. +The top line shows `NVPAIR` and the service state on the right: +`starting service...`, `service ready v`, or `service disconnected`. +The second line is the numbered tab bar; when anything has gone wrong, the count +appears on the **Errors** tab's own label. The footer shows the keys available +where you are, starting with the ones that always work. When a newer release of +PAIR exists, a notice sits between the tab bar and the content on every tab +until you dismiss it — see [Update Notices](#update-notices). If you see `starting...`, the interface is waiting for the terminal size. If the -header stays on `connecting to broker...`, the service tree did not come up, and -the **Logs** tab says why. +header stays on `starting service...`, the service tree did not come up, and the +**Logs** tab says why. -![The terminal interface on the Overview tab, showing the header with broker ready, the numbered tab bar, the worker table, and the footer keys.](assets/onboarding/terminal-interface/01-tui-overview.png) +![The terminal interface on the Nodes tab, showing the header with the service ready, the numbered tab bar, the node table, and the footer keys.](assets/onboarding/terminal-interface/01-tui-overview.png) ## Moving Around | Key | Action | | --- | --- | -| `tab`, `l`, `→` | Next tab | -| `shift+tab`, `h`, `←` | Previous tab | +| `1` – `5` | Go straight to a tab | +| `tab`, `shift+tab` | Next, previous tab | | `?` | Toggle full help | +| `ctrl+x` | Dismiss the update notice, while one is showing | | `q`, `ctrl+c` | Quit | Within a table, `j` / `k` (or `↓` / `↑`) move the selection, `f` / `b` page, and -`g` / `G` jump to the first and last row. +`home` / `end` jump to the first and last row. `h` / `l` and `←` / `→` move between +panes rather than between tabs. Where a tab binds one of those letters to its own +verb — on the Nodes list `d` declines a pending pairing request and `f` finds a +machine by address, and on a node's detail screen `d` deletes a model in the +Models pane while `u` uninstalls an engine in the Engines pane — that verb wins +where it applies, and the paging key works elsewhere. The +Service tab's settings list is not a table; it moves with `j` / `k` or the +arrows. On the Nodes list `l` leaves the cluster rather than moving right, so +it is armed and asks you to confirm. While you are typing into a field, such as a PIN, an address, a port, or a model name, every key goes to that field. Press `enter` to submit or `esc` to cancel. -Tab switching and `q` do not work until you do. +Tab switching and `q` do not work until you do. The footer shows only those two +keys while a field is open, so it always reflects what actually works. + +Anything that destroys something asks first. Removing a machine from the +cluster, leaving the cluster, deleting a model, uninstalling an engine, and +resetting all data each arm on the first press and act only when you then press +`y`; any other key cancels. The prompt names what will happen and stays on +screen until you answer it. + +The terminal needs to be at least 40 by 12. Below that PAIR says so and waits +for you to resize rather than drawing something unreadable. ## Tabs | # | Tab | What It Shows | | --- | --- | --- | -| 1 | **Overview** | Service uptime and version, and an `ok` / `DOWN` table for each worker | -| 2 | **Errors** | Active service errors by severity, age, node, and message | -| 3 | **Nodes** | Nodes discovered on the network, with `Connected` or `In cluster` status | -| 4 | **Proxies** | Both compatible proxies: listening port, discovered upstreams, and which node is selected | -| 5 | **Workloads** | Live inference workloads: ID, model, engine, state, and age | -| 6 | **Engines** | Local engines: installed, running, healthy, and port | -| 7 | **Cluster** | This node's identity, cluster membership, and pairing | -| 8 | **Manual** | Nodes you added by address, with reachability | -| 9 | **Settings** | Node settings: force ports, cluster auto-sync, and cluster ID and name | -| 10 | **Logs** | Service log output, with live log-level control | +| 1 | **Nodes** | Every machine PAIR knows about, whether reachable, and its cluster standing. `enter` opens one machine's engines, models, and hardware | +| 2 | **Jobs** | The endpoints your clients connect to, and inference work as it runs. `t` sends a minute of test traffic | +| 3 | **Service** | Uptime and version, an `ok` / `DOWN` / `?` row per worker, settings, and a data reset | +| 4 | **Errors** | Active service errors by severity, age, node, and message | +| 5 | **Logs** | Service log output, with a filter and save-to-file | + +The **Errors** tab shows its own count in the tab bar — `Errors (2)` — so you can +see there is something to look at from any other tab. ## Pair This Machine with Another Pairing is the same six-digit PIN exchange the desktop application uses. -**To invite a machine you can already see**, from the **Nodes** tab (3): +You do not create a cluster first. Inviting your first machine forms one +automatically, and if that invite fails the empty cluster is discarded. + +Everything below is on the **Nodes** tab (1). + +**To pair with a machine you can already see:** 1. Select it with `j` / `k`. -2. Press `i`. The status line shows the PIN. +2. Press `p`. The status line shows the PIN. 3. Read that PIN to whoever is at the other machine. This is the easier path, because there is no address to type. Prefer it whenever PAIR has already discovered the machine you want. -**To invite a machine by address**, from the **Cluster** tab (7): - -1. Press `i`. -2. Type the other machine's host, or `host:port` if it is not on the default - pairing port. -3. Press `enter`. The status line shows the PIN. -4. Read that PIN to whoever is at the other machine. +The PIN stays on screen until the pairing is answered, then tells you the outcome +— joined, declined, or expired. A machine that is already a member, or that +belongs to another cluster, cannot be invited: PAIR says so instead of sending an +invite that would be refused. -Use this when discovery has not found the machine, for example on a network that -filters multicast. +**To pair with a machine by address**, press `n`, type the other machine's +host — or `host:port` if it is not on the default pairing port — and press +`enter`. Use this when discovery has not found the machine, for example on a +network that filters multicast. -**To accept an invitation from another machine**, from the **Cluster** tab: +**To accept a pairing request from another machine:** -1. Wait for the status line to read `invite received from `. +1. Wait for the prompt reading `pairing request from `. 2. Press `a`. -3. Type the PIN displayed on the inviting machine and press `enter`. +3. Type the PIN displayed on the other machine and press `enter`. -Press `d` instead to decline. After pairing, the peer appears under **Members**. +Press `d` instead to decline. After pairing, the peer's `CLUSTER` column reads +`Member`. If the PIN was wrong, the status line says so and you will need a +fresh invite — a PIN can only be used once. ![The terminal interface Nodes tab with a discovered machine selected and the pairing PIN on the status line.](assets/onboarding/terminal-interface/02-tui-pairing.png) -| Key | Action | Tab | -| --- | --- | --- | -| `i` | Invite the selected discovered node | Nodes | -| `i` | Invite by address | Cluster | -| `a` | Accept an inbound invitation | Cluster | -| `d` | Decline an inbound invitation | Cluster | -| `r` | Remove the selected member | Cluster | -| `L` | Leave the cluster (capital L) | Cluster | +| Key | Action | +| --- | --- | +| `p` | Pair with the selected machine | +| `n` | Pair with a machine by address | +| `a` | Accept an inbound pairing request | +| `d` | Decline an inbound pairing request | +| `f` | Find a machine by address, without pairing with it | +| `c` | Cancel the pairing request you sent | +| `r` | Remove the selected machine from the cluster (asks you to confirm) | +| `l` | Leave the cluster (asks you to confirm) | +| `/` | Filter the list by name or address; `esc` clears it | + +Cancel an invite with `c` if you read the PIN to the wrong person, or simply +change your mind. That invalidates the PIN straight away, so it can no longer be +used to join, and tells the other machine to drop its prompt. An invite you +leave alone expires on its own, but until it does it stays answerable. Only pair when you trust both machines and the network. The PIN is a short-lived bootstrap code, not a durable credential. Refer to the [security policy](../SECURITY.md). -## Prepare an Engine and a Model +## Look at One Machine -From the **Engines** tab (6), select an engine with `j` / `k`, then: +Press `enter` on any row of the **Nodes** tab. This works for your own machine +and for any cluster peer. + +The screen opens on that machine's GPU, CPU, and memory, then two panes you move +between with `h` / `l`: + +**Engines** — select one with `j` / `k`: | Key | Action | | --- | --- | | `i` | Install | | `s` | Start | | `x` | Stop | -| `r` | Restart | -| `u` | Uninstall | -| `p` | Download a model | +| `r` | Restart (this machine only) | +| `u` | Uninstall (this machine only; asks you to confirm) | +| `e` | Change the engine port | +| `p` | Change the proxy port | +| `a` | Edit the startup arguments | + +Each engine shows two ports, because they are easy to confuse: + +- **ENGINE PORT** is where the engine itself listens. PAIR talks to it there. +- **PROXY PORT** is where *your* clients connect, served by the proxy that + fronts that engine. This is the port you put in a tool's configuration. + +Both are changed here, on the engine they belong to. + +A port is a request rather than a promise. If a running engine already holds +the port you asked for, PAIR binds elsewhere and tells you which port it ended +up on — so a change you did not get is never reported as one you did. + +### Startup Arguments + +`a` opens the arguments and environment variables the engine is started with, +as one line: + +```text +OLLAMA_KEEP_ALIVE=5m OLLAMA_ORIGINS="https://example.com" --flag "two words" +``` + +Environment assignments come first, then arguments. Quoting works the way it +does in a shell for single and double quotes, but nothing is expanded: `$HOME`, +`~` and `%USERPROFILE%` are passed through as text, and pipes, redirects and +command substitution are rejected rather than interpreted. The engine's own +executable and its start subcommand are not editable. + +Press `enter` to check and save. PAIR validates before it saves anything, so a +mistake comes back as a message rather than an engine that will not start. If +the change requires restarting the engine, it says so and waits for `y`. + +The port fields and the arguments are saved together, so a port written into +the arguments and the port in the field cannot drift apart. Editing the field +rewrites the argument; editing the argument moves the field. If the two +disagree in a way PAIR cannot settle, it names both numbers and asks you to +make them agree. + +This works on a peer as well as on this machine. Whether a particular engine +accepts the change is the engine's own answer: one PAIR did not start — one +that was already running when PAIR found it — reports that it cannot be +configured, and says why. + +**Models** — the models each engine holds, and which are loaded into memory: -Pressing `p` opens a prompt. Type the model name, for example `qwen4:12b`, and -press `enter`. Progress appears on the status line. +| Key | Action | +| --- | --- | +| `p` | Browse models to download | +| `n` | Download by name | +| `enter` | Load into memory | +| `e` | Eject from memory | +| `d` | Delete (asks you to confirm) | + +Pressing `p` opens the catalog of models this engine can download. Press `/` to +filter — by name, family, or parameter size, so both `llama` and `8b` narrow the +list — `o` to change the sort between popularity, name, and size, `enter` to +download the highlighted model, and `esc` to back out. The footer shows how many +models match and when the catalog was compiled. + +Press `n` instead if you already know exactly what you want and would rather type +it. Either way, downloading needs a running engine, and progress appears on the +status line. + +Restart and uninstall need PAIR to own the engine process, so they only apply +to the machine you are sitting on. They are hidden on a peer rather than +offered and then refused. + +Press `esc` to go back to the list. A node can serve a request only when it is online, a compatible engine is running, and the requested model is present on that node. To route across several -machines, download the same model on each. +machines, download the same model on each — the Nodes tab's `MODELS` column, and +each machine's model list, are how you check. ## Check Routing and Health -The **Workloads** tab (5) lists inference work as it runs, with its model, -engine, and state. +The **Jobs** tab (2) leads with the endpoints your clients connect to, then lists +inference work as it runs. Press `a` to include finished jobs. + +`FROM` is the machine the request arrived at and `RAN ON` is the machine that +served it. They differ whenever work is routed to a peer, which is how you can +see routing actually happening. An active job that has not been placed yet reads +`choosing`. + +![The terminal interface Jobs tab listing live inference workloads with model, engine, state, and age.](assets/onboarding/terminal-interface/03-tui-workloads.png) + +Routing is not something you set. PAIR chooses a node per request from pending +work and GPU pressure, so the proxies always run in automatic mode. + +### Generate Some Traffic + +If you have no client sending work yet, press `t` on the **Jobs** tab to run the +same sixty-second test the desktop application's **Test** button runs. It sends +synthetic requests to your local endpoints, and the jobs appear in the table +below as they are placed — including on peers, if the cluster has any. + +A progress line shows how many requests have gone out and how long is left. +Press `t` again to stop early; requests already sent still finish. Nothing is +sent after sixty seconds. -![The terminal interface Workloads tab listing live inference workloads with model, engine, state, and age.](assets/onboarding/terminal-interface/03-tui-workloads.png) +It needs at least one engine running with a model installed. If nothing is +available, the tab says so rather than starting. -The **Proxies** tab (4) shows each proxy's listening port and whether it is -routing automatically (`selected=auto`) or pinned to one node. Press `g` to -switch between the two engines, `enter` to pin the highlighted upstream, and `a` -to return to automatic routing. Leave it on automatic unless you are -deliberately testing one node. +The test is local to the machine you run it on. Running it here does not start +one anywhere else, and a peer running one does not show up as progress here — +only as jobs. -The **Overview** tab (1) reports whether each worker is up. Worker status is -best-effort. `DOWN` means a worker reported a crash. +The **Service** tab (3) reports whether each worker is up. Worker status is +best-effort: `DOWN` means a worker reported a crash. The error reporting worker +is the one that collects those reports, so it cannot report its own — its row +says so. If the service itself is not answering, every row reads `?` rather than +`ok`: a worker is only known good because the crash stream said nothing about +it, and that stream comes through the service. + +## Update Notices + +When a newer release of PAIR has been published, a line appears under the tab +bar naming the new version, the one you are running, and where to get it. It +checks shortly after startup and every six hours, the same cadence the desktop +application uses. + +The notice is on every tab, not just **Service**, and stays until you press +`ctrl+x` to dismiss it. Dismissing it clears it everywhere. A release newer than +the one you dismissed brings it back, since that is not the version you +acknowledged. On a narrow terminal the line shortens rather than pushing the +dismiss key off the screen. + +It only tells you. It does not download or install anything, because the +terminal interface is not a single program — it runs a broker and eleven +workers from the directory beside it, and swapping some of them for a newer set +while they are serving inference is how you get a client talking to workers that +no longer understand it. Install the release the way you installed this one. + +If you installed PAIR as the desktop application, you do not need to: the +terminal interface ships inside the application and its updater replaces this +binary along with everything else, so `nvpair` picks up the new version the next +time you run it. + +Nothing is reported when the check cannot reach the network — an unreachable +feed is not news. To stop it checking at all, set `NVPAIR_NO_UPDATE_CHECK=1` +before starting `nvpair`. Builds run from source never check. ## Look at Errors and Logs -On **Errors** (2), press `c` to clear the selected entry. +On **Errors** (4), press `c` to clear the selected entry. The tab label carries +the count, so you do not have to go looking. The line under the table describes +whichever entry you have selected — which engine and operation it came from, the +model if there was one, and what the service suggests doing about it. -On **Logs** (10), scroll with `j` / `k` and the page keys. Set the log level for -the whole service fleet with `d` (debug), `i` (info), `w` (warn), or `e` (error). -This is the first place to look when something has not started. +Errors are shared across the cluster, but clearing one only works on the machine +that reported it — the `NODE` column tells you which that is. Select an entry +from another machine and `c` is withdrawn from the footer, with a line naming the +node to clear it from. Clearing there removes it everywhere. + +On **Logs** (5), scroll with `j` / `k` and the page keys. Press `/` to filter to +lines containing a string, `c` to clear the filter, and `t` to toggle tailing +the newest line — scrolling up releases follow on its own. This is the first place +to look when something has not started. + +Press `s` to write the log buffer to a timestamped file in your home directory. +The whole buffer is saved, not just what the filter shows. + +Set how much detail the services log on the **Service** tab, not here. ## Change Settings -On **Settings** (9), move with `j` / `k` and press `enter`. Booleans toggle -immediately. Text fields open for editing, with `enter` to save and `esc` to -cancel. +On **Service** (3), move with `j` / `k` and press `enter`. The cluster name opens +as a text field, with `enter` to save and `esc` to cancel. Ports are not changed +here — they belong to a machine, so they live on its detail screen. -Change proxy ports on the **Proxies** tab with `p`, not here. Refer to +**Cluster name** is a label for your own benefit and is stored on the machine you +set it on. It is not shared with the rest of the cluster, so setting it here does +not rename anything on your peers — set it on each machine you want it to show +on. Nothing operational depends on it; the cluster's real identity is an id you +never have to type. + +**Service log level** opens a picker showing all four levels — debug, info, +warn, and error — with the one currently in force highlighted. Move with `←` / +`→` (or `h` / `l`), press `enter` to apply, and `esc` to leave it alone. The +level applies to every service, not just one. + +Ports and startup arguments are not changed here. They live on the engine they +belong to, on that machine's node detail screen — press `enter` on a machine on +the **Nodes** tab. Refer to [Ports](getting-started.mdx#7-connecting-your-agents-and-port-information) for how PAIR arranges ports. +**Reset all data and quit** deletes this machine's settings, cluster identity, +and pairing, then exits. It asks for confirmation first, and cannot be undone. +The services are stopped before anything is deleted, so nothing rewrites the +files on the way out. You will need to pair again afterwards. + ## What the Terminal Interface Cannot Do It is an operations tool, not a full replacement for the desktop application: -- It cannot list or delete models. You can download one, but the interface shows - no model inventory. -- It cannot change an engine's port. The port column is read-only. Use the - desktop application to change it. -- It cannot update an engine or control engines on other cluster nodes. -- It does not show which node served a particular workload. -- It has no built-in way to send an inference request. Use `curl` or another - client against the proxy port, as in - [Getting Started](getting-started.mdx#6-run-your-first-inference). +- It cannot update an engine to a newer version. Use the desktop application. +- It has no built-in way to send an inference request of your own. Use `curl` + or another client against the endpoint port, as in + [Getting Started](getting-started.mdx#6-run-your-first-inference). The + synthetic test traffic on the **Jobs** tab is not a substitute: you do not + choose the prompt and you never see the reply. +- It cannot install PAIR updates. It tells you when a release is available; + installing one is the same job it was before. +- It does not survive losing your connection. Use a terminal multiplexer, as + above. ## See Also From 953a9ab04fd7b6f444b33c3503d0246144f03808 Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 12:29:22 -0400 Subject: [PATCH 11/20] Let the staged-binary check know about the demo client services/build.sh now stages inference-dispatcher beside the components, and the check compares that directory against versions.json exactly -- so it fails on a binary that is deliberately not a component. Name the exception rather than loosening the comparison. The check exists to fail when the build script and the manifest disagree about a component, and a pattern that skipped anything unexpected would stop doing that. One extra declared name keeps a second undeclared binary failing. Signed-off-by: Terve --- .github/workflows/ci.yml | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 24ae0510..e51b42cb 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -165,11 +165,22 @@ jobs: # LC_ALL=C makes the sort byte-wise, which is also what comm # below assumes. norm() { tr -d '\r' | sed 's/\.exe$//' | LC_ALL=C sort; } - expected=$(jq -r '.components | keys[]' versions.json | norm) + # inference-dispatcher is staged but is not a component, and + # both halves of that are deliberate. It is an ordinary HTTP + # client the Inference Demo spawns per request -- no JSON-RPC, + # nothing supervising it, no entry in versions.json -- but it + # ships in this directory because nvpair-tui resolves it + # beside its own executable, exactly as it resolves the + # broker. Named here rather than filtered by a pattern, so a + # second undeclared binary still fails. + expected=$( + { jq -r '.components | keys[]' versions.json; + echo inference-dispatcher; } | norm + ) staged=$(ls -1 build/bin | norm) if [ "$expected" = "$staged" ]; then - printf 'all %s declared components staged\n' \ + printf 'all %s expected binaries staged\n' \ "$(printf '%s\n' "$expected" | wc -l | tr -d ' ')" exit 0 fi From eaedf5591f879492828c7134dcb2280f7b1f5885 Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 16:43:08 -0400 Subject: [PATCH 12/20] Keep the interface readable on a light terminal Every colour adapts to the terminal's background, but the text drawn on top of the accent did not: it was a fixed black, which suits the pale blue chosen for a dark terminal and is unreadable on the dark blue chosen for a light one. It applied to the active tab and the selected table row -- the row the operator is looking at, on every tab -- so a light theme made the interface hard to use rather than merely off-colour. Pair the foreground with the background so both flip together, and assert the pairing: a fixed foreground over an adaptive background is legible in exactly one of the two terminals, and which one is decided by a detection this program does not control. Add --appearance for when that detection is wrong. It works by asking the terminal for its background and waiting for an answer; a terminal that does not reply -- common over SSH and inside tmux -- leaves lipgloss assuming dark. auto still detects, light and dark state it outright, and anything else is refused rather than quietly meaning auto, which would strand the one operator who reached for the flag. Signed-off-by: Terve --- docs/terminal-interface.mdx | 17 +++++ services/nvpair-tui/README.md | 15 ++++ services/nvpair-tui/main.go | 10 +++ services/nvpair-tui/ui/styles.go | 63 +++++++++++++++- services/nvpair-tui/ui/styles_test.go | 101 ++++++++++++++++++++++++++ services/nvpair-tui/ui/table.go | 2 +- 6 files changed, 206 insertions(+), 2 deletions(-) create mode 100644 services/nvpair-tui/ui/styles_test.go diff --git a/docs/terminal-interface.mdx b/docs/terminal-interface.mdx index 87338809..76f98ac8 100644 --- a/docs/terminal-interface.mdx +++ b/docs/terminal-interface.mdx @@ -65,11 +65,28 @@ cd | --- | --- | | `--broker-path ` | Use a service binary that is not beside `nvpair-tui` | | `--log-level ` | Verbosity of the terminal interface's own logging: `debug`, `info`, `warn`, or `error`. PAIR also reads this from `NVPAIR_LOG_LEVEL` | +| `--appearance ` | `auto`, `light`, or `dark`. See below | | `--version` | Print the version and exit | The interface's own log output goes to stderr, so it never corrupts the display. Service logs appear on the **Logs** tab instead. +### If the Colours Are Hard to Read + +PAIR picks its colours from your terminal's background, which it detects by +asking the terminal and waiting for a reply. Some terminals do not answer — +this is common over SSH and inside `tmux` — and PAIR then assumes a dark +background. On a light theme the result is washed-out text and highlights you +cannot read through. + +Tell it instead: + +```bash +./nvpair-tui --appearance light +``` + +`dark` forces the other way, and `auto` is the default. + Press `q` to quit. Quitting shuts the services down cleanly rather than leaving them running. diff --git a/services/nvpair-tui/README.md b/services/nvpair-tui/README.md index 587b7cda..c2e20b51 100644 --- a/services/nvpair-tui/README.md +++ b/services/nvpair-tui/README.md @@ -136,12 +136,27 @@ installed `bin/` layout). Override with `--broker-path`: nvpair-tui # broker is a sibling binary nvpair-tui --broker-path /opt/nvpair/bin/nvpair-ui-broker nvpair-tui --log-level debug # own logging (to stderr) +nvpair-tui --appearance light # if the colours come out wrong nvpair-tui --version ``` Logging goes to stderr (the broker's logs are shown inside the **Logs** tab, not on the terminal), so it never corrupts the full-screen UI. +### Colours + +Every colour is a `lipgloss.AdaptiveColor` with a light and a dark variant, +chosen from the terminal's background. Text drawn *on* one of those colours has +to adapt with it: a fixed foreground over an adaptive background is legible in +one terminal and not the other, which is how the selected table row came to be +black on dark blue for anyone using a light theme. `TestTextOnAnAdaptiveBackgroundAdaptsToo` +pins the pairing. + +Detection asks the terminal for its background and waits for an answer. A +terminal that does not reply — common over SSH, inside tmux, and in CI — leaves +lipgloss assuming dark. `--appearance light|dark` states it instead; +`auto`, the default, leaves detection alone. + ## Architecture ``` diff --git a/services/nvpair-tui/main.go b/services/nvpair-tui/main.go index 646811cc..f4e7fb91 100644 --- a/services/nvpair-tui/main.go +++ b/services/nvpair-tui/main.go @@ -34,6 +34,7 @@ var Version = "dev" func main() { brokerPath := flag.String("broker-path", "", "path to nvpair-ui-broker binary (default: ./nvpair-ui-broker alongside this executable)") showVersion := flag.Bool("version", false, "print version and exit") + appearance := flag.String("appearance", "auto", "terminal background: auto, light, or dark") resolveLevel := applog.RegisterFlag(nil, slog.LevelInfo) flag.Parse() @@ -42,6 +43,15 @@ func main() { os.Exit(0) } + // Before anything renders. Colours are chosen per draw, so a later call + // would repaint mid-session rather than start correct. + chosen, ok := ui.ParseAppearance(*appearance) + if !ok { + fmt.Fprintf(os.Stderr, "unknown --appearance %q: use auto, light, or dark\n", *appearance) + os.Exit(2) + } + ui.SetAppearance(chosen) + applog.Init("nvpair-tui", resolveLevel()) resolvedBroker, err := resolveBrokerPath(*brokerPath) diff --git a/services/nvpair-tui/ui/styles.go b/services/nvpair-tui/ui/styles.go index 2bada63f..54dc3f9a 100644 --- a/services/nvpair-tui/ui/styles.go +++ b/services/nvpair-tui/ui/styles.go @@ -4,6 +4,8 @@ package ui import ( + "strings" + "github.com/charmbracelet/bubbles/help" "github.com/charmbracelet/lipgloss" ) @@ -17,11 +19,24 @@ var ( colorErr = lipgloss.AdaptiveColor{Light: "#b91c1c", Dark: "#f87171"} colorOK = lipgloss.AdaptiveColor{Light: "#15803d", Dark: "#86efac"} + // colorOnAccent is text drawn on top of colorAccent, and it has to flip + // with it rather than be a fixed colour. + // + // The accent is a dark blue on a light terminal and a pale blue on a dark + // one, so one foreground cannot serve both: this was black, which is + // correct on the pale blue and unreadable on the dark. It applied to the + // selected table row — the row the operator is looking at, on every tab. + // + // The pairing is the point. A fixed foreground over an adaptive background + // is only ever right for one of the two terminals, and which one it is + // depends on a detection the program does not control. + colorOnAccent = lipgloss.AdaptiveColor{Light: "#ffffff", Dark: "#000000"} + titleStyle = lipgloss.NewStyle().Bold(true).Foreground(colorAccent) tabActiveStyle = lipgloss.NewStyle(). Bold(true). - Foreground(lipgloss.Color("0")). + Foreground(colorOnAccent). Background(colorAccent). Padding(0, 1) @@ -47,6 +62,52 @@ var ( helpDescStyle = lipgloss.NewStyle().Foreground(colorMuted) ) +// Appearance is how the interface should colour itself, when the operator has +// to say so rather than let the terminal be asked. +type Appearance string + +const ( + // AppearanceAuto asks the terminal for its background colour. + AppearanceAuto Appearance = "auto" + // AppearanceLight and AppearanceDark state it instead. + AppearanceLight Appearance = "light" + AppearanceDark Appearance = "dark" +) + +// SetAppearance overrides the detected terminal background. +// +// Detection works by asking the terminal for its background colour and waiting +// for the reply. A terminal that does not answer — which is common enough over +// SSH, inside tmux, and in CI — leaves lipgloss assuming a dark background, and +// every adaptive colour then picks the variant for the wrong one. On a light +// terminal that is not a cosmetic difference: the pale-blue accent chosen for a +// dark background is close to invisible on white. +// +// Nothing here guesses. Auto leaves the detection alone, and the other two say +// what the terminal is. +func SetAppearance(a Appearance) { + switch a { + case AppearanceLight: + lipgloss.SetHasDarkBackground(false) + case AppearanceDark: + lipgloss.SetHasDarkBackground(true) + } +} + +// ParseAppearance narrows a flag value, reporting whether it is one of the +// three accepted words. +func ParseAppearance(v string) (Appearance, bool) { + switch Appearance(strings.ToLower(strings.TrimSpace(v))) { + case AppearanceAuto, "": + return AppearanceAuto, true + case AppearanceLight: + return AppearanceLight, true + case AppearanceDark: + return AppearanceDark, true + } + return AppearanceAuto, false +} + // styleHelp applies the key/description split to a help model. // // Done once, on the shell's single help model, so every view's footer and the diff --git a/services/nvpair-tui/ui/styles_test.go b/services/nvpair-tui/ui/styles_test.go new file mode 100644 index 00000000..ed90bd28 --- /dev/null +++ b/services/nvpair-tui/ui/styles_test.go @@ -0,0 +1,101 @@ +// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// SPDX-License-Identifier: Apache-2.0 + +package ui + +import ( + "testing" + + "github.com/charmbracelet/lipgloss" +) + +// TestTextOnAnAdaptiveBackgroundAdaptsToo is the regression guard for a light +// terminal rendering the selected row unreadable. +// +// A style whose background changes with the terminal but whose foreground does +// not is only legible in one of the two. Both of these paired a fixed black +// with the accent, which is a pale blue on a dark terminal — correct — and a +// dark blue on a light one, where black on dark blue is what the operator was +// left reading on every tab. +// +// Asserted structurally rather than by rendering, because the colour profile in +// a test process is unset and lipgloss then drops colour from the output +// entirely: the rendered strings for a right and a wrong pairing are identical. +func TestTextOnAnAdaptiveBackgroundAdaptsToo(t *testing.T) { + cases := map[string]lipgloss.Style{ + "active tab": tabActiveStyle, + "selected table row": tableStyles().Selected, + } + for name, style := range cases { + t.Run(name, func(t *testing.T) { + bg, bgAdaptive := style.GetBackground().(lipgloss.AdaptiveColor) + if !bgAdaptive { + // Not a failure in itself: a fixed background with a fixed + // foreground is a deliberate pair. There is just nothing here + // for this test to check. + t.Skipf("background is %T, not adaptive", style.GetBackground()) + } + fg, fgAdaptive := style.GetForeground().(lipgloss.AdaptiveColor) + if !fgAdaptive { + t.Fatalf("background adapts (%+v) but the foreground is fixed (%v); "+ + "one of the two terminals gets unreadable text", bg, style.GetForeground()) + } + if fg.Light == fg.Dark { + t.Errorf("foreground is the same colour either way (%q), so it cannot "+ + "suit both the light and dark backgrounds", fg.Light) + } + }) + } +} + +// TestAppearanceOverrideIsExplicit checks the flag accepts exactly the three +// words it documents, and that anything else is refused rather than quietly +// treated as auto. +// +// A typo that silently means "auto" is the worst outcome: the operator who +// reached for this flag is the one whose terminal was already detected wrongly, +// so falling back to detection leaves them exactly where they started with no +// indication why. +func TestAppearanceOverrideIsExplicit(t *testing.T) { + good := map[string]Appearance{ + "auto": AppearanceAuto, + "": AppearanceAuto, + "light": AppearanceLight, + "dark": AppearanceDark, + " Dark ": AppearanceDark, + "LIGHT": AppearanceLight, + } + for in, want := range good { + got, ok := ParseAppearance(in) + if !ok || got != want { + t.Errorf("ParseAppearance(%q) = %q, %v; want %q, true", in, got, ok, want) + } + } + + for _, in := range []string{"lite", "black", "white", "true", "1", "no"} { + if _, ok := ParseAppearance(in); ok { + t.Errorf("ParseAppearance(%q) was accepted; it should be refused", in) + } + } +} + +// TestSetAppearanceLeavesDetectionAloneOnAuto checks auto does not assert a +// background of its own. +func TestSetAppearanceLeavesDetectionAloneOnAuto(t *testing.T) { + before := lipgloss.HasDarkBackground() + t.Cleanup(func() { lipgloss.SetHasDarkBackground(before) }) + + SetAppearance(AppearanceAuto) + if got := lipgloss.HasDarkBackground(); got != before { + t.Errorf("auto changed the background assumption from %v to %v", before, got) + } + + SetAppearance(AppearanceLight) + if lipgloss.HasDarkBackground() { + t.Error("light did not take effect") + } + SetAppearance(AppearanceDark) + if !lipgloss.HasDarkBackground() { + t.Error("dark did not take effect") + } +} diff --git a/services/nvpair-tui/ui/table.go b/services/nvpair-tui/ui/table.go index 7b9c57f5..16aaa0d0 100644 --- a/services/nvpair-tui/ui/table.go +++ b/services/nvpair-tui/ui/table.go @@ -209,7 +209,7 @@ func tableStyles() table.Styles { BorderBottom(true) s.Selected = s.Selected. Bold(true). - Foreground(lipgloss.Color("0")). + Foreground(colorOnAccent). Background(colorAccent) return s } From 7f5610daae5b6963e3eca4d86f0e65405c513efa Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 16:52:15 -0400 Subject: [PATCH 13/20] Send the request identifier a settings commit requires Saving an engine's settings failed with "a request identifier is required" after the check had already passed, which read as the interface calling its own validated change invalid. The identifier is the backend's idempotency key. It records a receipt against it, replays return the original outcome, and a replay carrying different settings is refused -- so a commit without one is rejected outright. Only the commit needs it, which is why the preview succeeded first and the failure arrived at the point of saving. It is minted when the change is judged rather than when it is sent, so a change held for a restart confirmation keeps the identifier it was judged with and confirming is a replay rather than a second write. The test asserts the marshalled request, not the Go field. `requestId` is omitempty: unset, it does not travel as an empty string, it vanishes from the object -- which is exactly how this shipped with a struct field that looked correct and a payload that was missing it. Signed-off-by: Terve --- services/nvpair-tui/ui/enginesettings.go | 26 ++++++++++++ services/nvpair-tui/ui/nodedetail.go | 6 +++ services/nvpair-tui/ui/nodedetail_test.go | 51 +++++++++++++++++++++++ 3 files changed, 83 insertions(+) diff --git a/services/nvpair-tui/ui/enginesettings.go b/services/nvpair-tui/ui/enginesettings.go index 3cf14050..ec8a6172 100644 --- a/services/nvpair-tui/ui/enginesettings.go +++ b/services/nvpair-tui/ui/enginesettings.go @@ -4,6 +4,9 @@ package ui import ( + "crypto/rand" + "encoding/hex" + "nvpair-shared/enginesettings" "nvpair-tui/rpc" @@ -32,6 +35,29 @@ import ( // The broker routes all three to a peer when the request names one, so this is // the same path for this machine and for a node across the cluster. +// newSettingsRequestID mints the identifier a commit is required to carry. +// +// It is an idempotency key, not a trace id. The backend records a receipt +// against it, so replaying the same id with the same settings returns the +// original outcome instead of applying twice — and replaying it with different +// settings is refused outright. That makes it wrong to reuse one across edits +// and wrong to send none at all, which is what an apply without it was: the +// backend rejected it with "a request identifier is required" after the +// preview had already passed. +// +// Random rather than a counter, because the backend keys receipts per engine +// across every client and a restarted terminal would begin counting again. +// Sixteen bytes of hex is 32 characters, well inside the 128 the broker allows. +func newSettingsRequestID() string { + var id [16]byte + if _, err := rand.Read(id[:]); err != nil { + // crypto/rand does not fail in practice, and an empty id would be + // rejected by the broker rather than silently losing idempotency. + return "" + } + return hex.EncodeToString(id[:]) +} + // settingsResolution tells the backend which side wins when the server-port // field and the port inside the command text disagree. // diff --git a/services/nvpair-tui/ui/nodedetail.go b/services/nvpair-tui/ui/nodedetail.go index c73eacc0..a6c4760c 100644 --- a/services/nvpair-tui/ui/nodedetail.go +++ b/services/nvpair-tui/ui/nodedetail.go @@ -1053,6 +1053,11 @@ const ( // that was sent, and no resolution. Both matter. Applying the raw draft would // save text the preview never approved, and re-sending a resolution against // settled text invites the backend to rewrite what the operator just confirmed. +// +// It also gains the request identifier the commit is required to carry. Minted +// here, once, rather than at send time: a change held for a restart +// confirmation keeps the id it was judged with, so confirming twice is a +// replay the backend recognizes instead of a second write. func judgeSettingsPreview(msg enginePreviewMsg) (settingsVerdict, enginesettings.Request, string) { if msg.err != nil { return settingsRefuse, enginesettings.Request{}, msg.err.Error() @@ -1072,6 +1077,7 @@ func judgeSettingsPreview(msg enginePreviewMsg) (settingsVerdict, enginesettings req := msg.request req.Settings = msg.preview.Settings req.Resolution = "" + req.RequestID = newSettingsRequestID() if msg.preview.Restart { return settingsConfirmFirst, req, "" } diff --git a/services/nvpair-tui/ui/nodedetail_test.go b/services/nvpair-tui/ui/nodedetail_test.go index 4fc050d7..f0a752fe 100644 --- a/services/nvpair-tui/ui/nodedetail_test.go +++ b/services/nvpair-tui/ui/nodedetail_test.go @@ -450,6 +450,52 @@ func TestSettingsApplyUsesTheNormalizedDraft(t *testing.T) { _ = d } +// TestSettingsCommitCarriesARequestIdentifier is the regression guard for a +// save that failed after the check had passed. +// +// The identifier is the backend's idempotency key: it records a receipt against +// it, returns the original outcome when one is replayed, and refuses a replay +// carrying different settings. A commit without one is rejected outright — and +// because only the commit needs it, the preview succeeded first, so the +// interface reported the settings as valid and then refused to save them. +func TestSettingsCommitCarriesARequestIdentifier(t *testing.T) { + previewOf := func(port int) enginePreviewMsg { + return enginePreviewMsg{ + request: enginesettings.Request{Engine: "ollama", ExpectedRevision: 7}, + preview: enginesettings.Preview{ + Settings: enginesettings.Config{ServerPort: port, ProxyPort: 11434}, + }, + } + } + + _, first, _ := judgeSettingsPreview(previewOf(11500)) + if first.RequestID == "" { + t.Fatal("the commit carries no request identifier; the backend will refuse it") + } + if len(first.RequestID) > 128 { + t.Errorf("identifier is %d characters; the broker allows 128", len(first.RequestID)) + } + + // Asserted on the wire form, not the Go field. `requestId` is omitempty, so + // an unset one does not travel as an empty string — it disappears from the + // object altogether, which is precisely how this shipped: the struct had + // the field, the JSON did not, and the broker refused the call. + wire, err := json.Marshal(first) + if err != nil { + t.Fatalf("marshal: %v", err) + } + if !strings.Contains(string(wire), `"requestId"`) { + t.Errorf("the request sent to the broker has no requestId: %s", wire) + } + + // A different change must not reuse it: the backend refuses an identifier + // replayed with settings that do not match its receipt. + _, second, _ := judgeSettingsPreview(previewOf(11501)) + if second.RequestID == first.RequestID { + t.Error("two different changes share one identifier; the second would be refused") + } +} + // TestSettingsRestartIsConfirmed checks a change that restarts the engine asks // first, and that the confirmation applies the same request it armed. func TestSettingsRestartIsConfirmed(t *testing.T) { @@ -490,6 +536,11 @@ func TestSettingsRestartIsConfirmed(t *testing.T) { if armed == nil || armed.Settings.ServerPort != normalized.ServerPort { t.Fatalf("armed the wrong request: %+v", armed) } + // The identifier is minted when the change is judged, not when it is sent, + // so confirming is a replay of the arming rather than a second write. + if armed.RequestID == "" { + t.Error("the armed request has no identifier, so confirming it would be refused") + } if cmd := d.resolveSettingsConfirm(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune("y")}); cmd == nil { t.Error("y did not apply the armed change") } From 67ca96308d0a50859bd5af623541b54a71dc083c Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 17:27:34 -0400 Subject: [PATCH 14/20] Detect the terminal background before Bubble Tea takes stdin Auto-detection did not work, so the colours had to be declared by hand on any terminal that is not dark. lipgloss resolves the background once, lazily, the first time an adaptive colour is needed -- which is during the first render. By then Bubble Tea owns the terminal and is reading stdin, so the terminal's reply to the query goes to its reader, the query times out having learned nothing, and lipgloss falls back to assuming dark. Force it at startup instead, while stdin is still ours, and let the sync.Once keep the answer for every later frame. Measured in a pty against a terminal that answers with a light background: it is now detected as light, and the first frame arrives in 0.19s. The query runs alongside broker startup rather than in front of it, because a terminal that never answers costs five seconds -- termenv's timeout is a constant, and the query cannot be abandoned early since it owns the terminal until it returns. That wait is not new: clean develop pauses the same five seconds on the same terminal, and it is unrelated to --appearance. Also correct what the documentation claims about when detection fails. SSH is fine, because the query and its reply travel the connection like anything else. It is screen and tmux that cannot answer, by their own design, along with terminals that do not implement the query at all. Signed-off-by: Terve --- docs/terminal-interface.mdx | 19 ++++++--- services/nvpair-tui/README.md | 19 +++++++-- services/nvpair-tui/main.go | 19 +++++++-- services/nvpair-tui/ui/styles.go | 61 +++++++++++++++++++++++---- services/nvpair-tui/ui/styles_test.go | 22 ++++++++++ 5 files changed, 119 insertions(+), 21 deletions(-) diff --git a/docs/terminal-interface.mdx b/docs/terminal-interface.mdx index 76f98ac8..bc7882e9 100644 --- a/docs/terminal-interface.mdx +++ b/docs/terminal-interface.mdx @@ -73,11 +73,16 @@ Service logs appear on the **Logs** tab instead. ### If the Colours Are Hard to Read -PAIR picks its colours from your terminal's background, which it detects by -asking the terminal and waiting for a reply. Some terminals do not answer — -this is common over SSH and inside `tmux` — and PAIR then assumes a dark -background. On a light theme the result is washed-out text and highlights you -cannot read through. +PAIR picks its colours from your terminal's background. It detects that by +asking the terminal and reading the reply, which works in most terminals, +including over SSH — the question and the answer travel the connection like +anything else. + +Two cases cannot be detected. Inside `tmux` or `screen` the question is not +asked at all, because one session can be attached to several terminals at once +and there is no single background to report. A terminal that does not implement +the query simply never answers. Both fall back to assuming a dark background, +which on a light theme gives washed-out text. Tell it instead: @@ -87,6 +92,10 @@ Tell it instead: `dark` forces the other way, and `auto` is the default. +A terminal that never answers also makes PAIR wait for the reply before it +starts, which is a pause of a few seconds on the way in. That wait comes from +the terminal library and applies whether or not you pass `--appearance`. + Press `q` to quit. Quitting shuts the services down cleanly rather than leaving them running. diff --git a/services/nvpair-tui/README.md b/services/nvpair-tui/README.md index c2e20b51..504b281b 100644 --- a/services/nvpair-tui/README.md +++ b/services/nvpair-tui/README.md @@ -152,10 +152,21 @@ one terminal and not the other, which is how the selected table row came to be black on dark blue for anyone using a light theme. `TestTextOnAnAdaptiveBackgroundAdaptsToo` pins the pairing. -Detection asks the terminal for its background and waits for an answer. A -terminal that does not reply — common over SSH, inside tmux, and in CI — leaves -lipgloss assuming dark. `--appearance light|dark` states it instead; -`auto`, the default, leaves detection alone. +Detection asks the terminal for its background and reads the reply from stdin. +lipgloss does that lazily, the first time an adaptive colour resolves, which is +during the first render — after Bubble Tea has taken the terminal and started +its own reader, so the answer goes to that reader and the query learns nothing. +It is therefore forced at startup instead, while stdin is still ours, and the +result cached behind lipgloss's `sync.Once`. + +That query costs nothing on a terminal that answers and five seconds on one +that does not, since termenv's timeout is a constant. It runs alongside broker +startup for that reason, and is joined immediately before the first render. It +cannot be abandoned early: the query owns the terminal until it returns. + +termenv declines to ask at all under `screen`, `tmux`, or `TERM=dumb`, which can +be attached to several terminals at once. Those fall back to assuming dark, and +`--appearance light|dark` is the answer. ## Architecture diff --git a/services/nvpair-tui/main.go b/services/nvpair-tui/main.go index f4e7fb91..74f7953e 100644 --- a/services/nvpair-tui/main.go +++ b/services/nvpair-tui/main.go @@ -43,14 +43,18 @@ func main() { os.Exit(0) } - // Before anything renders. Colours are chosen per draw, so a later call - // would repaint mid-session rather than start correct. + // Started before the program, not merely before the first draw. On auto + // this asks the terminal for its background and reads the answer, which + // only works while stdin is still ours — once Bubble Tea is running, its + // reader takes the reply and the query learns nothing. Joined below, after + // the broker is up, so a terminal that never answers costs its timeout + // alongside startup rather than in front of it. chosen, ok := ui.ParseAppearance(*appearance) if !ok { fmt.Fprintf(os.Stderr, "unknown --appearance %q: use auto, light, or dark\n", *appearance) os.Exit(2) } - ui.SetAppearance(chosen) + appearanceSettled := ui.StartAppearance(chosen) applog.Init("nvpair-tui", resolveLevel()) @@ -79,6 +83,15 @@ func main() { os.Exit(1) } + // The last moment the answer can be had: Bubble Tea takes stdin next, and + // the first frame is already choosing colours with it. + appearanceSettled() + // Recorded because a wrong answer is visible but unexplained: the operator + // sees colours that do not suit their terminal and has nothing telling + // them what PAIR concluded, or that --appearance would override it. + slog.Debug("terminal appearance", "requested", string(chosen), + "using", string(ui.DetectedAppearance())) + // The broker's stderr (its logs plus every worker's, prefixed) is fed // into the UI's Logs view rather than the terminal, so it never // collides with the full-screen TUI on stdout. diff --git a/services/nvpair-tui/ui/styles.go b/services/nvpair-tui/ui/styles.go index 54dc3f9a..30aaee42 100644 --- a/services/nvpair-tui/ui/styles.go +++ b/services/nvpair-tui/ui/styles.go @@ -74,24 +74,67 @@ const ( AppearanceDark Appearance = "dark" ) -// SetAppearance overrides the detected terminal background. +// SetAppearance fixes the terminal background, by detecting it now or by being +// told. // -// Detection works by asking the terminal for its background colour and waiting -// for the reply. A terminal that does not answer — which is common enough over -// SSH, inside tmux, and in CI — leaves lipgloss assuming a dark background, and -// every adaptive colour then picks the variant for the wrong one. On a light -// terminal that is not a cosmetic difference: the pale-blue accent chosen for a -// dark background is close to invisible on white. +// Detection asks the terminal for its background colour and reads the reply +// from stdin. lipgloss does that once, lazily, the first time an adaptive +// colour is resolved — and that first resolution happens while rendering, +// which is after Bubble Tea has put the terminal in raw mode and started its +// own reader on stdin. The terminal answers, Bubble Tea's reader takes the +// reply, and the query times out having learned nothing. // -// Nothing here guesses. Auto leaves the detection alone, and the other two say -// what the terminal is. +// So detection is forced here instead, before the program starts, while stdin +// is still ours to read. The result is cached behind lipgloss's sync.Once, so +// every later render uses what was measured rather than re-asking at a moment +// when asking cannot work. +// +// Light and dark skip the question. They are for the terminal that does not +// answer at all — over SSH, inside tmux, in CI — where lipgloss would fall back +// to assuming dark and get a light terminal wrong. func SetAppearance(a Appearance) { switch a { case AppearanceLight: lipgloss.SetHasDarkBackground(false) case AppearanceDark: lipgloss.SetHasDarkBackground(true) + default: + // The return value is deliberately unused: the point is to run the + // query now and let the sync.Once keep the answer. + _ = lipgloss.HasDarkBackground() + } +} + +// StartAppearance settles the terminal background off the startup path, +// returning a function that waits for it. +// +// The query costs nothing on a terminal that answers, and five seconds on one +// that does not: termenv's timeout is a constant, so it cannot be shortened. +// Rather than spend that before anything else happens, it runs while the +// broker starts — work the program has to do regardless — and is joined just +// before the first render, which is the first moment the answer is needed. +// +// Terminals that cannot answer are recognised without waiting at all. termenv +// refuses the query outright under screen, tmux, and TERM=dumb, because those +// can be attached to several terminals at once and there is no single +// background to report. Those sessions fall back to assuming dark, which is +// what --appearance is for. +func StartAppearance(a Appearance) (wait func()) { + done := make(chan struct{}) + go func() { + defer close(done) + SetAppearance(a) + }() + return func() { <-done } +} + +// DetectedAppearance reports the background in force, for a log line that +// explains a colour scheme the operator did not expect. +func DetectedAppearance() Appearance { + if lipgloss.HasDarkBackground() { + return AppearanceDark } + return AppearanceLight } // ParseAppearance narrows a flag value, reporting whether it is one of the diff --git a/services/nvpair-tui/ui/styles_test.go b/services/nvpair-tui/ui/styles_test.go index ed90bd28..4309b16e 100644 --- a/services/nvpair-tui/ui/styles_test.go +++ b/services/nvpair-tui/ui/styles_test.go @@ -79,6 +79,28 @@ func TestAppearanceOverrideIsExplicit(t *testing.T) { } } +// TestStartAppearanceSettlesBeforeTheFirstFrame checks the background is +// decided by the time the waiter returns. +// +// The whole point of resolving it off the startup path is that the answer is +// ready before anything renders. A waiter that returned early would put the +// query back where it was — resolved during the first frame, when Bubble Tea +// owns stdin and the terminal's reply goes to its reader instead. +func TestStartAppearanceSettlesBeforeTheFirstFrame(t *testing.T) { + before := lipgloss.HasDarkBackground() + t.Cleanup(func() { lipgloss.SetHasDarkBackground(before) }) + + wait := StartAppearance(AppearanceLight) + wait() + if lipgloss.HasDarkBackground() { + t.Error("the waiter returned before the appearance was settled") + } + + // Waiting twice is not an error: the caller joins it on one path, and a + // second join must not block forever on a closed channel. + wait() +} + // TestSetAppearanceLeavesDetectionAloneOnAuto checks auto does not assert a // background of its own. func TestSetAppearanceLeavesDetectionAloneOnAuto(t *testing.T) { From fbb37e0af7963c1affb4b18c6b058e90b358a413 Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 17:34:34 -0400 Subject: [PATCH 15/20] Keep this machine's settings snapshot current The first settings change on a machine succeeded and every one after it failed with "settings changed on this device; reload before applying", until the screen was closed and reopened. The broker stamps each snapshot with the node's UUID. This screen matched that against the node argument the local RPCs take, which is empty precisely because they are local -- so every push for this machine was discarded. The cached revision stayed at whatever the first read returned while the real one moved on with each save, and a write carries the revision it was based on. Match on the row's key, which is the UUID discovery reports and the one the broker sends. Verified against a running broker: the snapshot's nodeId and discovery's hostUuid are the same value, and the engine whose port had just been changed was sitting at revision 2 against a cache still holding 1. Make the failure recoverable while here. A revision the backend will not accept cannot be repaired by repeating the write, so a rejected save now drops the stale snapshot and re-reads it, and says what happened in terms of what to do next rather than repeating the backend's instruction to reload -- which the screen has by then already carried out. Signed-off-by: Terve --- services/nvpair-tui/ui/nodedetail.go | 31 +++++++++- services/nvpair-tui/ui/nodedetail_test.go | 70 +++++++++++++++++++++++ 2 files changed, 98 insertions(+), 3 deletions(-) diff --git a/services/nvpair-tui/ui/nodedetail.go b/services/nvpair-tui/ui/nodedetail.go index a6c4760c..735c7ba5 100644 --- a/services/nvpair-tui/ui/nodedetail.go +++ b/services/nvpair-tui/ui/nodedetail.go @@ -499,8 +499,13 @@ func (d *nodeDetail) update(msg tea.Msg) (tea.Cmd, bool) { case engineSettingsAppliedMsg: if msg.err != nil { d.settingsAwaited = "" - d.status.error("%s settings: %s", d.engineLabel(msg.engine), msg.err) - return nil, true + // The snapshot this write was based on is no longer one the + // backend will accept, whoever moved it on. Drop it and re-read, + // or every later attempt fails identically against the same stale + // revision and the only way out is to leave the screen. + delete(d.settings, msg.engine) + d.status.error("%s settings: %s", d.engineLabel(msg.engine), settingsFailure(msg.err)) + return getEngineSettingsCmd(d.client, d.nodeArg(), msg.engine), true } // Deliberately silent on success. This reply says the write was // accepted, not what the engine ended up with, and the difference is @@ -606,7 +611,13 @@ func (d *nodeDetail) handleNotification(msg *rpc.Message) tea.Cmd { // opened afterwards shows what is actually saved. var snap enginesettings.Snapshot _ = decodeParams(msg.Params, &snap) - if snap.Engine == "" || snap.NodeID != d.nodeArg() { + // Matched on the row's key, which is the node's UUID, not on nodeArg: + // that is empty for this machine because the local RPCs take no node, + // while the broker stamps every snapshot with the real UUID. Comparing + // against it dropped every local push, so the cached revision stopped + // advancing and the next save was rejected as stale — by which point + // only leaving the screen could clear it. + if snap.Engine == "" || snap.NodeID != d.node.key { return nil } if d.settings == nil { @@ -1105,6 +1116,20 @@ func (d *nodeDetail) applySettingsPreview(msg enginePreviewMsg) tea.Cmd { return applyEngineSettingsCmd(d.client, req) } +// settingsFailure puts a failed save in terms of what the operator should do. +// +// The backend's own wording for a revision mismatch — "settings changed on +// this device; reload before applying" — describes a step this screen has +// already taken by the time it is shown, so on its own it reads as an +// instruction with nothing to act on. +func settingsFailure(err error) string { + text := err.Error() + if strings.Contains(text, "reload before applying") { + return "changed somewhere else while you were editing - reloaded, try again" + } + return text +} + // joinSettingsErrors renders the backend's per-field errors as one line. // // Sorted by field so the same failure reads the same way twice; a map's order diff --git a/services/nvpair-tui/ui/nodedetail_test.go b/services/nvpair-tui/ui/nodedetail_test.go index f0a752fe..d9a3a080 100644 --- a/services/nvpair-tui/ui/nodedetail_test.go +++ b/services/nvpair-tui/ui/nodedetail_test.go @@ -5,6 +5,7 @@ package ui import ( "encoding/json" + "errors" "strings" "testing" @@ -450,6 +451,75 @@ func TestSettingsApplyUsesTheNormalizedDraft(t *testing.T) { _ = d } +// settingsPush builds an engine:settings-changed notification. +func settingsPush(snap enginesettings.Snapshot) NotificationMsg { + params, _ := json.Marshal(snap) + return NotificationMsg{Msg: &rpc.Message{Method: "engine:settings-changed", Params: params}} +} + +// TestLocalSettingsPushIsNotDiscarded is the regression guard for a second +// save that could never succeed. +// +// The broker stamps every snapshot with this node's UUID. Matching that +// against the node argument the local RPCs take — which is empty, precisely +// because they are local — discarded every push for this machine. The cached +// revision then stayed at whatever the first read returned, so the save after +// a successful one was rejected as stale, and stayed rejected until the screen +// was closed and reopened. +func TestLocalSettingsPushIsNotDiscarded(t *testing.T) { + const uuid = "33983c39-c0a6-41d2-9488-455b5e61e25f" + d := newNodeDetail(nil, nodeRow{key: uuid, name: "this-host", self: true, presence: presenceOnline}) + d.SetSize(100, 30) + seedSettings(d, ollamaSettings()) // revision 7 + + moved := ollamaSettings() + moved.NodeID = uuid + moved.Revision = 8 + d.handleNotification(settingsPush(moved).Msg) + + if got := d.settings["ollama"].Revision; got != 8 { + t.Fatalf("cached revision is %d after a push for this machine, want 8", got) + } + + // And a push for a different machine is still ignored. + other := ollamaSettings() + other.NodeID = "some-other-node" + other.Revision = 99 + d.handleNotification(settingsPush(other).Msg) + if got := d.settings["ollama"].Revision; got != 8 { + t.Errorf("a peer's snapshot overwrote this machine's: revision %d", got) + } +} + +// TestFailedSaveReloadsTheSnapshot checks a rejected write leaves the screen +// able to try again. +// +// A revision the backend will not accept is not recoverable by repeating the +// same write: without dropping it, every later attempt fails identically and +// the only way out is to leave the screen. +func TestFailedSaveReloadsTheSnapshot(t *testing.T) { + d := localDetail() + d.engines = []engineStatus{{Engine: "ollama", Installed: true}} + d.refreshEngines() + seedSettings(d, ollamaSettings()) + d.settingsAwaited = "ollama" + + cmd, _ := d.update(engineSettingsAppliedMsg{ + engine: "ollama", + err: errors.New("settings changed on this device; reload before applying"), + }) + + if _, still := d.settings["ollama"]; still { + t.Error("the rejected snapshot is still cached, so the next attempt repeats the failure") + } + if cmd == nil { + t.Error("nothing re-read the settings, so the next edit has nothing to write against") + } + if got := d.status.render(); !strings.Contains(got, "try again") { + t.Errorf("status %q does not tell the operator what to do: %q", got, "try again") + } +} + // TestSettingsCommitCarriesARequestIdentifier is the regression guard for a // save that failed after the check had passed. // From 94d041d29f4f5f0643457808ddabc7cb63830edc Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 17:40:02 -0400 Subject: [PATCH 16/20] Return to the node list when the Nodes tab is left A node's detail screen replaces the whole tab, and it stayed open when the operator switched away. Coming back to Nodes put them inside whichever machine they had last opened rather than on the list they asked for, with the list a keypress further away and nothing on screen saying why. Leaving a tab now returns it to its own top-level screen. Expressed as an optional interface, like the two a view already opts into, because this is not something every tab should do: a selection or a filter is where the operator left off and worth keeping. It is for a view that replaces itself with something else entirely. Unconditional on the way out, which is safe because a view holding a text field or an armed confirmation captures the keyboard -- the tab cannot be changed out from under one, so there is no half-finished state to discard. Signed-off-by: Terve --- docs/terminal-interface.mdx | 4 +++- services/nvpair-tui/ui/model.go | 12 ++++++++++ services/nvpair-tui/ui/model_test.go | 35 ++++++++++++++++++++++++++++ services/nvpair-tui/ui/nodes.go | 14 +++++++++++ services/nvpair-tui/ui/view.go | 14 +++++++++++ 5 files changed, 78 insertions(+), 1 deletion(-) diff --git a/docs/terminal-interface.mdx b/docs/terminal-interface.mdx index bc7882e9..077097ae 100644 --- a/docs/terminal-interface.mdx +++ b/docs/terminal-interface.mdx @@ -332,7 +332,9 @@ Restart and uninstall need PAIR to own the engine process, so they only apply to the machine you are sitting on. They are hidden on a peer rather than offered and then refused. -Press `esc` to go back to the list. +Press `esc` to go back to the list. Switching to another tab also leaves it, so +returning to **Nodes** always lands on the list rather than back inside the +machine you were last looking at. A node can serve a request only when it is online, a compatible engine is running, and the requested model is present on that node. To route across several diff --git a/services/nvpair-tui/ui/model.go b/services/nvpair-tui/ui/model.go index e71ce9c3..831742fa 100644 --- a/services/nvpair-tui/ui/model.go +++ b/services/nvpair-tui/ui/model.go @@ -308,6 +308,18 @@ func (m *Model) selectTab(idx int) { if len(m.views) == 0 { return } + // The tab being left goes back to its own top-level screen. A drill-down + // is where the operator was, not where they asked to return to: leaving + // Nodes inside one machine's detail and coming back put them on that + // machine again, with the list they wanted one keypress further away and + // no indication of why. + // + // Safe to do unconditionally because a view holding a text field or an + // armed confirmation captures the keyboard, so the tab cannot be changed + // out from under it in the first place. + if r, ok := m.activeView().(resetter); ok { + r.reset() + } m.active = ((idx % len(m.views)) + len(m.views)) % len(m.views) m.resizeViews() } diff --git a/services/nvpair-tui/ui/model_test.go b/services/nvpair-tui/ui/model_test.go index 6f822b3d..99f2f370 100644 --- a/services/nvpair-tui/ui/model_test.go +++ b/services/nvpair-tui/ui/model_test.go @@ -108,6 +108,41 @@ func TestFrameStaysExactWithTheUpdateBanner(t *testing.T) { } } +// TestLeavingATabReturnsItToItsOwnFirstScreen checks a drill-down does not +// outlive the visit that opened it. +// +// The Nodes tab replaces itself with one machine's detail screen. Left open, +// switching to another tab and back put the operator inside that machine +// again rather than on the list they asked for — the list one more keypress +// away, with nothing on screen explaining why. +func TestLeavingATabReturnsItToItsOwnFirstScreen(t *testing.T) { + nodes := newNodesView(nil) + nodes.feeds.discovered = []availableNode{ + {HostUUID: "u1", Name: "this-host", IPAddress: "10.0.0.1", Port: 1}, + } + nodes.rebuild() + + m := newTestModel(nodes, &stubView{title: "Jobs", rows: 1}) + nodes.openDetail() + if nodes.detail == nil { + t.Fatal("the detail screen did not open") + } + + m.selectTab(1) + if nodes.detail != nil { + t.Error("leaving the tab left the drill-down open") + } + + // And the tab still works normally on return: opening one again, then + // coming back to it directly, also lands on the list. + m.selectTab(0) + nodes.openDetail() + m.selectTab(0) + if nodes.detail != nil { + t.Error("re-selecting the tab did not return to the list") + } +} + // TestViewFrameHeightAcrossTerminalSizes checks the budget holds at the small // sizes where the header, tab bar, and footer alone can exceed the terminal. func TestViewFrameHeightAcrossTerminalSizes(t *testing.T) { diff --git a/services/nvpair-tui/ui/nodes.go b/services/nvpair-tui/ui/nodes.go index 304ac5c9..d182c75a 100644 --- a/services/nvpair-tui/ui/nodes.go +++ b/services/nvpair-tui/ui/nodes.go @@ -659,6 +659,20 @@ func (v *nodesView) handleKey(msg tea.KeyMsg) tea.Cmd { return cmd } +// reset closes an open detail screen so the tab shows the node list again. +// +// Called when the operator leaves this tab, not when they press esc — esc has +// its own path through Update. The list underneath has been kept current the +// whole time the detail was up, so there is nothing to reload. +func (v *nodesView) reset() { + if v.detail == nil { + return + } + v.detail = nil + // The list was sized for the space the detail screen was using. + v.SetSize(v.width, v.height) +} + // openDetail drills into the selected node. The detail screen is built from the // merged row, so a remote node's models are on screen immediately from the // discovery snapshot while its engine list is being fetched. diff --git a/services/nvpair-tui/ui/view.go b/services/nvpair-tui/ui/view.go index 139a50d0..3ebee4c9 100644 --- a/services/nvpair-tui/ui/view.go +++ b/services/nvpair-tui/ui/view.go @@ -39,3 +39,17 @@ type View interface { type inputCapturer interface { CapturingInput() bool } + +// resetter is an optional interface a View implements when it has a screen +// beneath the one it may currently be showing, and that top-level screen is +// what the operator should find on returning to the tab. +// +// Only the tab being left is reset, and only on a deliberate tab change. A +// view that merely holds a selection or a filter should not implement this: +// those are where the operator left off, which is worth keeping. It is for a +// view that replaces itself with something else entirely, where coming back to +// the tab and finding that other thing is a surprise rather than a +// convenience. +type resetter interface { + reset() +} From 33b5470c52fc2722eaf9274e535bf834f3270a86 Mon Sep 17 00:00:00 2001 From: Terve Date: Tue, 22 Sep 2026 17:46:54 -0400 Subject: [PATCH 17/20] Take the settings verdict from the backend, not from the ports A successful engine port change was reported as a failure: "engine stayed on :1237 - :1238 is taken", while the engine was in fact listening on 1238 and nothing at all was on 1237. The verdict was inferred by comparing the saved ports against the effective ones. The effective engine port is observed at the moment the apply replies, and an engine that restarts onto its new port finishes after that -- LM Studio's server re-launches under launchd, detached, so the manager loses sight of it and the reading lags a change behind. Reading failure into that lag invented both the failure and a cause for it. The snapshot already carries the backend's own verdict as a phase, with a reason when it failed. Use those. The proxy port is still compared, because that one is read live from the proxy process rather than observed in passing, so a proxy that could not take the port it was given is a real difference worth reporting -- stated as where it landed, without asserting why. Signed-off-by: Terve --- services/nvpair-tui/ui/nodedetail.go | 37 +++++++++++++++-------- services/nvpair-tui/ui/nodedetail_test.go | 31 ++++++++++++++++--- 2 files changed, 51 insertions(+), 17 deletions(-) diff --git a/services/nvpair-tui/ui/nodedetail.go b/services/nvpair-tui/ui/nodedetail.go index 735c7ba5..f9aee9a0 100644 --- a/services/nvpair-tui/ui/nodedetail.go +++ b/services/nvpair-tui/ui/nodedetail.go @@ -1245,11 +1245,19 @@ func (d *nodeDetail) arm(prompt string, run func() tea.Cmd) tea.Cmd { // reportSettingsOutcome says what an engine actually got, once, after a change // this screen asked for. // -// A port is a request, not a promise: a running engine already holding one -// outranks the proxy, so the backend binds elsewhere and reports the difference -// as the effective port. Reporting the requested value as though it had been -// honoured is the specific lie this exists to prevent — the old proxy path -// rendered exactly that as "updated". +// The verdict is the backend's, carried in the snapshot as a phase and, when it +// failed, a reason. It is not inferred from comparing the saved ports against +// the effective ones: the effective engine port is observed at the moment the +// apply replies, and an engine that restarts onto its new port — LM Studio's +// server re-launches detached, so the manager loses sight of it — finishes +// after that. The reading then lags a change behind, and reading failure into +// it reported a move that had plainly happened as one that had not, naming a +// port nothing was listening on. +// +// The proxy port is compared, because that one is read live from the proxy +// process rather than observed in passing. A proxy that could not take the +// port it was given binds elsewhere and says so, and reporting the requested +// value as though it had been honoured is the lie this exists to prevent. // // Only after this screen's own write, and only once. These snapshots also // arrive unprompted whenever anyone else changes settings, and a note firing on @@ -1260,21 +1268,26 @@ func (d *nodeDetail) reportSettingsOutcome(snap enginesettings.Snapshot) { } d.settingsAwaited = "" label := d.engineLabel(snap.Engine) - // A zero effective port means not bound yet rather than moved: a stopped - // engine has no port in force, and claiming it "stayed on :0" would be - // worse than saying nothing about where it landed. switch { + case snap.Phase == settingsPhaseFailed: + // The backend's own words. It knows why; this screen would be guessing. + if snap.Error != "" { + d.status.error("%s settings: %s", label, snap.Error) + return + } + d.status.error("%s settings were not applied", label) case snap.EffectiveProxyPort != 0 && snap.EffectiveProxyPort != snap.Settings.ProxyPort: - d.status.error("%s endpoint stayed on :%d - :%d is taken, most likely by a running engine", + d.status.error("%s endpoint is on :%d, not the :%d you asked for", label, snap.EffectiveProxyPort, snap.Settings.ProxyPort) - case snap.EffectiveServerPort != 0 && snap.EffectiveServerPort != snap.Settings.ServerPort: - d.status.error("%s engine stayed on :%d - :%d is taken", - label, snap.EffectiveServerPort, snap.Settings.ServerPort) default: d.status.ok("%s settings saved", label) } } +// settingsPhaseFailed is the snapshot phase for an apply the backend refused or +// could not complete. +const settingsPhaseFailed = "failed" + // resolveSettingsConfirm answers the restart prompt raised by a settings // change, applying it on "y" and discarding it on anything else. func (d *nodeDetail) resolveSettingsConfirm(msg tea.KeyMsg) tea.Cmd { diff --git a/services/nvpair-tui/ui/nodedetail_test.go b/services/nvpair-tui/ui/nodedetail_test.go index d9a3a080..f27f67b6 100644 --- a/services/nvpair-tui/ui/nodedetail_test.go +++ b/services/nvpair-tui/ui/nodedetail_test.go @@ -727,7 +727,9 @@ func TestSettingsOutcomeReportsTheBoundPort(t *testing.T) { wantNotIn []string }{ { - name: "the endpoint port was taken", + // The proxy's port is read live from the proxy process, not + // observed in passing, so a difference here is real. + name: "the endpoint could not take the port", snapshot: enginesettings.Snapshot{ Engine: "lmstudio", Settings: enginesettings.Config{ProxyPort: 1235, ServerPort: 1236}, @@ -740,16 +742,35 @@ func TestSettingsOutcomeReportsTheBoundPort(t *testing.T) { wantNotIn: []string{"saved"}, }, { - name: "the engine port was taken", + // The backend refused it, and says why. Its words, not a guess + // assembled from the ports. + name: "the backend refused the change", + snapshot: enginesettings.Snapshot{ + Engine: "ollama", + Phase: settingsPhaseFailed, + Error: "port 11500 is reserved by another service", + Settings: enginesettings.Config{ProxyPort: 11434, ServerPort: 11500}, + }, + wantKind: toastError, + wantHas: []string{"reserved by another service"}, + wantNotIn: []string{"saved"}, + }, + { + // The engine's effective port is observed when the apply replies, + // and an engine that restarts onto the new port finishes after + // that -- LM Studio's server re-launches detached. Reading failure + // into the lag reported a move that had happened as one that had + // not, naming a port nothing was listening on. + name: "the engine port reading lags a successful move", snapshot: enginesettings.Snapshot{ Engine: "ollama", Settings: enginesettings.Config{ProxyPort: 11434, ServerPort: 11500}, EffectiveProxyPort: 11434, EffectiveServerPort: 11435, }, - wantKind: toastError, - wantHas: []string{"11435", "11500"}, - wantNotIn: []string{"saved"}, + wantKind: toastOK, + wantHas: []string{"saved"}, + wantNotIn: []string{"11435"}, }, { name: "honoured", From 85ff266dd2a1c50a79de72c5b182ebc8bf841696 Mon Sep 17 00:00:00 2001 From: Terve Date: Wed, 23 Sep 2026 14:20:17 -0400 Subject: [PATCH 18/20] Announce a pairing request once, and follow it as it changes An inbound request was both a pinned status line and a row of the frame, in two different wordings. Two prompts for one fact read as two requests, and the pinned one outranked the status line, so nothing that happened next could be reported there. It also described only the first state. Pressing accept does not finish anything -- it opens the PIN field -- so the prompt went on offering "a to accept" while the PIN it actually wanted sat on the line below, telling the operator to do the thing they had just done. One prompt, in the frame, that follows the request: who is asking and which keys answer, then which machine is being accepted and that its PIN is wanted. The status line is left free to report the outcome. Signed-off-by: Terve --- services/nvpair-tui/ui/nodes.go | 35 ++++++++++--- services/nvpair-tui/ui/toast_test.go | 73 ++++++++++++++++++++++++++-- 2 files changed, 96 insertions(+), 12 deletions(-) diff --git a/services/nvpair-tui/ui/nodes.go b/services/nvpair-tui/ui/nodes.go index d182c75a..7964938a 100644 --- a/services/nvpair-tui/ui/nodes.go +++ b/services/nvpair-tui/ui/nodes.go @@ -529,8 +529,10 @@ func (v *nodesView) handleNotification(msg *rpc.Message) tea.Cmd { var inv clusterInvite _ = decodeParams(msg.Params, &inv) v.inbound = &inv - v.status.pin("pairing request from %s - press %s to accept, %s to decline", - inv.FromNodeName, nodePairKey.Help().Key, nodeDeclineKey.Help().Key) + // The prompt is a row of the frame, not a status line — see + // inboundPrompt. Pinning it here as well said the same thing twice, in + // two wordings, and left the status line unable to report what + // happened next because the pin outranked it. v.SetSize(v.width, v.height) default: @@ -552,6 +554,28 @@ func (v *nodesView) handleNotification(msg *rpc.Message) tea.Cmd { // manager emits carries the invite it refers to, so an event without one // belongs to no session this view is tracking and is ignored rather than // applied to both. +// inboundPrompt is the standing line for a pairing request someone sent us, +// or empty when there is none. +// +// It follows the request through its two states rather than describing only +// the first. Pressing "a" does not finish anything — it opens the PIN field — +// so a prompt that went on offering "a to accept" after the field was already +// up told the operator to do the thing they had just done, while the answer it +// actually wanted was on the line below. +func (v *nodesView) inboundPrompt() string { + if v.inbound == nil { + return "" + } + if v.mode == nodesInputPin { + return statusOKStyle.Render(fmt.Sprintf( + "accepting %s - enter the PIN shown on that machine", + v.inbound.FromNodeName)) + } + return statusOKStyle.Render(fmt.Sprintf( + "pairing request from %s - %s to accept, %s to decline", + v.inbound.FromNodeName, nodePairKey.Help().Key, nodeDeclineKey.Help().Key)) +} + func (v *nodesView) retireInvite(params []byte, outcome inviteResolution) { var ref inviteRef _ = decodeParams(params, &ref) @@ -1144,12 +1168,7 @@ func (v *nodesView) View() string { // than an empty one: it looks complete. feedNote = statusErrStyle.Render("Some node data is " + warning) } - inboundNote := "" - if v.inbound != nil { - inboundNote = statusOKStyle.Render(fmt.Sprintf( - "pairing request from %s - %s to accept, %s to decline", - v.inbound.FromNodeName, nodePairKey.Help().Key, nodeDeclineKey.Help().Key)) - } + inboundNote := v.inboundPrompt() editor := "" if v.mode != nodesInputNone { editor = v.inputLabel() + v.input.View() diff --git a/services/nvpair-tui/ui/toast_test.go b/services/nvpair-tui/ui/toast_test.go index f5632e6f..88d6ce68 100644 --- a/services/nvpair-tui/ui/toast_test.go +++ b/services/nvpair-tui/ui/toast_test.go @@ -6,6 +6,7 @@ package ui import ( "encoding/json" "errors" + "strings" "testing" "time" "unicode/utf8" @@ -216,6 +217,69 @@ func inviteEvent(method, inviteID string) NotificationMsg { return NotificationMsg{Msg: &rpc.Message{Method: method, Params: params}} } +// inviteReceived is an inbound pairing request, as the cluster manager pushes it. +func inviteReceived(inviteID, from string) NotificationMsg { + params, _ := json.Marshal(map[string]string{ + "inviteId": inviteID, "fromNodeName": from, + }) + return NotificationMsg{Msg: &rpc.Message{ + Method: "cluster:invite-received", Params: params, + }} +} + +// TestInboundPairingIsPromptedOnce is the regression guard for the same +// request being announced twice, in two wordings. +// +// It was both a pinned status line and a row of the frame. Two prompts for one +// fact read as two requests, and the pinned one also outranked the status +// line, so nothing that happened next could be reported there. +func TestInboundPairingIsPromptedOnce(t *testing.T) { + v := newNodesView(nil) + v.SetSize(120, 30) + v.Update(inviteReceived("inv-1", "M2GT9CR405")) + + prompt := v.inboundPrompt() + if !contains(prompt, "M2GT9CR405") { + t.Fatalf("the prompt does not name the machine asking: %q", prompt) + } + if got := v.status.render(); contains(got, "pairing request") { + t.Errorf("the request is announced on the status line as well: %q", got) + } + // And once in the rendered frame, not twice. + if n := strings.Count(v.View(), "pairing request from"); n != 1 { + t.Errorf("the frame carries the prompt %d times, want 1", n) + } +} + +// TestAcceptingPairingChangesThePrompt checks the prompt follows the request +// into its second state. +// +// Pressing accept does not finish anything — it opens the PIN field — so a +// prompt still offering "a to accept" told the operator to do what they had +// just done, while the PIN it actually wanted sat on the line below. +func TestAcceptingPairingChangesThePrompt(t *testing.T) { + v := newNodesView(nil) + v.SetSize(120, 30) + v.Update(inviteReceived("inv-2", "M2GT9CR405")) + v.handleKey(tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(nodePairKey.Help().Key)}) + + if v.mode != nodesInputPin { + t.Fatalf("accept did not open the PIN field (mode %v)", v.mode) + } + prompt := v.inboundPrompt() + if contains(prompt, "to accept") { + t.Errorf("still offering accept after it was pressed: %q", prompt) + } + if !contains(prompt, "PIN") { + t.Errorf("prompt %q does not say what is wanted now", prompt) + } + // The request is still pending until the PIN is submitted, so the machine + // it came from stays named. + if !contains(prompt, "M2GT9CR405") { + t.Errorf("prompt %q lost track of who is pairing", prompt) + } +} + // TestInviteOutcomeMatchesBySession is the regression guard for concurrent // pairings clobbering each other. The manager supports several at once and // stamps an inviteId on every terminal event, so an unrelated invite's decline @@ -546,16 +610,17 @@ func TestNodesViewClearsInboundInviteOnExpiry(t *testing.T) { accept := nodePairKey.Help().Key v := newNodesView(nil) - v.inbound = &clusterInvite{InviteID: "inv-1", FromNodeName: "peer"} - v.status.pin("pairing request from peer - press %s to accept, %s to decline", - accept, nodeDeclineKey.Help().Key) + v.Update(inviteReceived("inv-1", "peer")) + if !contains(v.inboundPrompt(), "to accept") { + t.Fatal("no prompt after a pairing request arrived") + } v.Update(inviteEvent("cluster:invite-expired", "inv-1")) if v.inbound != nil { t.Error("expired inbound invite is still pending; accept would target a dead invite") } - if contains(v.status.render(), "to accept") { + if contains(v.inboundPrompt(), "to accept") { t.Error("still offering accept/decline for an expired invite") } if v.Help() == nil { From b843b95adbf8046566d82c0aa03837b88a2dc67c Mon Sep 17 00:00:00 2001 From: Terve Date: Wed, 23 Sep 2026 14:27:23 -0400 Subject: [PATCH 19/20] Say a node is outside the cluster rather than calling it silent A machine PAIR is not paired with reported "spark-182c is not answering - no engine list available", directly above a hardware readout for that same machine updating every two seconds. Both were true at once because they travel different paths. Telemetry comes from an endpoint that needs no pairing; engines come over pin-based mTLS, which only succeeds against a peer we hold a pin for. The call was made anyway, and its failure is indistinguishable from silence once it has failed -- so the one cause the screen could not observe was the one it reported. Decide before asking instead. A node outside the cluster is not asked, and the pane says which relationship it has and what would change it: pair from the Nodes tab, leave the other cluster first, or wait for the handshake. The models pane stops blaming a stopped engine for the same gap -- models come from what the node advertises over discovery, and whether an engine is running is exactly what cannot be seen from outside the cluster. Signed-off-by: Terve --- services/nvpair-tui/ui/nodedetail.go | 55 ++++++++++++++++++++ services/nvpair-tui/ui/nodedetail_test.go | 62 ++++++++++++++++++++--- 2 files changed, 110 insertions(+), 7 deletions(-) diff --git a/services/nvpair-tui/ui/nodedetail.go b/services/nvpair-tui/ui/nodedetail.go index f9aee9a0..6c9dae92 100644 --- a/services/nvpair-tui/ui/nodedetail.go +++ b/services/nvpair-tui/ui/nodedetail.go @@ -290,6 +290,13 @@ func (d *nodeDetail) telemetryCmd() tea.Cmd { } func (d *nodeDetail) enginesCmd() tea.Cmd { + if !d.enginesQueryable() { + // Asking would fail every time, and the failure is indistinguishable + // from the node being down — which is how an unpaired machine came to + // be reported as "not answering" while its hardware readout, which + // needs no pairing, updated beside it. + return nil + } method, params := "engine:get-installed", map[string]any{} if d.remote() { method = "engine:remote-get-installed" @@ -307,6 +314,22 @@ func (d *nodeDetail) enginesCmd() tea.Cmd { }) } +// enginesQueryable reports whether this node's engine list can be fetched at +// all. +// +// A peer answers engine:remote-* over pin-based mTLS, and a pin only exists +// for a machine in this cluster — so for anything else the question cannot be +// asked, rather than being asked and going unanswered. The two look identical +// from here once the call fails, which is why this is decided before the call +// rather than read out of its error. +// +// Hardware telemetry is a separate matter: that endpoint needs no pairing, so +// an unpaired node can report its GPU and memory while its engines stay out of +// reach. Anything saying "not answering" has to survive that combination. +func (d *nodeDetail) enginesQueryable() bool { + return !d.remote() || d.node.membership == membershipMember +} + // modelsCmd asks the engine manager for this machine's inventory. A remote // node's models come from discovery instead, so there is nothing to request. func (d *nodeDetail) modelsCmd() tea.Cmd { @@ -1676,6 +1699,9 @@ func (d *nodeDetail) hardwareBudget() int { // installed", it is the engine manager failing to enumerate. Saying where to // look beats a flat statement the operator cannot act on. func (d *nodeDetail) emptyEnginesHint() string { + if !d.enginesQueryable() { + return " " + d.unpairedEnginesHint() + } if d.remote() { return " No engines reported by this node - its engine manager may not be running." } @@ -1684,10 +1710,39 @@ func (d *nodeDetail) emptyEnginesHint() string { return " No engines reported. Every supported engine should be listed here even when not installed, so this points at the engine manager rather than at what you have installed - check the Logs tab." } +// unpairedEnginesHint says why a node's engines are out of reach, and what +// would bring them into it. +// +// Each membership needs its own sentence because the next move differs: an +// unrelated machine can be paired with from the Nodes list, one in another +// cluster has to leave that cluster first, and one part-way through pairing +// only needs the handshake to finish. +func (d *nodeDetail) unpairedEnginesHint() string { + switch d.node.membership { + case membershipForeign: + return fmt.Sprintf( + "%s is in another cluster, so its engines are not visible from here.", + d.node.name) + case membershipPending: + return fmt.Sprintf( + "%s is still pairing - its engines appear once that finishes.", d.node.name) + default: + return fmt.Sprintf( + "%s is not in this cluster. Pair with it on the Nodes tab to manage its engines.", + d.node.name) + } +} + func (d *nodeDetail) emptyModelsHint() string { switch { case d.node.presence != presenceOnline: return " No models reported - this node is not reachable." + case !d.enginesQueryable(): + // Its models come from what it advertises over discovery, which needs + // no pairing — so silence here means it is advertising none, not that + // something needs starting. Whether an engine is running is exactly + // what cannot be seen from outside the cluster. + return " No models advertised by this node." case !d.anyEngineRunning(): return " No models reported - start an engine to see its models." case d.remote(): diff --git a/services/nvpair-tui/ui/nodedetail_test.go b/services/nvpair-tui/ui/nodedetail_test.go index f27f67b6..5b2ca83e 100644 --- a/services/nvpair-tui/ui/nodedetail_test.go +++ b/services/nvpair-tui/ui/nodedetail_test.go @@ -885,23 +885,71 @@ func TestEngineNameDoesNotDependOnTheEngineFetch(t *testing.T) { } } -// TestEmptyEngineListExplainsItself checks the two empty states read -// differently: the manager not answering, and the manager answering with -// nothing. They have different causes and the operator's next move differs. +// TestEmptyEngineListExplainsItself checks the empty states read differently. +// The manager answering with nothing, the manager not answering, and the node +// being one we cannot ask at all have different causes, and the operator's +// next move differs for each. func TestEmptyEngineListExplainsItself(t *testing.T) { local := localDetail() if got := local.emptyEnginesHint(); !strings.Contains(got, "engine manager") { t.Errorf("local hint does not point at the engine manager: %q", got) } - remote := remoteDetail() - if got := remote.emptyEnginesHint(); !strings.Contains(got, "this node") { - t.Errorf("remote hint does not attribute the gap to the peer: %q", got) + + member := remoteDetail() + member.node.membership = membershipMember + if got := member.emptyEnginesHint(); !strings.Contains(got, "this node") { + t.Errorf("remote member hint does not attribute the gap to the peer: %q", got) } - if local.emptyEnginesHint() == remote.emptyEnginesHint() { + + if local.emptyEnginesHint() == member.emptyEnginesHint() { t.Error("local and remote read identically; the causes are different") } } +// TestUnpairedNodeIsNotCalledSilent is the regression guard for a machine that +// was answering perfectly well being reported as unresponsive. +// +// A peer's engines are fetched over pin-based mTLS, so a node outside the +// cluster cannot be asked at all. That call was made anyway, and its failure +// rendered as "not answering" — beside a hardware readout, polled over an +// endpoint that needs no pairing, visibly updating for the same machine. +func TestUnpairedNodeIsNotCalledSilent(t *testing.T) { + cases := map[nodeMembership]string{ + membershipNone: "not in this cluster", + membershipForeign: "another cluster", + membershipPending: "still pairing", + } + for membership, want := range cases { + d := remoteDetail() + d.node.membership = membership + + if d.enginesCmd() != nil { + t.Errorf("%v: asked for engines over a link that cannot carry the question", membership) + } + got := d.emptyEnginesHint() + if !strings.Contains(got, want) { + t.Errorf("%v: hint %q does not say %q", membership, got, want) + } + if strings.Contains(got, "not answering") { + t.Errorf("%v: hint %q calls a reachable node silent", membership, got) + } + // Models come from what the node advertises over discovery, which + // needs no pairing, so the models pane must not blame a stopped engine + // for what it cannot see either way. + d.node.presence = presenceOnline + if m := d.emptyModelsHint(); strings.Contains(m, "start an engine") { + t.Errorf("%v: models hint %q claims an engine needs starting", membership, m) + } + } + + // A member is still asked, and is still allowed to be silent. + member := remoteDetail() + member.node.membership = membershipMember + if member.enginesCmd() == nil { + t.Error("a cluster member was not asked for its engines") + } +} + // TestNodeKeysDoNotCollide checks no two verbs on the Nodes tab claim the same // key, and that none of them shadows a shell binding. // From a6bc29487063bb6a04a12b591983f14877b25582 Mon Sep 17 00:00:00 2001 From: Terve Date: Wed, 23 Sep 2026 15:04:21 -0400 Subject: [PATCH 20/20] Name the engines an unpaired node advertises The engines pane said a node's engines were not visible from here, directly above a model list whose ENGINE column read "Ollama" for every row. Both came from the same place and only one was right. Discovery carries which engine serves each model and needs no pairing to do it, so the attribution is known for any machine on the network. What pairing buys is the engines' state and their controls -- not their existence, which the screen was already showing. Say that instead: name the engines the node advertises, point at the list below, and promise only what pairing would actually add. Signed-off-by: Terve --- services/nvpair-tui/ui/nodedetail.go | 41 ++++++++++++++++++++--- services/nvpair-tui/ui/nodedetail_test.go | 33 ++++++++++++++++++ 2 files changed, 69 insertions(+), 5 deletions(-) diff --git a/services/nvpair-tui/ui/nodedetail.go b/services/nvpair-tui/ui/nodedetail.go index 6c9dae92..29aaeb27 100644 --- a/services/nvpair-tui/ui/nodedetail.go +++ b/services/nvpair-tui/ui/nodedetail.go @@ -1717,20 +1717,51 @@ func (d *nodeDetail) emptyEnginesHint() string { // unrelated machine can be paired with from the Nodes list, one in another // cluster has to leave that cluster first, and one part-way through pairing // only needs the handshake to finish. +// +// Where the node advertises models, the engines serving them are named. Saying +// its engines cannot be seen, directly above a model list with an ENGINE +// column filled in, claims less than the screen is already showing: discovery +// carries which engine serves each model, and needs no pairing to do it. What +// pairing buys is their state and their controls, so that is what the sentence +// promises. func (d *nodeDetail) unpairedEnginesHint() string { + var advertised string + if names := d.advertisedEngines(); len(names) > 0 { + advertised = fmt.Sprintf(" It advertises models for %s, listed below.", + strings.Join(names, " and ")) + } switch d.node.membership { case membershipForeign: return fmt.Sprintf( - "%s is in another cluster, so its engines are not visible from here.", - d.node.name) + "%s is in another cluster, so its engines cannot be managed from here.%s", + d.node.name, advertised) case membershipPending: return fmt.Sprintf( - "%s is still pairing - its engines appear once that finishes.", d.node.name) + "%s is still pairing - its engines appear once that finishes.%s", + d.node.name, advertised) default: return fmt.Sprintf( - "%s is not in this cluster. Pair with it on the Nodes tab to manage its engines.", - d.node.name) + "%s is not in this cluster.%s Pair with it on the Nodes tab to manage its engines.", + d.node.name, advertised) + } +} + +// advertisedEngines are the engines this node attributes models to, by display +// name, in a stable order. +// +// Discovery carries the attribution, so this is known for any node on the +// network whether or not it is a peer. It is what the node says it serves, not +// what is installed on it: an engine holding no models is not represented. +func (d *nodeDetail) advertisedEngines() []string { + names := make([]string, 0, len(d.models.ModelsByEngine)) + for engine, models := range d.models.ModelsByEngine { + if len(models) == 0 { + continue + } + names = append(names, d.engineLabel(engine)) } + sort.Strings(names) + return names } func (d *nodeDetail) emptyModelsHint() string { diff --git a/services/nvpair-tui/ui/nodedetail_test.go b/services/nvpair-tui/ui/nodedetail_test.go index 5b2ca83e..6a0c7601 100644 --- a/services/nvpair-tui/ui/nodedetail_test.go +++ b/services/nvpair-tui/ui/nodedetail_test.go @@ -950,6 +950,39 @@ func TestUnpairedNodeIsNotCalledSilent(t *testing.T) { } } +// TestUnpairedHintAgreesWithTheModelList checks the engines pane does not deny +// what the pane below it is already showing. +// +// Discovery carries which engine serves each model and needs no pairing to do +// it, so an unpaired node's model list arrives with its ENGINE column filled +// in. "Its engines are not visible from here", printed directly above a list +// naming Ollama, claimed less than the screen displayed. What pairing actually +// buys is their state and their controls. +func TestUnpairedHintAgreesWithTheModelList(t *testing.T) { + d := remoteDetail() + d.node.membership = membershipNone + d.models = modelsResult{ModelsByEngine: map[string][]string{ + "ollama": {"gemma3:4b", "gemma4:12b"}, + }} + d.refreshModels() + + hint := d.emptyEnginesHint() + if !strings.Contains(hint, "Ollama") { + t.Errorf("hint %q does not name the engine the model list attributes rows to", hint) + } + if !strings.Contains(hint, "manage") { + t.Errorf("hint %q does not say what pairing would actually add", hint) + } + + // With nothing advertised there is nothing to name, and the sentence must + // not trail off into an empty list. + bare := remoteDetail() + bare.node.membership = membershipNone + if got := bare.emptyEnginesHint(); strings.Contains(got, "advertises") { + t.Errorf("hint %q claims advertised engines for a node reporting none", got) + } +} + // TestNodeKeysDoNotCollide checks no two verbs on the Nodes tab claim the same // key, and that none of them shadows a shell binding. //