Start implementing /api

From ollama, this now works:

MODEL_RUNNER_PORT=13434 make run

OLLAMA_HOST="127.0.0.1:13434" ollama ls
OLLAMA_HOST="127.0.0.1:13434" ollama run ai/smollm2

Signed-off-by: Eric Curtin <eric.curtin@docker.com>

Author: ericcurtin

main.go

@@ -20,6 +20,7 @@ import (
 	"github.com/docker/model-runner/pkg/inference/scheduling"
 	"github.com/docker/model-runner/pkg/metrics"
 	"github.com/docker/model-runner/pkg/middleware"
+	"github.com/docker/model-runner/pkg/ollama"
 	"github.com/docker/model-runner/pkg/routing"
 	"github.com/sirupsen/logrus"
 )
@@ -157,6 +158,21 @@ func main() {
 	// Add /v1 as an alias for /engines/v1
 	router.Handle("/v1/", &middleware.V1AliasHandler{Handler: scheduler})
 
+	// Add Ollama API compatibility layer (only register with trailing slash to catch sub-paths)
+	ollamaHandler := ollama.NewHandler(log, modelManager, scheduler, nil)
+	router.Handle(ollama.APIPrefix+"/", ollamaHandler)
+
+	// Register root handler LAST - it will only catch exact "/" requests that don't match other patterns
+	router.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
+		// Only respond to exact root path
+		if r.URL.Path != "/" {
+			http.NotFound(w, r)
+			return
+		}
+		w.WriteHeader(http.StatusOK)
+		w.Write([]byte("Docker Model Runner is running"))
+	})
+
 	// Add metrics endpoint if enabled
 	if os.Getenv("DISABLE_METRICS") != "1" {
 		metricsHandler := metrics.NewAggregatedMetricsHandler(

pkg/inference/models/manager.go

@@ -887,6 +887,29 @@ func (m *Manager) IsModelInStore(ref string) (bool, error) {
 	return m.distributionClient.IsModelInStore(ref)
 }
 
+// GetModels returns all models.
+func (m *Manager) GetModels() ([]*Model, error) {
+	if m.distributionClient == nil {
+		return nil, fmt.Errorf("model distribution service unavailable")
+	}
+
+	// Query models.
+	models, err := m.distributionClient.ListModels()
+	if err != nil {
+		return nil, fmt.Errorf("error while listing models: %w", err)
+	}
+
+	apiModels := make([]*Model, len(models))
+	for i, model := range models {
+		apiModels[i], err = ToModel(model)
+		if err != nil {
+			return nil, fmt.Errorf("error while converting model: %w", err)
+		}
+	}
+
+	return apiModels, nil
+}
+
 // GetModel returns a single model.
 func (m *Manager) GetModel(ref string) (types.Model, error) {
 	model, err := m.distributionClient.GetModel(ref)