horizon-1 / evaluation /native_encoder_test.json

Release Horizon 1 MLX experimental instruction-grounded image editor

e107f06 verified 1 day ago

671 Bytes

{
  "passed": true,
  "device": "Apple M4",
  "bits": 4,
  "cases": [
    {
      "prompt": "Put a butterfly on the dog.",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 19,
      "finite": true,
      "seconds": 0.9920290829977603
    },
    {
      "prompt": "Put a butterfly on the chair.",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 19,
      "finite": true,
      "seconds": 0.5484413750018575
    },
    {
      "prompt": "",
      "shape": [
        1,
        256,
        7680
      ],
      "valid_tokens": 12,
      "finite": true,
      "seconds": 0.5536014590034029
    }
  ]
}

	{
	"passed": true,
	"device": "Apple M4",
	"bits": 4,
	"cases": [
	{
	"prompt": "Put a butterfly on the dog.",
	"shape": [
	1,
	256,
	7680
	],
	"valid_tokens": 19,
	"finite": true,
	"seconds": 0.9920290829977603
	},
	{
	"prompt": "Put a butterfly on the chair.",
	"shape": [
	1,
	256,
	7680
	],
	"valid_tokens": 19,
	"finite": true,
	"seconds": 0.5484413750018575
	},
	{
	"prompt": "",
	"shape": [
	1,
	256,
	7680
	],
	"valid_tokens": 12,
	"finite": true,
	"seconds": 0.5536014590034029
	}
	]
	}