Skip to main content

​
Overview

A minimal streaming example using the openai-responses preset from config/llm.php. The example verifies that streaming produces deltas and that the final response contains the expected marker.

​
Example

<?php
require 'examples/boot.php';

use Cognesy\Polyglot\Inference\Inference;
use Cognesy\Polyglot\Inference\Events\PartialInferenceResponseCreated;
use Cognesy\Utils\Str;

$expectedPhrase = 'paris';
$prompt = 'Describe the history of Paris in exactly 3 sentences.';

$stream = (new Inference)
    ->using('openai-responses')
    ->onEvent(PartialInferenceResponseCreated::class, fn(PartialInferenceResponseCreated $e) => $e->print())
    ->withMessages($prompt)
    ->withOptions(['max_output_tokens' => 256])
    ->withStreaming()
    ->stream();

$assembled = '';
$deltaCount = 0;

foreach ($stream->responses() as $partial) {
    $delta = $partial->contentDelta;
    if ($delta === '') {
        continue;
    }
    $deltaCount += 1;
    $assembled .= $delta;
}

$final = $stream->final();
assert($final !== null, 'Expected a final response');
$finalContent = $final->content();

echo "\nFinal response:\n{$finalContent}\n";

assert($deltaCount > 0, 'Expected at least one streamed delta');
assert($assembled !== '', 'Expected non-empty assembled content');
assert(Str::contains($assembled, $expectedPhrase, false), 'Expected phrase in streamed content');
assert(Str::contains($final->content(), $expectedPhrase, false), 'Expected phrase in final content');
assert(trim($assembled) === trim($finalContent), 'Expected assembled content to match final content');
?>