Miscellaneous
Reflection Prompting
Overview
This implementation of Reflection Prompting with Instructor provides a structured way to encourage LLM to engage in more thorough and self-critical thinking processes, potentially leading to higher quality and more reliable outputs.
Example
<?php
$loader = require 'vendor/autoload.php';
$loader->add('Cognesy\\Instructor\\', __DIR__.'../../src/');
use Cognesy\Instructor\Enums\Mode;
use Cognesy\Instructor\Instructor;
use Cognesy\Instructor\Schema\Attributes\Instructions;
use Cognesy\Instructor\Validation\Contracts\CanValidateSelf;
use Cognesy\Instructor\Validation\ValidationResult;
class ReflectiveResponse implements CanValidateSelf {
#[Instructions('Is problem solvable and what domain expertise it requires')]
public string $assessment;
#[Instructions('Describe an expert persona who would be able to solve this problem, their skills and experience')]
public string $persona;
#[Instructions("Initial analysis and expert persona's approach to the problem")]
public string $initialThinking;
#[Instructions('Steps of reasoning leading to the final answer - expert persona thinking through the problem')]
/** @var string[] */
public array $chainOfThought;
#[Instructions('Critical examination of the reasoning process - what could go wrong, what are the assumptions')]
public string $reflection;
#[Instructions('Final answer after reflection')]
public string $finalOutput;
// Validation method to ensure thorough reflection
public function validate(): ValidationResult {
$errors = [];
if (empty($this->reflection)) {
$errors[] = "Reflection is required for a thorough response.";
}
if (count($this->chainOfThought) < 2) {
$errors[] = "Please provide at least two steps in the chain of thought.";
}
return ValidationResult::make($errors);
}
}
$problem = 'Solve the equation x+y=x-y';
$solution = (new Instructor)->withConnection('anthropic')->respond(
messages: $problem,
responseModel: ReflectiveResponse::class,
mode: Mode::MdJson,
options: ['max_tokens' => 2048]
);
print("Problem:\n$problem\n\n");
dump($solution);
?>