LiteRtLmBindings class
FFI bindings for LiteRT-LM C API
Constructors
- LiteRtLmBindings(DynamicLibrary dynamicLibrary)
-
The symbols are looked up in
dynamicLibrary. -
LiteRtLmBindings.fromLookup(Pointer<
T> lookup<T extends NativeType>(String symbolName) ) -
The symbols are looked up with
lookup.
Properties
- hashCode → int
-
The hash code for this object.
no setterinherited
- runtimeType → Type
-
A representation of the runtime type of the object.
no setterinherited
Methods
-
litert_lm_benchmark_info_delete(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info) → void -
litert_lm_benchmark_info_get_decode_token_count_at(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info, int index) → int -
litert_lm_benchmark_info_get_decode_tokens_per_sec_at(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info, int index) → double -
litert_lm_benchmark_info_get_num_decode_turns(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info) → int -
litert_lm_benchmark_info_get_num_prefill_turns(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info) → int -
litert_lm_benchmark_info_get_prefill_token_count_at(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info, int index) → int -
litert_lm_benchmark_info_get_prefill_tokens_per_sec_at(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info, int index) → double -
litert_lm_benchmark_info_get_time_to_first_token(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info) → double -
litert_lm_benchmark_info_get_total_init_time_in_second(
Pointer< LiteRtLmBenchmarkInfo> benchmark_info) → double -
litert_lm_conversation_cancel_process(
Pointer< LiteRtLmConversation> conversation) → void -
litert_lm_conversation_clone(
Pointer< LiteRtLmConversation> conversation) → Pointer<LiteRtLmConversation> -
litert_lm_conversation_config_create(
Pointer< LiteRtLmEngine> engine, Pointer<LiteRtLmSessionConfig> session_config, Pointer<Char> system_message_json, Pointer<Char> tools_json, Pointer<Char> messages_json, bool enable_constrained_decoding) → Pointer<LiteRtLmConversationConfig> -
litert_lm_conversation_config_delete(
Pointer< LiteRtLmConversationConfig> config) → void -
litert_lm_conversation_config_set_enable_constrained_decoding(
Pointer< LiteRtLmConversationConfig> config, bool enable_constrained_decoding) → void -
litert_lm_conversation_config_set_extra_context(
Pointer< LiteRtLmConversationConfig> config, Pointer<Char> extra_context_json) → void -
litert_lm_conversation_config_set_filter_channel_content_from_kv_cache(
Pointer< LiteRtLmConversationConfig> config, bool filter_channel_content_from_kv_cache) → void -
litert_lm_conversation_config_set_messages(
Pointer< LiteRtLmConversationConfig> config, Pointer<Char> messages_json) → void -
litert_lm_conversation_config_set_session_config(
Pointer< LiteRtLmConversationConfig> config, Pointer<LiteRtLmSessionConfig> session_config) → void -
litert_lm_conversation_config_set_system_message(
Pointer< LiteRtLmConversationConfig> config, Pointer<Char> system_message_json) → void -
litert_lm_conversation_config_set_tools(
Pointer< LiteRtLmConversationConfig> config, Pointer<Char> tools_json) → void -
litert_lm_conversation_create(
Pointer< LiteRtLmEngine> engine, Pointer<LiteRtLmConversationConfig> config) → Pointer<LiteRtLmConversation> -
litert_lm_conversation_delete(
Pointer< LiteRtLmConversation> conversation) → void -
litert_lm_conversation_get_benchmark_info(
Pointer< LiteRtLmConversation> conversation) → Pointer<LiteRtLmBenchmarkInfo> -
litert_lm_conversation_optional_args_create(
) → Pointer< LiteRtLmConversationOptionalArgs> -
litert_lm_conversation_optional_args_delete(
Pointer< LiteRtLmConversationOptionalArgs> optional_args) → void -
litert_lm_conversation_optional_args_set_visual_token_budget(
Pointer< LiteRtLmConversationOptionalArgs> optional_args, int visual_token_budget) → void -
litert_lm_conversation_render_message_to_string(
Pointer< LiteRtLmConversation> conversation, Pointer<Char> message_json) → Pointer<Char> -
litert_lm_conversation_send_message(
Pointer< LiteRtLmConversation> conversation, Pointer<Char> message_json, Pointer<Char> extra_context, Pointer<LiteRtLmConversationOptionalArgs> optional_args) → Pointer<LiteRtLmJsonResponse> -
litert_lm_conversation_send_message_stream(
Pointer< LiteRtLmConversation> conversation, Pointer<Char> message_json, Pointer<Char> extra_context, Pointer<LiteRtLmConversationOptionalArgs> optional_args, LiteRtLmStreamCallback callback, Pointer<Void> callback_data) → int -
litert_lm_detokenize_result_delete(
Pointer< LiteRtLmDetokenizeResult> result) → void -
litert_lm_detokenize_result_get_string(
Pointer< LiteRtLmDetokenizeResult> result) → Pointer<Char> -
litert_lm_engine_create(
Pointer< LiteRtLmEngineSettings> settings) → Pointer<LiteRtLmEngine> -
litert_lm_engine_create_session(
Pointer< LiteRtLmEngine> engine, Pointer<LiteRtLmSessionConfig> config) → Pointer<LiteRtLmSession> -
litert_lm_engine_delete(
Pointer< LiteRtLmEngine> engine) → void -
litert_lm_engine_detokenize(
Pointer< LiteRtLmEngine> engine, Pointer<Int> tokens, int num_tokens) → Pointer<LiteRtLmDetokenizeResult> -
litert_lm_engine_get_start_token(
Pointer< LiteRtLmEngine> engine) → Pointer<LiteRtLmTokenUnion> -
litert_lm_engine_get_stop_tokens(
Pointer< LiteRtLmEngine> engine) → Pointer<LiteRtLmTokenUnions> -
litert_lm_engine_settings_create(
Pointer< Char> model_path, Pointer<Char> backend_str, Pointer<Char> vision_backend_str, Pointer<Char> audio_backend_str) → Pointer<LiteRtLmEngineSettings> -
litert_lm_engine_settings_delete(
Pointer< LiteRtLmEngineSettings> settings) → void -
litert_lm_engine_settings_enable_benchmark(
Pointer< LiteRtLmEngineSettings> settings) → void -
litert_lm_engine_settings_set_activation_data_type(
Pointer< LiteRtLmEngineSettings> settings, int activation_data_type_int) → void -
litert_lm_engine_settings_set_cache_dir(
Pointer< LiteRtLmEngineSettings> settings, Pointer<Char> cache_dir) → void -
litert_lm_engine_settings_set_enable_speculative_decoding(
Pointer< LiteRtLmEngineSettings> settings, bool enable_speculative_decoding) → void -
litert_lm_engine_settings_set_litert_dispatch_lib_dir(
Pointer< LiteRtLmEngineSettings> settings, Pointer<Char> lib_dir) → void -
litert_lm_engine_settings_set_max_num_images(
Pointer< LiteRtLmEngineSettings> settings, int max_num_images) → void -
litert_lm_engine_settings_set_max_num_tokens(
Pointer< LiteRtLmEngineSettings> settings, int max_num_tokens) → void -
litert_lm_engine_settings_set_num_decode_tokens(
Pointer< LiteRtLmEngineSettings> settings, int num_decode_tokens) → void -
litert_lm_engine_settings_set_num_prefill_tokens(
Pointer< LiteRtLmEngineSettings> settings, int num_prefill_tokens) → void -
litert_lm_engine_settings_set_parallel_file_section_loading(
Pointer< LiteRtLmEngineSettings> settings, bool parallel_file_section_loading) → void -
litert_lm_engine_settings_set_prefill_chunk_size(
Pointer< LiteRtLmEngineSettings> settings, int prefill_chunk_size) → void -
litert_lm_engine_settings_set_use_hw_masking_for_npu(
Pointer< LiteRtLmEngineSettings> settings, bool value) → void -
litert_lm_engine_tokenize(
Pointer< LiteRtLmEngine> engine, Pointer<Char> text) → Pointer<LiteRtLmTokenizeResult> -
litert_lm_json_response_delete(
Pointer< LiteRtLmJsonResponse> response) → void -
litert_lm_json_response_get_string(
Pointer< LiteRtLmJsonResponse> response) → Pointer<Char> -
litert_lm_responses_delete(
Pointer< LiteRtLmResponses> responses) → void -
litert_lm_responses_get_num_candidates(
Pointer< LiteRtLmResponses> responses) → int -
litert_lm_responses_get_num_token_scores_at(
Pointer< LiteRtLmResponses> responses, int index) → int -
litert_lm_responses_get_response_text_at(
Pointer< LiteRtLmResponses> responses, int index) → Pointer<Char> -
litert_lm_responses_get_score_at(
Pointer< LiteRtLmResponses> responses, int index) → double -
litert_lm_responses_get_token_length_at(
Pointer< LiteRtLmResponses> responses, int index) → int -
litert_lm_responses_get_token_scores_at(
Pointer< LiteRtLmResponses> responses, int index) → Pointer<Float> -
litert_lm_responses_has_score_at(
Pointer< LiteRtLmResponses> responses, int index) → bool -
litert_lm_responses_has_token_length_at(
Pointer< LiteRtLmResponses> responses, int index) → bool -
litert_lm_responses_has_token_scores_at(
Pointer< LiteRtLmResponses> responses, int index) → bool -
litert_lm_session_cancel_process(
Pointer< LiteRtLmSession> session) → void -
litert_lm_session_config_create(
) → Pointer< LiteRtLmSessionConfig> -
litert_lm_session_config_delete(
Pointer< LiteRtLmSessionConfig> config) → void -
litert_lm_session_config_set_apply_prompt_template(
Pointer< LiteRtLmSessionConfig> config, bool apply_prompt_template) → void -
litert_lm_session_config_set_max_output_tokens(
Pointer< LiteRtLmSessionConfig> config, int max_output_tokens) → void -
litert_lm_session_config_set_sampler_params(
Pointer< LiteRtLmSessionConfig> config, Pointer<LiteRtLmSamplerParams> sampler_params) → void -
litert_lm_session_delete(
Pointer< LiteRtLmSession> session) → void -
litert_lm_session_generate_content(
Pointer< LiteRtLmSession> session, Pointer<LiteRtLmInputData> inputs, int num_inputs) → Pointer<LiteRtLmResponses> -
litert_lm_session_generate_content_stream(
Pointer< LiteRtLmSession> session, Pointer<LiteRtLmInputData> inputs, int num_inputs, LiteRtLmStreamCallback callback, Pointer<Void> callback_data) → int -
litert_lm_session_get_benchmark_info(
Pointer< LiteRtLmSession> session) → Pointer<LiteRtLmBenchmarkInfo> -
litert_lm_session_run_decode(
Pointer< LiteRtLmSession> session) → Pointer<LiteRtLmResponses> -
litert_lm_session_run_decode_async(
Pointer< LiteRtLmSession> session, LiteRtLmStreamCallback callback, Pointer<Void> callback_data) → int -
litert_lm_session_run_prefill(
Pointer< LiteRtLmSession> session, Pointer<LiteRtLmInputData> inputs, int num_inputs) → int -
litert_lm_session_run_text_scoring(
Pointer< LiteRtLmSession> session, Pointer<Pointer< target_text, int num_targets, bool store_token_lengths) → Pointer<Char> >LiteRtLmResponses> -
litert_lm_set_min_log_level(
int level) → void -
litert_lm_token_union_delete(
Pointer< LiteRtLmTokenUnion> token_union) → void -
litert_lm_token_union_get_ids(
Pointer< LiteRtLmTokenUnion> token_union, Pointer<Pointer< out_tokens, Pointer<Int> >Size> out_num_tokens) → int -
litert_lm_token_union_get_string(
Pointer< LiteRtLmTokenUnion> token_union) → Pointer<Char> -
litert_lm_token_union_get_type(
Pointer< LiteRtLmTokenUnion> token_union) → LiteRtLmTokenUnionType -
litert_lm_token_unions_delete(
Pointer< LiteRtLmTokenUnions> tokens) → void -
litert_lm_token_unions_get_num_tokens(
Pointer< LiteRtLmTokenUnions> tokens) → int -
litert_lm_token_unions_get_token_at(
Pointer< LiteRtLmTokenUnions> tokens, int index) → Pointer<LiteRtLmTokenUnion> -
litert_lm_tokenize_result_delete(
Pointer< LiteRtLmTokenizeResult> result) → void -
litert_lm_tokenize_result_get_num_tokens(
Pointer< LiteRtLmTokenizeResult> result) → int -
litert_lm_tokenize_result_get_tokens(
Pointer< LiteRtLmTokenizeResult> result) → Pointer<Int> -
noSuchMethod(
Invocation invocation) → dynamic -
Invoked when a nonexistent method or property is accessed.
inherited
-
toString(
) → String -
A string representation of this object.
inherited
Operators
-
operator ==(
Object other) → bool -
The equality operator.
inherited