beamds.beam.processor package

Submodules

beamds.beam.processor.core module

class beamds.beam.processor.core.Pipeline(*args, _store_init_path=None, _save_init_args=True, **kwargs)

Bases: Processor

transform(x, **kwargs)

class beamds.beam.processor.core.Processor(*args, _store_init_path=None, _save_init_args=True, **kwargs)

Bases: BeamBase

static base_dir(path, ext=None)

beam_pickle(on=True)

class property excluded_attributes: set[str]

return of list of class attributes should not be saved in the state. override this function to exclude some attributes from the state. @return:

classmethod from_arguments(*args, **kwargs)

classmethod from_nlp(query, llm=None, ask_kwargs=None, **kwargs)

classmethod from_path(path, skeleton: bool | str = True, init_args: bool | str = True, load_state_kwargs=None, exclude: List | Set = None, overwrite_hparams=None, overwrite_attributes=None, **kwargs)

classmethod from_remote(hostname, *args, port=None, black_list: List[str] = None, white_list: List[str] = None, **kwargs)

in_beam_pickle()

init_args_file = '_init_args'

property llm

load_state(path=None, state=None, ext=None, exclude: List | Set = None, skeleton: bool | str = False, hparams=True, exclude_hparams=None, overwrite_hparams=None, overwrite_attributes=None, **kwargs)

load_state_dict(path, ext=None, exclude: List | Set = None, hparams=True, exclude_hparams=None, overwrite_hparams=None, **kwargs)

nlp(query, llm=None, ask_kwargs=None, **kwargs)

profile(interval=0.1, percentile=0.99)

save_state(path, ext=None, exclude: List | Set = None, skeleton: bool | str = True, init_args: bool | str = False, override=False, blacklist_priority=None, **kwargs)

save_state_dict(state, path, ext=None, exclude: List | Set = None, override=False, blacklist_priority=None, **kwargs)

skeleton_file = '_skeleton'

class property special_state_attributes: set[str]

return of list of special class attributes that are stored individually in the state and not as part of the skeleton of the instance (i.e. a pickle object). override this function to add more attributes to the state and avoid pickling a large skeleton. @return:

to_bundle(path, **kwargs)

to_path(path, **kwargs)

beamds.beam.processor.dispatcher module

class beamds.beam.processor.dispatcher.MetaAsyncResult(obj)

Bases: object

property args

classmethod from_str(value, **kwargs)

property get

property hex

property is_ready

property is_success

kill()

property kwargs

property state

property str

property value

wait(timeout=None)

class beamds.beam.processor.dispatcher.MetaDispatcher(*args, _store_init_path=None, _save_init_args=True, **kwargs)

Bases: BeamBase

get_info()

getattr(item)

property real_object

property route_methods

property routes

property type

class beamds.beam.processor.dispatcher.ObjectAttribute(name: str, type: str, description: str = None, signature: Dict[str, str] = None)

Bases: object

description: str = None

name: str

signature: Dict[str, str] = None

type: str

class beamds.beam.processor.dispatcher.ObjectInfo(type: str, type_name: str, attributes: dict[str, beamds.beam.processor.dispatcher.ObjectAttribute], hparams: dict, vars_args: list, name: str = None, serialization: str = None, version: str = None, self: beamds.beam.processor.dispatcher.ObjectAttribute = None)

Bases: object

attributes: dict[str, ObjectAttribute]

hparams: dict

name: str = None

self: ObjectAttribute = None

serialization: str = None

type: str

type_name: str

vars_args: list

version: str = None

Module contents