|
|
|
|
|
__version__ = "0.7.11.dev0"
|
|
|
|
from .core import set_seed
|
|
from .environment import TextEnvironment, TextHistory
|
|
from .extras import BestOfNSampler
|
|
from .import_utils import (
|
|
is_bitsandbytes_available,
|
|
is_diffusers_available,
|
|
is_npu_available,
|
|
is_peft_available,
|
|
is_wandb_available,
|
|
is_xpu_available,
|
|
)
|
|
from .models import (
|
|
AutoModelForCausalLMWithValueHead,
|
|
AutoModelForSeq2SeqLMWithValueHead,
|
|
PreTrainedModelWrapper,
|
|
create_reference_model,
|
|
setup_chat_format,
|
|
)
|
|
from .trainer import (
|
|
DataCollatorForCompletionOnlyLM,
|
|
DPOTrainer,
|
|
IterativeSFTTrainer,
|
|
ModelConfig,
|
|
PPOConfig,
|
|
PPOTrainer,
|
|
RewardConfig,
|
|
RewardTrainer,
|
|
SFTTrainer,
|
|
)
|
|
from .trainer.utils import get_kbit_device_map, get_peft_config, get_quantization_config
|
|
|
|
|
|
if is_diffusers_available():
|
|
from .models import (
|
|
DDPOPipelineOutput,
|
|
DDPOSchedulerOutput,
|
|
DDPOStableDiffusionPipeline,
|
|
DefaultDDPOStableDiffusionPipeline,
|
|
)
|
|
from .trainer import DDPOConfig, DDPOTrainer
|
|
|
