refactor(gry): refactor reward model

ding/entry/__init__.py

@@ -5,7 +5,6 @@
 from .serial_entry_onpolicy import serial_pipeline_onpolicy
 from .serial_entry_onpolicy_ppg import serial_pipeline_onpolicy_ppg
 from .serial_entry_offline import serial_pipeline_offline
-from .serial_entry_ngu import serial_pipeline_ngu
 from .serial_entry_decision_transformer import serial_pipeline_dt
 from .serial_entry_reward_model_offpolicy import serial_pipeline_reward_model_offpolicy
 from .serial_entry_reward_model_onpolicy import serial_pipeline_reward_model_onpolicy
@@ -17,13 +16,7 @@
 from .application_entry import eval, collect_demo_data, collect_episodic_demo_data, \
       episode_to_transitions, episode_to_transitions_filter
 from .application_entry_trex_collect_data import trex_collecting_data, collect_episodic_demo_data_for_trex
-from .serial_entry_guided_cost import serial_pipeline_guided_cost
-from .serial_entry_gail import serial_pipeline_gail
 from .utils import random_collect
-from .serial_entry_preference_based_irl \
-      import serial_pipeline_preference_based_irl
-from .serial_entry_preference_based_irl_onpolicy \
-      import serial_pipeline_preference_based_irl_onpolicy
 from .application_entry_drex_collect_data import drex_collecting_data
 from .serial_entry_mbrl import serial_pipeline_dyna, serial_pipeline_dream
 from .serial_entry_bco import serial_pipeline_bco