part-2 cherry from: Align VPP global norm clip with PP (PaddlePaddle#54820)

Author: sneaxiy

python/paddle/distributed/fleet/meta_parallel/parallel_layers/pp_layers.py

@@ -674,9 +674,6 @@ def _build_layer(self):
         paddle.set_rng_state(orig_rng_state)
         get_rng_state_tracker().set_states_tracker(orig_rng_tracker)
 
-        paddle.set_rng_state(orig_rng_state)
-        get_rng_state_tracker().set_states_tracker(orig_rng_tracker)
-
     def _build_layer_impl(self, start, end):
         if self._num_virtual_pipeline_stages > 1:
             # For interleave scheduler, all layers relating with one model chunk will be saved in PipelineLayerChunk