diff --git a/paddlenlp/taskflow/text_summarization.py b/paddlenlp/taskflow/text_summarization.py
index fb27e88d9f84..b1ee1ffc8713 100644
--- a/paddlenlp/taskflow/text_summarization.py
+++ b/paddlenlp/taskflow/text_summarization.py
@@ -59,7 +59,6 @@ class TextSummarizationTask(Task):
 
     def __init__(self, task, model, **kwargs):
         super().__init__(task=task, model=model, **kwargs)
-        paddle.set_device(kwargs.get("device", 'gpu'))
         self._batch_size = kwargs.get("batch_size", 1)
         self._output_scores = kwargs.get("output_scores", False)
         self._construct_tokenizer(model)