diff --git a/packages/vant/src/composables/use-touch.ts b/packages/vant/src/composables/use-touch.ts
index 0525c42d9..817924f4c 100644
--- a/packages/vant/src/composables/use-touch.ts
+++ b/packages/vant/src/composables/use-touch.ts
@@ -1,4 +1,5 @@
 import { ref } from 'vue';
+import { TAP_OFFSET } from '../utils';
 
 type Direction = '' | 'vertical' | 'horizontal';
 
@@ -20,6 +21,7 @@ export function useTouch() {
   const offsetX = ref(0);
   const offsetY = ref(0);
   const direction = ref<Direction>('');
+  const isTap = ref(true);
 
   const isVertical = () => direction.value === 'vertical';
   const isHorizontal = () => direction.value === 'horizontal';
@@ -30,6 +32,7 @@ export function useTouch() {
     offsetX.value = 0;
     offsetY.value = 0;
     direction.value = '';
+    isTap.value = true;
   };
 
   const start = ((event: TouchEvent) => {
@@ -55,6 +58,13 @@ export function useTouch() {
     ) {
       direction.value = getDirection(offsetX.value, offsetY.value);
     }
+
+    if (
+      isTap.value &&
+      (offsetX.value > TAP_OFFSET || offsetY.value > TAP_OFFSET)
+    ) {
+      isTap.value = false;
+    }
   }) as EventListener;
 
   return {
@@ -70,5 +80,6 @@ export function useTouch() {
     direction,
     isVertical,
     isHorizontal,
+    isTap,
   };
 }
diff --git a/packages/vant/src/rate/Rate.tsx b/packages/vant/src/rate/Rate.tsx
index c0513837e..2774d1bbe 100644
--- a/packages/vant/src/rate/Rate.tsx
+++ b/packages/vant/src/rate/Rate.tsx
@@ -10,7 +10,6 @@ import {
   makeNumberProp,
   makeNumericProp,
   createNamespace,
-  TAP_OFFSET,
 } from '../utils';
 
 // Composables
@@ -114,7 +113,6 @@ export default defineComponent({
     let groupRefRect: DOMRect;
     let minRectTop = Number.MAX_SAFE_INTEGER;
     let maxRectTop = Number.MIN_SAFE_INTEGER;
-    let onlyTap = false;
 
     const updateRanges = () => {
       groupRefRect = useRect(groupRef);
@@ -185,7 +183,6 @@ export default defineComponent({
       }
 
       touch.start(event);
-      onlyTap = true;
       updateRanges();
     };
 
@@ -196,18 +193,11 @@ export default defineComponent({
 
       touch.move(event);
 
-      if (touch.isHorizontal()) {
+      if (touch.isHorizontal() && !touch.isTap.value) {
         const { clientX, clientY } = event.touches[0];
         preventDefault(event);
         select(getScoreByPosition(clientX, clientY));
       }
-
-      if (
-        onlyTap &&
-        (touch.offsetX.value > TAP_OFFSET || touch.offsetY.value > TAP_OFFSET)
-      ) {
-        onlyTap = false;
-      }
     };
 
     const renderStar = (item: RateListItem, index: number) => {
@@ -241,7 +231,13 @@ export default defineComponent({
         let value = allowHalf
           ? getScoreByPosition(event.clientX, event.clientY)
           : score;
-        if (props.clearable && onlyTap && value === props.modelValue) value = 0;
+        if (
+          props.clearable &&
+          touch.isTap.value &&
+          value === props.modelValue
+        ) {
+          value = 0;
+        }
         select(value);
       };