全局变量
dim MousePoint as Point
dim mouseDown as bool = false

Form1_MouseDown事件中

if e.Button = MouseButtons.Left then

mouseDown = true
MousePoint = new Point(e.X,e.Y)
end if

Form1_MouseMove事件中

if e.Button = MouseButtons.Left then
if mouseDown then
Me.Panle1.Top = MousePoint.X
Me.Panle1.Left = MousePoint.Y
end if
end if