Revert "pulseaudio: Only use PA_STREAM_ADJUST_LATENCY if buffer isn't super small."

This reverts commit d8b1ef42aee52dad4ac3de69795ca2e8d2fd7704.

This turned out to be unnecessary (it was a problem on the user's system,
not an SDL bug).

Reference Issue #6121.

src/audio/pulseaudio/SDL_pulseaudio.c

@@ -630,13 +630,7 @@ PULSEAUDIO_OpenDevice(_THIS, const char *devname)
     paattr.prebuf = -1;
     paattr.maxlength = -1;
     paattr.minreq = -1;
-
-    /* don't let this change the global device's latency if the number is
-       extremely small, as it will affect other applications. Without this
-       flag, it only affects this specific stream. */
-    if (this->spec.samples >= 512) {
-        flags |= PA_STREAM_ADJUST_LATENCY;
-    }
+    flags |= PA_STREAM_ADJUST_LATENCY;
 
     if (ConnectToPulseServer(&h->mainloop, &h->context) < 0) {
         return SDL_SetError("Could not connect to PulseAudio server");