diff --git a/configure b/configure
index 2fe87daee9..86e4918d50 100755
--- a/configure
+++ b/configure
@@ -1500,6 +1500,8 @@ int main(void) {
 }
 EOF
 
+enabled vis && add_cflags "-mcpu=ultrasparc -mtune=ultrasparc"
+
 # ---
 # big/little-endian test
 check_cc <<EOF || die "endian test failed"
diff --git a/libavcodec/Makefile b/libavcodec/Makefile
index 20e01ca7e1..505b1beb2e 100644
--- a/libavcodec/Makefile
+++ b/libavcodec/Makefile
@@ -381,8 +381,6 @@ ASM_OBJS-$(HAVE_ARMV6)                 += armv4l/simple_idct_armv6.o \
 OBJS-$(HAVE_VIS)                       += sparc/dsputil_vis.o \
                                           sparc/simple_idct_vis.o \
 
-sparc/dsputil_vis.o sparc/simple_idct_vis.o: CFLAGS += -mcpu=ultrasparc -mtune=ultrasparc
-
 OBJS-$(HAVE_MLIB)                      += mlib/dsputil_mlib.o \
 
 OBJS-$(ARCH_ALPHA)                     += alpha/dsputil_alpha.o     \