output of lsmod:
Module Size Used by
sg 40960 0
st 69632 0
sr_mod 28672 0
cdrom 77824 1 sr_mod
ccm 20480 6
xt_CHECKSUM 16384 1
xt_MASQUERADE 20480 3
xt_conntrack 16384 1
ipt_REJECT 16384 2
nf_reject_ipv4 16384 1 ipt_REJECT
xt_tcpudp 20480 9
ip6table_mangle 16384 1
ip6table_nat 16384 1
iptable_mangle 16384 1
iptable_nat 16384 1
nf_nat 53248 3 ip6table_nat,iptable_nat,xt_MASQUERADE
nf_conntrack 176128 3 xt_conntrack,nf_nat,xt_MASQUERADE
nf_defrag_ipv6 24576 1 nf_conntrack
nf_defrag_ipv4 16384 1 nf_conntrack
libcrc32c 16384 2 nf_conntrack,nf_nat
ebtable_filter 16384 0
ebtables 40960 1 ebtable_filter
ip6table_filter 16384 1
ip6_tables 32768 3 ip6table_filter,ip6table_nat,ip6table_mangle
iptable_filter 16384 1
tun 57344 1
cmac 16384 6
algif_hash 16384 3
algif_skcipher 16384 3
af_alg 32768 14 algif_hash,algif_skcipher
bridge 249856 0
stp 16384 1 bridge
llc 16384 2 bridge,stp
bnep 28672 2
input_leds 16384 0
mousedev 24576 0
joydev 28672 0
btusb 69632 0
btrtl 24576 1 btusb
btbcm 20480 1 btusb
btintel 32768 1 btusb
bluetooth 741376 28 btrtl,btintel,btbcm,bnep,btusb
mt76x2u 24576 0
mt76x2_common 28672 1 mt76x2u
mt76x02_usb 20480 1 mt76x2u
mt76_usb 36864 2 mt76x02_usb,mt76x2u
mt76x02_lib 86016 3 mt76x02_usb,mt76x2u,mt76x2_common
ecdh_generic 16384 1 bluetooth
ecc 36864 1 ecdh_generic
mt76 77824 5 mt76_usb,mt76x02_lib,mt76x02_usb,mt76x2u,mt76x2_common
hid_generic 16384 0
usbhid 65536 0
hid 147456 2 usbhid,hid_generic
squashfs 73728 12
eeepc_wmi 16384 0
asus_wmi 45056 1 eeepc_wmi
iwlmvm 462848 0
battery 20480 1 asus_wmi
sparse_keymap 16384 1 asus_wmi
wmi_bmof 16384 0
mac80211 1056768 6 mt76,iwlmvm,mt76_usb,mt76x02_lib,mt76x02_usb,mt76x2u
snd_hda_codec_realtek 143360 1
snd_hda_codec_ca0110 16384 1
snd_hda_codec_generic 98304 2 snd_hda_codec_ca0110,snd_hda_codec_realtek
ledtrig_audio 16384 1 snd_hda_codec_generic
snd_hda_codec_hdmi 73728 3
nls_iso8859_1 16384 1
edac_mce_amd 32768 0
nls_cp437 20480 1
libarc4 16384 1 mac80211
snd_hda_intel 57344 0
vfat 24576 1
kvm_amd 114688 0
fat 86016 1 vfat
snd_intel_dspcfg 24576 1 snd_hda_intel
loop 36864 24
kvm 856064 1 kvm_amd
iwlwifi 401408 1 iwlmvm
snd_hda_codec 167936 5 snd_hda_codec_generic,snd_hda_codec_ca0110,snd_hda_codec_hdmi,snd_hda_intel,snd_hda_codec_realtek
r8169 98304 0
irqbypass 16384 1 kvm
crct10dif_pclmul 16384 1
realtek 24576 1
crc32_pclmul 16384 0
snd_hda_core 106496 5 snd_hda_codec_generic,snd_hda_codec_hdmi,snd_hda_intel,snd_hda_codec,snd_hda_codec_realtek
ghash_clmulni_intel 16384 0
mdio_devres 16384 1 r8169
cfg80211 913408 6 mt76,iwlmvm,mt76x02_lib,iwlwifi,mac80211,mt76x02_usb
nouveau 2355200 0
of_mdio 24576 1 mdio_devres
snd_hwdep 16384 1 snd_hda_codec
aesni_intel 372736 13
snd_pcm 147456 4 snd_hda_codec_hdmi,snd_hda_intel,snd_hda_codec,snd_hda_core
crypto_simd 16384 1 aesni_intel
ccp 118784 1 kvm_amd
cryptd 24576 5 crypto_simd,ghash_clmulni_intel
snd_timer 45056 1 snd_pcm
glue_helper 16384 1 aesni_intel
fixed_phy 16384 1 of_mdio
sp5100_tco 20480 0
snd 114688 8 snd_hda_codec_generic,snd_hda_codec_hdmi,snd_hwdep,snd_hda_intel,snd_hda_codec,snd_hda_codec_realtek,snd_timer,snd_pcm
rapl 16384 0
pcspkr 16384 0
k10temp 16384 0
libphy 151552 5 r8169,mdio_devres,of_mdio,realtek,fixed_phy
i2c_piix4 28672 0
mxm_wmi 16384 1 nouveau
rfkill 28672 7 asus_wmi,bluetooth,cfg80211
rng_core 16384 1 ccp
soundcore 16384 1 snd
wmi 36864 4 asus_wmi,wmi_bmof,mxm_wmi,nouveau
evdev 28672 9
mac_hid 16384 0
pinctrl_amd 32768 0
acpi_cpufreq 28672 0
uinput 20480 0
fuse 139264 1
crypto_user 16384 0
ip_tables 32768 3 iptable_filter,iptable_nat,iptable_mangle
x_tables 53248 12 ebtables,ip6table_filter,xt_conntrack,iptable_filter,xt_tcpudp,xt_CHECKSUM,ip6_tables,ipt_REJECT,ip_tables,ip6table_mangle,xt_MASQUERADE,iptable_mangle
ext4 815104 1
crc32c_generic 16384 0
crc16 16384 2 bluetooth,ext4
mbcache 16384 1 ext4
jbd2 139264 1 ext4
crc32c_intel 24576 3
xhci_pci 20480 0
xhci_hcd 286720 1 xhci_pci
gpu_sched 40960 0
i2c_algo_bit 16384 1 nouveau
drm_kms_helper 266240 1 nouveau
syscopyarea 16384 1 drm_kms_helper
sysfillrect 16384 1 drm_kms_helper
sysimgblt 16384 1 drm_kms_helper
fb_sys_fops 16384 1 drm_kms_helper
cec 73728 1 drm_kms_helper
rc_core 61440 1 cec
ttm 122880 1 nouveau
drm 585728 4 gpu_sched,drm_kms_helper,ttm,nouveau
agpgart 53248 3 ttm,nouveau,drm
no change in behavior after adding to file you mentioned
blacklist nouveau
^^ I initially did nvidia, but this is corrected later 