Can't get custom global vips with openslide support to work

Question

I am trying to create an image to DeepZoom converter on lambda. Using the prebuilt default binaries, I have uploaded sharp on a lambda layer and it is working fine. But now I need to add support for openslide formats as well, so from what read in the forums, github issues and documentation yet, I'll need to compile a custom libvips which I have done using meson build as per the libvips docs.

Now the globally install custom vips via the terminal is converting all the formats I need wtihout any issue. But when I try to use it in sharp, I get [Error: Input file contains unsupported image format] even for formats that are otherwise working with the default prebuilt libvips.

ldd '/home/gautam/Documents/Projects/drbb/node_modules/sharp/build/Release/sharp-linux-x64.node' 
    linux-vdso.so.1 (0x00007fffb2536000)
    libnode.so.72 => /lib/x86_64-linux-gnu/libnode.so.72 (0x00007f2cc9361000)
    libvips-cpp.so.42 => /lib/x86_64-linux-gnu/libvips-cpp.so.42 (0x00007f2cc931b000)
    libvips.so.42 => /lib/x86_64-linux-gnu/libvips.so.42 (0x00007f2cc8e9b000)
    libgobject-2.0.so.0 => /lib/x86_64-linux-gnu/libgobject-2.0.so.0 (0x00007f2cc8e3b000)
    libglib-2.0.so.0 => /lib/x86_64-linux-gnu/libglib-2.0.so.0 (0x00007f2cc8d01000)
    libstdc++.so.6 => /lib/x86_64-linux-gnu/libstdc++.so.6 (0x00007f2cc8ad3000)
    libm.so.6 => /lib/x86_64-linux-gnu/libm.so.6 (0x00007f2cc89ec000)
    libgcc_s.so.1 => /lib/x86_64-linux-gnu/libgcc_s.so.1 (0x00007f2cc89cc000)
    libc.so.6 => /lib/x86_64-linux-gnu/libc.so.6 (0x00007f2cc87a4000)
    libz.so.1 => /lib/x86_64-linux-gnu/libz.so.1 (0x00007f2cc8788000)
    libuv.so.1 => /lib/x86_64-linux-gnu/libuv.so.1 (0x00007f2cc8756000)
    libbrotlidec.so.1 => /lib/x86_64-linux-gnu/libbrotlidec.so.1 (0x00007f2cc8746000)
    libbrotlienc.so.1 => /lib/x86_64-linux-gnu/libbrotlienc.so.1 (0x00007f2cc86b5000)
    libcares.so.2 => /lib/x86_64-linux-gnu/libcares.so.2 (0x00007f2cc869e000)
    libnghttp2.so.14 => /lib/x86_64-linux-gnu/libnghttp2.so.14 (0x00007f2cc8674000)
    libicui18n.so.70 => /lib/x86_64-linux-gnu/libicui18n.so.70 (0x00007f2cc8345000)
    libicuuc.so.70 => /lib/x86_64-linux-gnu/libicuuc.so.70 (0x00007f2cc814a000)
    /lib64/ld-linux-x86-64.so.2 (0x00007f2ccbb0e000)
    libexpat.so.1 => /lib/x86_64-linux-gnu/libexpat.so.1 (0x00007f2cc8117000)
    libgsf-1.so.114 => /lib/x86_64-linux-gnu/libgsf-1.so.114 (0x00007f2cc80ce000)
    libfftw3.so.3 => /lib/x86_64-linux-gnu/libfftw3.so.3 (0x00007f2cc7eb3000)
    libMagickCore-6.Q16.so.6 => /lib/x86_64-linux-gnu/libMagickCore-6.Q16.so.6 (0x00007f2cc7be7000)
    liborc-0.4.so.0 => /lib/x86_64-linux-gnu/liborc-0.4.so.0 (0x00007f2cc7b62000)
    liblcms2.so.2 => /lib/x86_64-linux-gnu/liblcms2.so.2 (0x00007f2cc7b00000)
    libIlmImf-2_5.so.25 => /lib/x86_64-linux-gnu/libIlmImf-2_5.so.25 (0x00007f2cc782b000)
    libopenjp2.so.7 => /lib/x86_64-linux-gnu/libopenjp2.so.7 (0x00007f2cc77d3000)
    libheif.so.1 => /lib/x86_64-linux-gnu/libheif.so.1 (0x00007f2cc7750000)
    libpoppler-glib.so.8 => /lib/x86_64-linux-gnu/libpoppler-glib.so.8 (0x00007f2cc76e9000)
    librsvg-2.so.2 => /lib/x86_64-linux-gnu/librsvg-2.so.2 (0x00007f2cc6c30000)
    libopenslide.so.0 => /lib/x86_64-linux-gnu/libopenslide.so.0 (0x00007f2cc6bfd000)
    libmatio.so.11 => /lib/x86_64-linux-gnu/libmatio.so.11 (0x00007f2cc6b86000)
    libcfitsio.so.9 => /lib/x86_64-linux-gnu/libcfitsio.so.9 (0x00007f2cc687f000)
    libwebpmux.so.3 => /lib/x86_64-linux-gnu/libwebpmux.so.3 (0x00007f2cc6872000)
    libwebpdemux.so.2 => /lib/x86_64-linux-gnu/libwebpdemux.so.2 (0x00007f2cc686c000)
    libwebp.so.7 => /lib/x86_64-linux-gnu/libwebp.so.7 (0x00007f2cc6800000)
    libpangocairo-1.0.so.0 => /lib/x86_64-linux-gnu/libpangocairo-1.0.so.0 (0x00007f2cc67ee000)
    libpango-1.0.so.0 => /lib/x86_64-linux-gnu/libpango-1.0.so.0 (0x00007f2cc6785000)
    libcairo.so.2 => /lib/x86_64-linux-gnu/libcairo.so.2 (0x00007f2cc665d000)
    libfontconfig.so.1 => /lib/x86_64-linux-gnu/libfontconfig.so.1 (0x00007f2cc6613000)
    libtiff.so.5 => /lib/x86_64-linux-gnu/libtiff.so.5 (0x00007f2cc658d000)
    libpng16.so.16 => /lib/x86_64-linux-gnu/libpng16.so.16 (0x00007f2cc6552000)
    libimagequant.so.0 => /lib/x86_64-linux-gnu/libimagequant.so.0 (0x00007f2cc6541000)
    libjpeg.so.8 => /lib/x86_64-linux-gnu/libjpeg.so.8 (0x00007f2cc64be000)
    libexif.so.12 => /lib/x86_64-linux-gnu/libexif.so.12 (0x00007f2cc6470000)
    libcgif.so.0 => /lib/x86_64-linux-gnu/libcgif.so.0 (0x00007f2cc646a000)
    libgmodule-2.0.so.0 => /lib/x86_64-linux-gnu/libgmodule-2.0.so.0 (0x00007f2cc6463000)
    libgio-2.0.so.0 => /lib/x86_64-linux-gnu/libgio-2.0.so.0 (0x00007f2cc628b000)
    libffi.so.8 => /lib/x86_64-linux-gnu/libffi.so.8 (0x00007f2cc627c000)
    libpcre.so.3 => /lib/x86_64-linux-gnu/libpcre.so.3 (0x00007f2cc6206000)
    libbrotlicommon.so.1 => /lib/x86_64-linux-gnu/libbrotlicommon.so.1 (0x00007f2cc61e3000)
    libicudata.so.70 => /lib/x86_64-linux-gnu/libicudata.so.70 (0x00007f2cc45c5000)
    libxml2.so.2 => /lib/x86_64-linux-gnu/libxml2.so.2 (0x00007f2cc43e4000)
    libbz2.so.1.0 => /lib/x86_64-linux-gnu/libbz2.so.1.0 (0x00007f2cc43cf000)
    liblqr-1.so.0 => /lib/x86_64-linux-gnu/liblqr-1.so.0 (0x00007f2cc4000000)
    libfreetype.so.6 => /lib/x86_64-linux-gnu/libfreetype.so.6 (0x00007f2cc4307000)
    libXext.so.6 => /lib/x86_64-linux-gnu/libXext.so.6 (0x00007f2cc42f2000)
    libX11.so.6 => /lib/x86_64-linux-gnu/libX11.so.6 (0x00007f2cc3ec0000)
    libltdl.so.7 => /lib/x86_64-linux-gnu/libltdl.so.7 (0x00007f2cc42e7000)
    libgomp.so.1 => /lib/x86_64-linux-gnu/libgomp.so.1 (0x00007f2cc429b000)
    libImath-2_5.so.25 => /lib/x86_64-linux-gnu/libImath-2_5.so.25 (0x00007f2cc4283000)
    libIlmThread-2_5.so.25 => /lib/x86_64-linux-gnu/libIlmThread-2_5.so.25 (0x00007f2cc4279000)
    libHalf-2_5.so.25 => /lib/x86_64-linux-gnu/libHalf-2_5.so.25 (0x00007f2cc4234000)
    libIex-2_5.so.25 => /lib/x86_64-linux-gnu/libIex-2_5.so.25 (0x00007f2cc3e52000)
    libaom.so.3 => /lib/x86_64-linux-gnu/libaom.so.3 (0x00007f2cc38e2000)
    libde265.so.0 => /lib/x86_64-linux-gnu/libde265.so.0 (0x00007f2cc3838000)
    libx265.so.199 => /lib/x86_64-linux-gnu/libx265.so.199 (0x00007f2cc28d3000)
    libdav1d.so.5 => /lib/x86_64-linux-gnu/libdav1d.so.5 (0x00007f2cc274d000)
    libpoppler.so.118 => /lib/x86_64-linux-gnu/libpoppler.so.118 (0x00007f2cc23f5000)
    libcairo-gobject.so.2 => /lib/x86_64-linux-gnu/libcairo-gobject.so.2 (0x00007f2cc4226000)
    libgdk_pixbuf-2.0.so.0 => /lib/x86_64-linux-gnu/libgdk_pixbuf-2.0.so.0 (0x00007f2cc23c5000)
    libsqlite3.so.0 => /lib/x86_64-linux-gnu/libsqlite3.so.0 (0x00007f2cc2278000)
    libhdf5_serial.so.103 => /lib/x86_64-linux-gnu/libhdf5_serial.so.103 (0x00007f2cc1ee4000)
    libcurl-gnutls.so.4 => /lib/x86_64-linux-gnu/libcurl-gnutls.so.4 (0x00007f2cc1e43000)
    libpangoft2-1.0.so.0 => /lib/x86_64-linux-gnu/libpangoft2-1.0.so.0 (0x00007f2cc1e28000)
    libharfbuzz.so.0 => /lib/x86_64-linux-gnu/libharfbuzz.so.0 (0x00007f2cc1d59000)
    libfribidi.so.0 => /lib/x86_64-linux-gnu/libfribidi.so.0 (0x00007f2cc1d3d000)
    libthai.so.0 => /lib/x86_64-linux-gnu/libthai.so.0 (0x00007f2cc4217000)
    libpixman-1.so.0 => /lib/x86_64-linux-gnu/libpixman-1.so.0 (0x00007f2cc1c92000)
    libxcb-shm.so.0 => /lib/x86_64-linux-gnu/libxcb-shm.so.0 (0x00007f2cc4212000)
    libxcb.so.1 => /lib/x86_64-linux-gnu/libxcb.so.1 (0x00007f2cc1c68000)
    libxcb-render.so.0 => /lib/x86_64-linux-gnu/libxcb-render.so.0 (0x00007f2cc1c59000)
    libXrender.so.1 => /lib/x86_64-linux-gnu/libXrender.so.1 (0x00007f2cc1c4c000)
    libuuid.so.1 => /lib/x86_64-linux-gnu/libuuid.so.1 (0x00007f2cc1c43000)
    libzstd.so.1 => /lib/x86_64-linux-gnu/libzstd.so.1 (0x00007f2cc1b74000)
    liblzma.so.5 => /lib/x86_64-linux-gnu/liblzma.so.5 (0x00007f2cc1b49000)
    libjbig.so.0 => /lib/x86_64-linux-gnu/libjbig.so.0 (0x00007f2cc1b38000)
    libdeflate.so.0 => /lib/x86_64-linux-gnu/libdeflate.so.0 (0x00007f2cc1b14000)
    libmount.so.1 => /lib/x86_64-linux-gnu/libmount.so.1 (0x00007f2cc1ad0000)
    libselinux.so.1 => /lib/x86_64-linux-gnu/libselinux.so.1 (0x00007f2cc1aa4000)
    libpthread.so.0 => /lib/x86_64-linux-gnu/libpthread.so.0 (0x00007f2cc1a9f000)
    libnuma.so.1 => /lib/x86_64-linux-gnu/libnuma.so.1 (0x00007f2cc1a90000)
    libnss3.so => /lib/x86_64-linux-gnu/libnss3.so (0x00007f2cc1963000)
    libsmime3.so => /lib/x86_64-linux-gnu/libsmime3.so (0x00007f2cc1939000)
    libplc4.so => /lib/x86_64-linux-gnu/libplc4.so (0x00007f2cc1932000)
    libnspr4.so => /lib/x86_64-linux-gnu/libnspr4.so (0x00007f2cc18f2000)
    libcrypto.so.3 => /lib/x86_64-linux-gnu/libcrypto.so.3 (0x00007f2cc14ae000)
    libcurl.so.4 => /lib/x86_64-linux-gnu/libcurl.so.4 (0x00007f2cc1409000)
    libsz.so.2 => /lib/x86_64-linux-gnu/libsz.so.2 (0x00007f2cc1404000)
    libidn2.so.0 => /lib/x86_64-linux-gnu/libidn2.so.0 (0x00007f2cc13e3000)
    librtmp.so.1 => /lib/x86_64-linux-gnu/librtmp.so.1 (0x00007f2cc13c4000)
    libssh.so.4 => /lib/x86_64-linux-gnu/libssh.so.4 (0x00007f2cc1357000)
    libpsl.so.5 => /lib/x86_64-linux-gnu/libpsl.so.5 (0x00007f2cc1341000)
    libnettle.so.8 => /lib/x86_64-linux-gnu/libnettle.so.8 (0x00007f2cc12fb000)
    libgnutls.so.30 => /lib/x86_64-linux-gnu/libgnutls.so.30 (0x00007f2cc1110000)
    libgssapi_krb5.so.2 => /lib/x86_64-linux-gnu/libgssapi_krb5.so.2 (0x00007f2cc10bc000)
    libldap-2.5.so.0 => /lib/x86_64-linux-gnu/libldap-2.5.so.0 (0x00007f2cc105d000)
    liblber-2.5.so.0 => /lib/x86_64-linux-gnu/liblber-2.5.so.0 (0x00007f2cc104d000)
    libgraphite2.so.3 => /lib/x86_64-linux-gnu/libgraphite2.so.3 (0x00007f2cc1024000)
    libdatrie.so.1 => /lib/x86_64-linux-gnu/libdatrie.so.1 (0x00007f2cc101b000)
    libXau.so.6 => /lib/x86_64-linux-gnu/libXau.so.6 (0x00007f2cc1015000)
    libXdmcp.so.6 => /lib/x86_64-linux-gnu/libXdmcp.so.6 (0x00007f2cc100d000)
    libblkid.so.1 => /lib/x86_64-linux-gnu/libblkid.so.1 (0x00007f2cc0fd6000)
    libpcre2-8.so.0 => /lib/x86_64-linux-gnu/libpcre2-8.so.0 (0x00007f2cc0f3d000)
    libnssutil3.so => /lib/x86_64-linux-gnu/libnssutil3.so (0x00007f2cc0f0b000)
    libplds4.so => /lib/x86_64-linux-gnu/libplds4.so (0x00007f2cc0f06000)
    libssl.so.3 => /lib/x86_64-linux-gnu/libssl.so.3 (0x00007f2cc0e62000)
    libaec.so.0 => /lib/x86_64-linux-gnu/libaec.so.0 (0x00007f2cc0e59000)
    libunistring.so.2 => /lib/x86_64-linux-gnu/libunistring.so.2 (0x00007f2cc0cad000)
    libhogweed.so.6 => /lib/x86_64-linux-gnu/libhogweed.so.6 (0x00007f2cc0c65000)
    libgmp.so.10 => /lib/x86_64-linux-gnu/libgmp.so.10 (0x00007f2cc0be3000)
    libp11-kit.so.0 => /lib/x86_64-linux-gnu/libp11-kit.so.0 (0x00007f2cc0aa8000)
    libtasn1.so.6 => /lib/x86_64-linux-gnu/libtasn1.so.6 (0x00007f2cc0a90000)
    libkrb5.so.3 => /lib/x86_64-linux-gnu/libkrb5.so.3 (0x00007f2cc09c3000)
    libk5crypto.so.3 => /lib/x86_64-linux-gnu/libk5crypto.so.3 (0x00007f2cc0994000)
    libcom_err.so.2 => /lib/x86_64-linux-gnu/libcom_err.so.2 (0x00007f2cc098e000)
    libkrb5support.so.0 => /lib/x86_64-linux-gnu/libkrb5support.so.0 (0x00007f2cc0980000)
    libsasl2.so.2 => /lib/x86_64-linux-gnu/libsasl2.so.2 (0x00007f2cc0965000)
    libbsd.so.0 => /lib/x86_64-linux-gnu/libbsd.so.0 (0x00007f2cc094b000)
    libkeyutils.so.1 => /lib/x86_64-linux-gnu/libkeyutils.so.1 (0x00007f2cc0944000)
    libresolv.so.2 => /lib/x86_64-linux-gnu/libresolv.so.2 (0x00007f2cc0930000)