AI-requirements-milvus.xml

<?xml version="1.0" encoding="UTF-8"?>
<!-- This file originates from the project https://github.com/openSUSE/doc-kit -->
<!-- This file can be edited downstream. -->
<!DOCTYPE topic
[
  <!ENTITY % entities SYSTEM "../common/generic-entities.ent">
    %entities;
]>
<topic xml:id="ai-requirements-milvus"
 role="reference" xml:lang="en"
 xmlns="http://docbook.org/ns/docbook" version="5.2"
 xmlns:its="http://www.w3.org/2005/11/its"
 xmlns:xi="http://www.w3.org/2001/XInclude"
 xmlns:xlink="http://www.w3.org/1999/xlink"
 xmlns:trans="http://docbook.org/ns/transclusion">
  <info>
    <title>&milvus; hardware and software requirements</title>
    <meta name="maintainer" content="tbazant@suse.com" its:translate="no"/>
    <abstract>
      <para>
        This topic describes requirements for the &milvus; application.
      </para>
    </abstract>
  </info>
  <section xml:id="ai-reqs-milvus-hw">
    <title>Hardware requirements</title>
    <section xml:id="ai-reqs-milvus-hw-min">
      <title>Minimum requirements</title>
      <para>
        The following requirements are for basic &milvus; deployment on a single
        node or a small scale.
      </para>
      <variablelist role="tabs">
        <varlistentry>
          <term>RAM</term>
          <listitem>
            <para>
              A minimum of 32&nbsp;GB of RAM.
            </para>
          </listitem>
        </varlistentry>
        <varlistentry>
          <term>CPU</term>
          <listitem>
            <para>
              At least 8 CPU cores.
            </para>
          </listitem>
        </varlistentry>
        <varlistentry>
          <term>Disk space</term>
          <listitem>
            <para>
              At least 100&nbsp;GB of storage, preferably SSD.
            </para>
          </listitem>
        </varlistentry>
        <varlistentry>
          <term>Networking</term>
          <listitem>
            <para>
              A stable connection with 1&nbsp;Gbps network bandwidth.
            </para>
          </listitem>
        </varlistentry>
      </variablelist>
    </section>
    <section xml:id="ai-reqs-milvus-hw-rec">
      <title>Recommended hardware for large-scale workloads</title>
      <para>
        The following requirements are for multi-node &milvus; clusters or heavy
        workloads, such as large vector databases.
      </para>
      <variablelist role="tabs">
        <varlistentry>
          <term>RAM</term>
          <listitem>
            <para>
              A minimum of 64&nbsp;GB of RAM per node.
            </para>
          </listitem>
        </varlistentry>
        <varlistentry>
          <term>CPU</term>
          <listitem>
            <para>
              8&ndash;16 CPU cores per node or more.
            </para>
          </listitem>
        </varlistentry>
        <varlistentry>
          <term>Disk space</term>
          <listitem>
            <para>
              500&nbsp;GB or more of high-speed storage, ideally SSD or NVMe
              SSD.
            </para>
          </listitem>
        </varlistentry>
        <varlistentry>
          <term>Networking</term>
          <listitem>
            <para>
              10&nbsp;Gbps Ethernet or faster for high-performance clusters.
            </para>
          </listitem>
        </varlistentry>
      </variablelist>
    </section>
    <section xml:id="cpu-instruction-set-requirements">
      <title>CPU instruction set requirements</title>
      <para>
        The following CPU instruction sets are required for &milvus;:
      </para>
      <itemizedlist>
        <listitem>
          <para>
            SSE4.2
          </para>
        </listitem>
        <listitem>
          <para>
            AVX
          </para>
        </listitem>
        <listitem>
          <para>
            AVX2
          </para>
        </listitem>
        <listitem>
          <para>
            AVX-512
          </para>
        </listitem>
      </itemizedlist>
    </section>
  </section>
  <section xml:id="ai-reqs-milvus-sw">
    <title>Software requirements</title>
    <para>
      Running &milvus; requires specific versions of the following software:
    </para>
    <variablelist>
      <varlistentry>
        <term>&kube;</term>
        <listitem>
          <para>
            &suse;-supported versions of &rke2; that use &kube; 1.18 or higher.
          </para>
        </listitem>
      </varlistentry>
      <varlistentry>
        <term>&helm;</term>
        <listitem>
          <para>
            The recommended version is 3.5.0 or later.
          </para>
        </listitem>
      </varlistentry>
    </variablelist>
  </section>
  <section xml:id="ai-reqs-milvus-consider">
    <title>Additional considerations</title>
    <variablelist>
      <varlistentry>
        <term>Disk and storage</term>
        <listitem>
          <itemizedlist>
            <listitem>
              <para>
                <emphasis role="bold">Storage type:</emphasis> SSDs or NVMe SSDs
                are highly recommended for fast read/write access to large
                datasets and high-performance vector retrieval.
              </para>
            </listitem>
            <listitem>
              <para>
                <emphasis role="bold">Metadata and data storage:</emphasis> For
                large-scale deployments, ensure that metadata and vector data are
                stored on fast disks (SSD or NVMe).
              </para>
            </listitem>
          </itemizedlist>
        </listitem>
      </varlistentry>
      <varlistentry>
        <term>Network</term>
        <listitem>
          <para>
            For high-performance clusters, especially for large-scale
            deployments, ensure high-bandwidth network connectivity between
            nodes.
          </para>
        </listitem>
      </varlistentry>
    </variablelist>
  </section>
  <section xml:id="ai-req-milvus-moreinfo">
    <title>For more information</title>
    <para>
      For more detailed hardware recommendations, refer to
      the official
      <link
          xlink:href="https://milvus.io/docs/prerequisite-helm.md">&milvus;</link>
      and
      <link xlink:href="https://milvus.io/docs/v2.1.x/prerequisite-docker.md">prerequisite
      Docker</link> documentation.
    </para>
  </section>
</topic>