Valentin Pollet
72284c6525
Updated moz.yaml with two extra include globs as upstream refactored llama-model.cpp into multiple smaller files in src/models. Updated cmakeparser.py to handle globs in CMakeLists.txt (introduced upstream to compile models/*.cpp). Fixed run_parser.py needed to discard files excluded by moz.yaml. Updated moz.build to provide src/ as an include directory during build. This was needed to compile models/*.cpp which include llama-model.h without a relative path. Updated moz.build to export ggml/include/gguf.h as upstream now includes it in llama.h. Differential Revision: https://phabricator.services.mozilla.com/D307355
144 lines
3.2 KiB
INI
144 lines
3.2 KiB
INI
# -*- Mode: python; indent-tabs-mode: nil; tab-width: 40 -*-
|
|
# vim: set filetype=python:
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
with Files('**'):
|
|
BUG_COMPONENT = ("Core", "Machine Learning: General")
|
|
|
|
AllowCompilerWarnings()
|
|
|
|
include('sources.mozbuild')
|
|
|
|
SOURCES += files["COMMON_SOURCES"]
|
|
|
|
if CONFIG['TARGET_CPU'] == 'x86_64':
|
|
SOURCES += files['X64_SOURCES']
|
|
|
|
# unconditionaly enabled avx2 on x86_64 -- the library is only loaded if
|
|
# AVX2 is supported
|
|
CXXFLAGS += [
|
|
"-mavx",
|
|
"-mavx2",
|
|
"-mbmi2",
|
|
"-mf16c",
|
|
"-mfma",
|
|
"-msse4.2",
|
|
]
|
|
CFLAGS += [
|
|
"-mavx",
|
|
"-mavx2",
|
|
"-mbmi2",
|
|
"-mf16c",
|
|
"-mfma",
|
|
"-msse4.2",
|
|
]
|
|
# DEFINES["GGML_SSE42"] = 1
|
|
# DEFINES["GGML_F16C"] = 1
|
|
# DEFINES["GGML_FMA"] = 1
|
|
# DEFINES["GGML_BMI2"] = 1
|
|
# DEFINES["GGML_AVX"] = 1
|
|
# DEFINES["GGML_AVX2"] = 1
|
|
elif CONFIG['TARGET_CPU'] == 'x86':
|
|
SOURCES += files['IA32_SOURCES']
|
|
elif CONFIG['TARGET_CPU'] == 'aarch64':
|
|
SOURCES += files['ARM64_SOURCES']
|
|
elif CONFIG['TARGET_CPU'] == 'arm':
|
|
SOURCES += files['ARM_SOURCES']
|
|
else:
|
|
DEFINES["GGML_CPU_GENERIC"] = 1
|
|
|
|
EXPORTS.llama += [
|
|
"include/llama.h",
|
|
]
|
|
|
|
LOCAL_INCLUDES += [
|
|
'ggml/',
|
|
'ggml/include/',
|
|
'ggml/src/',
|
|
'ggml/src/ggml-cpu/',
|
|
'include/',
|
|
'src/',
|
|
]
|
|
|
|
EXPORTS += [
|
|
"ggml/include/ggml-alloc.h",
|
|
"ggml/include/ggml-backend.h",
|
|
"ggml/include/ggml-cpu.h",
|
|
"ggml/include/ggml-opt.h",
|
|
"ggml/include/ggml.h",
|
|
"ggml/include/gguf.h",
|
|
]
|
|
|
|
DEFINES["_GNU_SOURCE"] = 1
|
|
DEFINES["GGML_USE_CPU"] = 1
|
|
DEFINES["GGML_VERSION"] = "\"GGML_VERSION\""
|
|
DEFINES["GGML_COMMIT"] = "\"GGML_COMMIT\""
|
|
# Control symbol visibility
|
|
DEFINES['GGML_SHARED'] = '1'
|
|
DEFINES['LLAMA_SHARED'] = '1'
|
|
DEFINES['GGML_BUILD'] = '1'
|
|
DEFINES['LLAMA_BUILD'] = '1'
|
|
DEFINES['GGML_BACKEND_SHARED'] = '1'
|
|
DEFINES['GGML_BACKEND_BUILD'] = '1'
|
|
|
|
|
|
CFLAGS += [
|
|
'-Wno-sign-compare',
|
|
'-Wno-unused-function',
|
|
'-Wno-unreachable-code',
|
|
'-Wno-tautological-unsigned-enum-zero-compare',
|
|
]
|
|
|
|
CXXFLAGS += [
|
|
'-Wno-sign-compare',
|
|
'-Wno-unused-function',
|
|
'-Wno-tautological-unsigned-enum-zero-compare',
|
|
'-Wno-implicit-fallthrough',
|
|
'-Wno-unreachable-code',
|
|
]
|
|
|
|
# Only disable those warnings on old clangs.
|
|
if CONFIG["CC_TYPE"] == "clang" and int(CONFIG["CC_VERSION"].split(".")[0]) <= 8:
|
|
CXXFLAGS += [
|
|
'-Wno-unused-variable',
|
|
'-Wno-unused-value'
|
|
]
|
|
CFLAGS += [
|
|
'-Wno-unused-variable',
|
|
]
|
|
|
|
if CONFIG["CC_TYPE"] != "gcc":
|
|
# g++ doesn't supports this warning, only gcc does
|
|
CFLAGS += [
|
|
'-Wno-absolute-value'
|
|
]
|
|
|
|
if CONFIG['OS_TARGET'] == "WINNT":
|
|
DEFINES["UNICODE"] = 1
|
|
CFLAGS += [
|
|
'-Wno-macro-redefined',
|
|
]
|
|
|
|
CXXFLAGS += [
|
|
'-Wno-macro-redefined',
|
|
]
|
|
|
|
if CONFIG['OS_TARGET'] == 'Darwin':
|
|
DEFINES["GGML_USE_ACCELERATE"] = 1
|
|
OS_LIBS += [
|
|
"-framework Accelerate"
|
|
]
|
|
|
|
if CONFIG["OS_TARGET"] == "Linux":
|
|
OS_LIBS += [
|
|
"dl",
|
|
]
|
|
if CONFIG["OS_TARGET"] == "WINNT":
|
|
OS_LIBS += [
|
|
"advapi32",
|
|
]
|
|
|
|
FINAL_LIBRARY = 'mozinference'
|