Browse Source
travis: running mingw build on travis ci
travis: running mingw build on travis ci
This commit also fixed a broken cmake dependency with unicornnce_cpp
tech4me
7 years ago
12 changed files with 273 additions and 16 deletions
-
13.travis.yml
-
3.travis/common/post-upload.sh
-
3.travis/linux-mingw/build.sh
-
3.travis/linux-mingw/deps.sh
-
59.travis/linux-mingw/docker.sh
-
106.travis/linux-mingw/scan_dll.py
-
13.travis/linux-mingw/upload.sh
-
4.travis/linux/docker.sh
-
4.travis/macos/build.sh
-
17CMakeLists.txt
-
54CMakeModules/MinGWCross.cmake
-
10appveyor.yml
@ -0,0 +1,3 @@ |
|||
#!/bin/bash -ex |
|||
mkdir "$HOME/.ccache" || true |
|||
docker run --env-file .travis/common/travis-ci.env -v $(pwd):/yuzu -v "$HOME/.ccache":/root/.ccache ubuntu:18.04 /bin/bash -ex /yuzu/.travis/linux-mingw/docker.sh |
|||
@ -0,0 +1,3 @@ |
|||
#!/bin/sh -ex |
|||
|
|||
docker pull ubuntu:18.04 |
|||
@ -0,0 +1,59 @@ |
|||
#!/bin/bash -ex |
|||
|
|||
cd /yuzu |
|||
MINGW_PACKAGES="sdl2-mingw-w64 qt5base-mingw-w64 qt5tools-mingw-w64 libsamplerate-mingw-w64 qt5multimedia-mingw-w64" |
|||
apt-get update |
|||
apt-get install -y gpg wget git python3-pip python ccache g++-mingw-w64-x86-64 gcc-mingw-w64-x86-64 mingw-w64-tools cmake |
|||
echo 'deb http://ppa.launchpad.net/tobydox/mingw-w64/ubuntu bionic main ' > /etc/apt/sources.list.d/extras.list |
|||
apt-key adv --keyserver keyserver.ubuntu.com --recv '72931B477E22FEFD47F8DECE02FE5F12ADDE29B2' |
|||
apt-get update |
|||
apt-get install -y ${MINGW_PACKAGES} |
|||
|
|||
# fix a problem in current MinGW headers |
|||
wget -q https://raw.githubusercontent.com/Alexpux/mingw-w64/d0d7f784833bbb0b2d279310ddc6afb52fe47a46/mingw-w64-headers/crt/errno.h -O /usr/x86_64-w64-mingw32/include/errno.h |
|||
# override Travis CI unreasonable ccache size |
|||
echo 'max_size = 3.0G' > "$HOME/.ccache/ccache.conf" |
|||
|
|||
# Dirty hack to trick unicorn makefile into believing we are in a MINGW system |
|||
mv /bin/uname /bin/uname1 && echo -e '#!/bin/sh\necho MINGW64' >> /bin/uname |
|||
chmod +x /bin/uname |
|||
|
|||
# Dirty hack to trick unicorn makefile into believing we have cmd |
|||
echo '' >> /bin/cmd |
|||
chmod +x /bin/cmd |
|||
|
|||
mkdir build && cd build |
|||
cmake .. -DCMAKE_TOOLCHAIN_FILE="$(pwd)/../CMakeModules/MinGWCross.cmake" -DUSE_CCACHE=ON -DYUZU_USE_BUNDLED_UNICORN=ON -DENABLE_COMPATIBILITY_LIST_DOWNLOAD=ON -DCMAKE_BUILD_TYPE=Release |
|||
make -j4 |
|||
|
|||
# Clean up the dirty hacks |
|||
rm /bin/uname && mv /bin/uname1 /bin/uname |
|||
rm /bin/cmd |
|||
|
|||
ccache -s |
|||
|
|||
echo "Tests skipped" |
|||
#ctest -VV -C Release |
|||
|
|||
echo 'Prepare binaries...' |
|||
cd .. |
|||
mkdir package |
|||
|
|||
QT_PLATFORM_DLL_PATH='/usr/x86_64-w64-mingw32/lib/qt5/plugins/platforms/' |
|||
find build/ -name "yuzu*.exe" -exec cp {} 'package' \; |
|||
|
|||
# copy Qt plugins |
|||
mkdir package/platforms |
|||
cp "${QT_PLATFORM_DLL_PATH}/qwindows.dll" package/platforms/ |
|||
cp -rv "${QT_PLATFORM_DLL_PATH}/../mediaservice/" package/ |
|||
cp -rv "${QT_PLATFORM_DLL_PATH}/../imageformats/" package/ |
|||
rm -f package/mediaservice/*d.dll |
|||
|
|||
for i in package/*.exe; do |
|||
# we need to process pdb here, however, cv2pdb |
|||
# does not work here, so we just simply strip all the debug symbols |
|||
x86_64-w64-mingw32-strip "${i}" |
|||
done |
|||
|
|||
pip3 install pefile |
|||
python3 .travis/linux-mingw/scan_dll.py package/*.exe "package/" |
|||
@ -0,0 +1,106 @@ |
|||
import pefile |
|||
import sys |
|||
import re |
|||
import os |
|||
import queue |
|||
import shutil |
|||
|
|||
# constant definitions |
|||
KNOWN_SYS_DLLS = ['WINMM.DLL', 'MSVCRT.DLL', 'VERSION.DLL', 'MPR.DLL', |
|||
'DWMAPI.DLL', 'UXTHEME.DLL', 'DNSAPI.DLL', 'IPHLPAPI.DLL'] |
|||
# below is for Ubuntu 18.04 with specified PPA enabled, if you are using |
|||
# other distro or different repositories, change the following accordingly |
|||
DLL_PATH = [ |
|||
'/usr/x86_64-w64-mingw32/bin/', |
|||
'/usr/x86_64-w64-mingw32/lib/', |
|||
'/usr/lib/gcc/x86_64-w64-mingw32/7.3-posix/' |
|||
] |
|||
|
|||
missing = [] |
|||
|
|||
|
|||
def parse_imports(file_name): |
|||
results = [] |
|||
pe = pefile.PE(file_name, fast_load=True) |
|||
pe.parse_data_directories() |
|||
|
|||
for entry in pe.DIRECTORY_ENTRY_IMPORT: |
|||
current = entry.dll.decode() |
|||
current_u = current.upper() # b/c Windows is often case insensitive |
|||
# here we filter out system dlls |
|||
# dll w/ names like *32.dll are likely to be system dlls |
|||
if current_u.upper() not in KNOWN_SYS_DLLS and not re.match(string=current_u, pattern=r'.*32\.DLL'): |
|||
results.append(current) |
|||
|
|||
return results |
|||
|
|||
|
|||
def parse_imports_recursive(file_name, path_list=[]): |
|||
q = queue.Queue() # create a FIFO queue |
|||
# file_name can be a string or a list for the convience |
|||
if isinstance(file_name, str): |
|||
q.put(file_name) |
|||
elif isinstance(file_name, list): |
|||
for i in file_name: |
|||
q.put(i) |
|||
full_list = [] |
|||
while q.qsize(): |
|||
current = q.get_nowait() |
|||
print('> %s' % current) |
|||
deps = parse_imports(current) |
|||
# if this dll does not have any import, ignore it |
|||
if not deps: |
|||
continue |
|||
for dep in deps: |
|||
# the dependency already included in the list, skip |
|||
if dep in full_list: |
|||
continue |
|||
# find the requested dll in the provided paths |
|||
full_path = find_dll(dep) |
|||
if not full_path: |
|||
missing.append(dep) |
|||
continue |
|||
full_list.append(dep) |
|||
q.put(full_path) |
|||
path_list.append(full_path) |
|||
return full_list |
|||
|
|||
|
|||
def find_dll(name): |
|||
for path in DLL_PATH: |
|||
for root, _, files in os.walk(path): |
|||
for f in files: |
|||
if name.lower() == f.lower(): |
|||
return os.path.join(root, f) |
|||
|
|||
|
|||
def deploy(name, dst, dry_run=False): |
|||
dlls_path = [] |
|||
parse_imports_recursive(name, dlls_path) |
|||
for dll_entry in dlls_path: |
|||
if not dry_run: |
|||
shutil.copy(dll_entry, dst) |
|||
else: |
|||
print('[Dry-Run] Copy %s to %s' % (dll_entry, dst)) |
|||
print('Deploy completed.') |
|||
return dlls_path |
|||
|
|||
|
|||
def main(): |
|||
if len(sys.argv) < 3: |
|||
print('Usage: %s [files to examine ...] [target deploy directory]') |
|||
return 1 |
|||
to_deploy = sys.argv[1:-1] |
|||
tgt_dir = sys.argv[-1] |
|||
if not os.path.isdir(tgt_dir): |
|||
print('%s is not a directory.' % tgt_dir) |
|||
return 1 |
|||
print('Scanning dependencies...') |
|||
deploy(to_deploy, tgt_dir) |
|||
if missing: |
|||
print('Following DLLs are not found: %s' % ('\n'.join(missing))) |
|||
return 0 |
|||
|
|||
|
|||
if __name__ == '__main__': |
|||
main() |
|||
@ -0,0 +1,13 @@ |
|||
#!/bin/bash -ex |
|||
|
|||
. .travis/common/pre-upload.sh |
|||
|
|||
REV_NAME="yuzu-windows-mingw-${GITDATE}-${GITREV}" |
|||
ARCHIVE_NAME="${REV_NAME}.tar.gz" |
|||
COMPRESSION_FLAGS="-czvf" |
|||
|
|||
mkdir "$REV_NAME" |
|||
# get around the permission issues |
|||
cp -r package/* "$REV_NAME" |
|||
|
|||
. .travis/common/post-upload.sh |
|||
@ -0,0 +1,54 @@ |
|||
SET(MINGW_PREFIX /usr/x86_64-w64-mingw32/) |
|||
SET(CMAKE_SYSTEM_NAME Windows) |
|||
SET(CMAKE_SYSTEM_PROCESSOR x86_64) |
|||
# Actually a hack, w/o this will cause some strange errors |
|||
SET(CMAKE_HOST_WIN32 TRUE) |
|||
|
|||
|
|||
SET(CMAKE_FIND_ROOT_PATH ${MINGW_PREFIX}) |
|||
SET(SDL2_PATH ${MINGW_PREFIX}) |
|||
SET(MINGW_TOOL_PREFIX ${CMAKE_SYSTEM_PROCESSOR}-w64-mingw32-) |
|||
|
|||
# Specify the cross compiler |
|||
SET(CMAKE_C_COMPILER ${MINGW_TOOL_PREFIX}gcc-posix) |
|||
SET(CMAKE_CXX_COMPILER ${MINGW_TOOL_PREFIX}g++-posix) |
|||
SET(CMAKE_RC_COMPILER ${MINGW_TOOL_PREFIX}windres) |
|||
|
|||
# Mingw tools |
|||
SET(STRIP ${MINGW_TOOL_PREFIX}strip) |
|||
SET(WINDRES ${MINGW_TOOL_PREFIX}windres) |
|||
SET(ENV{PKG_CONFIG} ${MINGW_TOOL_PREFIX}pkg-config) |
|||
|
|||
# ccache wrapper |
|||
OPTION(USE_CCACHE "Use ccache for compilation" OFF) |
|||
IF(USE_CCACHE) |
|||
FIND_PROGRAM(CCACHE ccache) |
|||
IF (CCACHE) |
|||
MESSAGE(STATUS "Using ccache found in PATH") |
|||
SET_PROPERTY(GLOBAL PROPERTY RULE_LAUNCH_COMPILE ${CCACHE}) |
|||
SET_PROPERTY(GLOBAL PROPERTY RULE_LAUNCH_LINK ${CCACHE}) |
|||
ELSE(CCACHE) |
|||
MESSAGE(WARNING "USE_CCACHE enabled, but no ccache found") |
|||
ENDIF(CCACHE) |
|||
ENDIF(USE_CCACHE) |
|||
|
|||
# Search for programs in the build host directories |
|||
SET(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER) |
|||
|
|||
|
|||
# Echo modified cmake vars to screen for debugging purposes |
|||
IF(NOT DEFINED ENV{MINGW_DEBUG_INFO}) |
|||
MESSAGE("") |
|||
MESSAGE("Custom cmake vars: (blank = system default)") |
|||
MESSAGE("-----------------------------------------") |
|||
MESSAGE("* CMAKE_C_COMPILER : ${CMAKE_C_COMPILER}") |
|||
MESSAGE("* CMAKE_CXX_COMPILER : ${CMAKE_CXX_COMPILER}") |
|||
MESSAGE("* CMAKE_RC_COMPILER : ${CMAKE_RC_COMPILER}") |
|||
MESSAGE("* WINDRES : ${WINDRES}") |
|||
MESSAGE("* ENV{PKG_CONFIG} : $ENV{PKG_CONFIG}") |
|||
MESSAGE("* STRIP : ${STRIP}") |
|||
MESSAGE("* USE_CCACHE : ${USE_CCACHE}") |
|||
MESSAGE("") |
|||
# So that the debug info only appears once |
|||
SET(ENV{MINGW_DEBUG_INFO} SHOWN) |
|||
ENDIF() |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue