diff --git a/.ci/Dockerfile.x86 b/.ci/Dockerfile.x86 new file mode 100644 index 00000000..97d10766 --- /dev/null +++ b/.ci/Dockerfile.x86 @@ -0,0 +1,13 @@ +FROM cirrusci/flutter:stable + +ENV EMULATOR_API_LEVEL=28 ABI="default;x86" EMULATOR_NAME='NEXUS_6P_API_28' + +RUN sudo apt-get update && \ + sudo apt-get install -y imagemagick && \ + sudo rm -rf /var/lib/apt/lists/* + +RUN sdkmanager --update && sdkmanager "system-images;android-$EMULATOR_API_LEVEL;$ABI" + +RUN echo no | avdmanager create avd -n $EMULATOR_NAME -k "system-images;android-$EMULATOR_API_LEVEL;$ABI" + +#ADD .ci/config.ini $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini diff --git a/.ci/config.ini b/.ci/config.ini new file mode 100644 index 00000000..9f6f28a9 --- /dev/null +++ b/.ci/config.ini @@ -0,0 +1,49 @@ +AvdId=Nexus_6P_API_28 +PlayStore.enabled=false +abi.type=x86_64 +avd.ini.displayname=Nexus 6P API 28 +avd.ini.encoding=UTF-8 +disk.dataPartition.size=800M +fastboot.chosenSnapshotFile= +fastboot.forceChosenSnapshotBoot=no +fastboot.forceColdBoot=no +fastboot.forceFastBoot=yes +hw.accelerometer=no +hw.arc=false +hw.audioInput=yes +hw.battery=yes +hw.camera.back=none +hw.camera.front=none +hw.cpu.arch=x86_64 +hw.cpu.ncore=2 +hw.dPad=no +hw.device.hash2=MD5:869d76256fcdae165862720ddb8343f9 +hw.device.manufacturer=Google +hw.device.name=Nexus 6P +hw.gps=no +hw.gpu.enabled=yes +hw.gpu.mode=auto +hw.initialOrientation=Portrait +hw.keyboard=yes +hw.lcd.density=480 +hw.lcd.height=2560 +hw.lcd.width=1440 +hw.mainKeys=no +hw.ramSize=1536 +hw.sdCard=yes +hw.sensors.orientation=no +hw.sensors.proximity=no +hw.trackBall=no +image.sysdir.1=system-images/android-28/default/x86_64/ +runtime.network.latency=none +runtime.network.speed=full +sdcard.path=$HOME/.android/avd/$EMULATOR_NAME.avd/sdcard.img +sdcard.size=100M +showDeviceFrame=no +skin.dynamic=yes +skin.name=1440x2560 +skin.path=_no_skin +skin.path.backup=_no_skin +tag.display=Default Android System Image +tag.id=default +vm.heapSize=256 \ No newline at end of file diff --git a/.cirrus.yml b/.cirrus.yml index 44bee727..ac29efe2 100644 --- a/.cirrus.yml +++ b/.cirrus.yml @@ -1,9 +1,9 @@ unit_task: container: - image: cirrusci/flutter:latest + image: cirrusci/flutter:stable pub_cache: folder: ~/.pub-cache - imagemagic_script: + imagemagic_install_script: - sudo apt-get update -y - sudo apt-get install -y imagemagick pub_get_script: @@ -12,23 +12,155 @@ unit_task: - pub get # because no pubspec.lock test_script: - pub run test test/all_tests.dart + activate_coverage_script: + - pub global activate coverage 0.13.3 + coverage_test_script: + - script/code_coverage.sh -integration_task: +ios_integration_task: osx_instance: image: mojave-xcode-11.2.1-flutter # image: mojave-xcode-10.1-flutter + pub_cache: + folder: ~/.pub-cache simulators_script: - xcrun simctl list devicetypes - xcrun simctl list runtimes simulators_json_script: - xcrun simctl list devices --json + imagemagick_install_script: + - brew install imagemagick + - convert -version || echo -n doctor_script: flutter doctor -v activate_script: pub global activate --source path . - imagemagick_script: brew install imagemagick test_script: - export PATH="$HOME/.pub-cache/bin:$PATH" # needed to find screenshots - cd example - screenshots -c screenshots_ios.yaml -v - find_artifacts: find ios/fastlane/screenshots screenshot_artifacts: - path: ios/fastlane/screenshots \ No newline at end of file + path: example/ios/fastlane/screenshots/* + +android_integration_task: + container: + dockerfile: .ci/Dockerfile.x86 + cpu: 4 + memory: 10G + kvm: true + pub_cache: + folder: ~/.pub-cache + gradle_cache: + folder: ~/.gradle/caches + gradle_wrapper_cache: + folder: ~/.gradle/wrapper + emulator_config_script: +# - EMULATOR_NAME=Nexus_6P_API_28 + - cat $HOME/.android/avd/$EMULATOR_NAME.ini + - cat $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini +# - rm $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini +# - | +# cat << EOF >> $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini +# hw.lcd.width=1440 +# hw.lcd.height=2560 +# hw.device.name=Nexus 6P +# hw.device.manufacturer=Google +# avd.ini.displayname=Nexus 6P API 28 +# EOF +# - | +# cat << EOF >> $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini +# AvdId=$EMULATOR_NAME +# PlayStore.enabled=false +# abi.type=x86_64 +# avd.ini.displayname=Nexus 6P API 28 +# avd.ini.encoding=UTF-8 +# disk.dataPartition.size=800M +# fastboot.chosenSnapshotFile= +# fastboot.forceChosenSnapshotBoot=no +# fastboot.forceColdBoot=no +# fastboot.forceFastBoot=yes +# hw.accelerometer=no +# hw.arc=false +# hw.audioInput=yes +# hw.battery=yes +# hw.camera.back=virtualscene +# hw.camera.front=emulated +# hw.cpu.arch=x86_64 +# hw.cpu.ncore=2 +# hw.dPad=no +# hw.device.hash2=MD5:210d8492b0d8f56499facd30fdda7669 +# hw.device.manufacturer=Google +# hw.device.name=Nexus 6P +# hw.gps=no +# hw.gpu.enabled=yes +# hw.gpu.mode=auto +# hw.initialOrientation=Portrait +# hw.keyboard=yes +# hw.lcd.density=480 +# hw.lcd.height=2560 +# hw.lcd.width=1440 +# hw.mainKeys=no +# hw.ramSize=1536 +# hw.sdCard=yes +# hw.sensors.orientation=no +# hw.sensors.proximity=no +# hw.trackBall=no +# image.sysdir.1=system-images/android-28/default/x86_64/ +# runtime.network.latency=none +# runtime.network.speed=full +# sdcard.path=$HOME/.android/avd/$EMULATOR_NAME.avd/sdcard.img +# sdcard.size=100M +# showDeviceFrame=no +# skin.dynamic=yes +# skin.name=1440x2560 +# skin.path=_no_skin +# skin.path.backup=_no_skin +# tag.display=Default Android System Image +# tag.id=default +# vm.heapSize=256 +# EOF +# - cat $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini +# android_licenses_script: +# - yes | sdkmanager --licenses >/dev/null + start_emulator_background_script: + - sudo chown cirrus:cirrus /dev/kvm + - $ANDROID_HOME/emulator/emulator-headless -version + - $ANDROID_HOME/emulator/emulator-headless -avd $EMULATOR_NAME -no-audio -no-window -verbose + activate_script: + - pub global activate --source path . + wait_for_emulator_script: + - ./script/android-wait-for-emulator.sh + # checks made by daemon to decide if running device is emulator or real + - adb shell getprop ro.product.cpu.abi # 'x86_64' (device) + - adb shell getprop ro.hardware # 'ranchu' (emulator) + - adb shell getprop ro.build.characteristics # 'emulator' (emulator) + - adb shell getprop ro.build.version.release # '9' (emulator) + - adb shell getprop ro.build.version.sdk # '28' (emulator)) + - adb shell getprop +# logcat_background_script: adb logcat -e flutter\|Observatory *:I + logcat_background_script: adb logcat -e flutter\|Observatory + doctor_script: + - flutter doctor -v + test_script: + - export PATH="$HOME/.pub-cache/bin:$PATH" # needed to find screenshots + - (cd example; screenshots -c screenshots_android.yaml -v) + screenshots_artifacts: + # path: example/android/fastlane/screenshots/* + path: "example/android/fastlane/metadata/android/*" + cleanup_before_cache_script: + - env + - pwd + - echo GRADLE_VERSION = $GRADLE_VERSION + - ls -la + - find . + - GRADLE_VERSION=$(./example/android/gradlew -version | grep Gradle | awk '{print $2}') + - echo GRADLE_VERSION = $GRADLE_VERSION + - echo $HOME + - echo ~ + - find ${HOME}/.gradle/caches || echo -n + - | + if [[ ! -z "$GRADLE_VERSION" ]]; + then + rm -rfv ${HOME}/.gradle/caches/$GRADLE_VERSION/ + fi + - rm -rfv ${HOME}/.gradle/caches/transforms-1 + - rm -rfv ${HOME}/.gradle/caches/journal-1 + - find ${HOME}/.gradle/caches/ -name "*.lock" -type f -delete || echo -n diff --git a/.travis.yml b/.travis.yml index 81736625..d7d4ed27 100644 --- a/.travis.yml +++ b/.travis.yml @@ -4,16 +4,21 @@ env: global: - FLUTTER_CHANNEL=stable - FLUTTER_VERSION=1.9.1+hotfix.6-${FLUTTER_CHANNEL} -# - DART_VERSION=2.5.0 # for unit tests + - DART_VERSION=2.5.0 # for unit tests matrix: fast_finish: true jobs: allow_failures: +# # don't wait for android to finish +# - env: +# - Run screenshots on Android +# - OS=linux + # don't wait for ios to finish - env: - - Run screenshots on Android - - OS=linux + - Run screenshots on iOS + - OS=macos include: - stage: Testing @@ -21,24 +26,24 @@ jobs: - Unit tests - OS=linux os: linux - language: dart - dart: stable +# language: dart +# dart: stable install: # - dart --version -# - curl --connect-timeout 15 --retry 5 https://storage.googleapis.com/dart-archive/channels/stable/release/$DART_VERSION/sdk/dartsdk-linux-x64-release.zip > ${TRAVIS_HOME}/dartsdk.zip -# - unzip ${TRAVIS_HOME}/dartsdk.zip -d ${TRAVIS_HOME} > /dev/null -# - rm ${TRAVIS_HOME}/dartsdk.zip -# - export DART_SDK="${TRAVIS_HOME}/dart-sdk" -# - export PATH="$DART_SDK/bin:$PATH" -# - export PATH="${TRAVIS_HOME}/.pub-cache/bin:$PATH" + - curl --connect-timeout 15 --retry 5 https://storage.googleapis.com/dart-archive/channels/stable/release/$DART_VERSION/sdk/dartsdk-linux-x64-release.zip > ${TRAVIS_HOME}/dartsdk.zip + - unzip ${TRAVIS_HOME}/dartsdk.zip -d ${TRAVIS_HOME} > /dev/null + - rm ${TRAVIS_HOME}/dartsdk.zip + - export DART_SDK="${TRAVIS_HOME}/dart-sdk" + - export PATH="$DART_SDK/bin:$PATH" + - export PATH="${TRAVIS_HOME}/.pub-cache/bin:$PATH" - pub --version - dart --version - pub get # because no pubspec.lock - pub run test test/all_tests.dart # install image magick (already installed) # install coverage tool - - pub global activate coverage + - pub global activate coverage 0.13.3 script: - script/code_coverage.sh @@ -58,7 +63,7 @@ jobs: # osx_image: xcode10 # macOS 10.13, JDK 10.0.2+13 osx_image: xcode11.2 # macOS 10.14, JDK 13.0.1 - # run on master or PRs (ignore pushes) + # run on master or PRs (ignore other branches) # if: branch = master before_install: @@ -98,105 +103,259 @@ jobs: - flutter doctor -v # install ImageMagick - - brew install imagemagick + - brew install imagemagick & # install most current (released or unreleased) Screenshots - pub global activate --source path . script: - cd example; screenshots -c screenshots_ios.yaml -v - - before_deploy: - # copy artifacts to cache for later deploy - - zip -r $HOME/screenshots/screenshots.zip ios/fastlane/screenshots android/fastlane/metadata/android/*/images - - # deploy artifacts if tagged commit - deploy: - provider: releases - skip_cleanup: true - api_key: - secure: wyPNNbjTFChWOGc/JiTpGhN490dRzz/qhU2T3CddZALjy4VN3LywennK3xnTOAq+FEYE9H/quP/SxkUX154al/lxeL6QuN5D0Ev2bL3lS9jyaoe0NOKx5GnNTzfv84taZPi768UF4rgYqzzdF8WJTCe0dlvDH7qKgH+dHIZGoB1dM/hhWMEXUv0uAZuFDkepxWHOLHsIABunkz428MEsSRCTdEWOsgdFiEl+DOC5ErmorgHazUWPpSwenz13kCLhU+wT2Fsek5tGBO6GT1Mvw8qrht3LUZBaBQJfx4yhdXQKtq0Dr+gI9a3sbF/3TKV0nRvDVA+KGmMLHT+fkRrz1xkGvrLnCDfkylDZlmn/IoQUkv4JwI+lJIXfUp40pMmSlFH1WKToWSjMsPSxv02fVYzxNZoxlno+qyKk4lfdROOSSYS5LjmMd+Lrvhmx7vNMCHl57fdXdKwgyJllxT/khMZTJv5IPQih1yi3m/hDw0s59IHYd22QHFoodcdAPy2xxeVh8VhzhucpesWAvoFZfgdTmPZXAzpMR4kEaeBb5f3Z/Eg3AypDPXg67kXwFqTRL+ZqDzOFynZYJML8RbsZd/nqU5TYc0Ocmh0YMA3v0Z43wuZMshXOXujl8z3zmnwzV/QmFP0U/phOGa9SmvKtRyGQoTGtIXoPWdXrRpgm3F4= - file: - - $HOME/screenshots/screenshots.zip - on: - tags: true +# +# before_deploy: +# # bundle artifacts for later deploy +# - zip -r $HOME/screenshots/screenshots.zip ios/fastlane/screenshots android/fastlane/metadata/android/*/images +# # Set up git user name and tag this commit +## - git config --local user.name "$GIT_USER_NAME" +## - git config --local user.email "$GIT_USER_EMAIL" +## - export TRAVIS_TAG=${TRAVIS_TAG:-$(date +'%Y%m%d%H%M%S')-$(git log --format=%h -1)} +## - git tag $TRAVIS_TAG +# +# # deploy artifacts if tagged commit +# deploy: +# provider: releases +# skip_cleanup: true +# api_key: +# secure: wyPNNbjTFChWOGc/JiTpGhN490dRzz/qhU2T3CddZALjy4VN3LywennK3xnTOAq+FEYE9H/quP/SxkUX154al/lxeL6QuN5D0Ev2bL3lS9jyaoe0NOKx5GnNTzfv84taZPi768UF4rgYqzzdF8WJTCe0dlvDH7qKgH+dHIZGoB1dM/hhWMEXUv0uAZuFDkepxWHOLHsIABunkz428MEsSRCTdEWOsgdFiEl+DOC5ErmorgHazUWPpSwenz13kCLhU+wT2Fsek5tGBO6GT1Mvw8qrht3LUZBaBQJfx4yhdXQKtq0Dr+gI9a3sbF/3TKV0nRvDVA+KGmMLHT+fkRrz1xkGvrLnCDfkylDZlmn/IoQUkv4JwI+lJIXfUp40pMmSlFH1WKToWSjMsPSxv02fVYzxNZoxlno+qyKk4lfdROOSSYS5LjmMd+Lrvhmx7vNMCHl57fdXdKwgyJllxT/khMZTJv5IPQih1yi3m/hDw0s59IHYd22QHFoodcdAPy2xxeVh8VhzhucpesWAvoFZfgdTmPZXAzpMR4kEaeBb5f3Z/Eg3AypDPXg67kXwFqTRL+ZqDzOFynZYJML8RbsZd/nqU5TYc0Ocmh0YMA3v0Z43wuZMshXOXujl8z3zmnwzV/QmFP0U/phOGa9SmvKtRyGQoTGtIXoPWdXrRpgm3F4= +# file: +# - $HOME/screenshots/screenshots.zip +# on: +# tags: true - stage: Testing env: - Run screenshots on Android - OS=linux - dist: trusty # defaults to java 1.8 - os: linux - - # run on master or PRs (ignore pushes) +# dist: trusty # defaults to java 1.8 +# os: linux + language: generic + dist: bionic + # run on master or PRs (ignore other branches) # if: branch = master before_install: - - # Install android tools + # envs + - API=28 + - ABI=x86_64 + - GOO=default - ANDROID_TOOLS=4333796 # android-28 - - export ANDROID_HOME=~/android-sdk - - wget -q "https://dl.google.com/android/repository/sdk-tools-$OS-$ANDROID_TOOLS.zip" -O android-sdk-tools.zip + - ANDROID_HOME=${HOME}/android-sdk + - GRAVIS="https://raw.githubusercontent.com/DanySK/Gravis-CI/master/" + - JDK="1.8" # the JDK used for running tests + - TOOLS=${ANDROID_HOME}/tools + # PATH order is incredibly important. e.g. the 'emulator' script exists in more than one place! + - PATH=${ANDROID_HOME}:${ANDROID_HOME}/emulator:${TOOLS}:${TOOLS}/bin:${ANDROID_HOME}/platform-tools:${PATH} + - FLUTTER_CHANNEL=stable + - FLUTTER_VERSION=1.9.1+hotfix.6-${FLUTTER_CHANNEL} + - FLUTTER_HOME=${HOME}/flutter + - PATH=${HOME}/.pub-cache/bin:${PATH} + - PATH=${FLUTTER_HOME}/bin:${FLUTTER_HOME}/bin/cache/dart-sdk/bin:${PATH} + - EMULATOR_NAME=NEXUS_6P_API_28 + + - java -version + + # Set up KVM + - sudo apt-get -y --no-install-recommends install bridge-utils libpulse0 libvirt-bin qemu-kvm virtinst ubuntu-vm-builder > /dev/null + # add travis user to groups + - sudo adduser $USER libvirt + - sudo adduser $USER kvm + + # Set up JDK 8 for Android SDK + - curl "${GRAVIS}.install-jdk-travis.sh" --output ~/.install-jdk-travis.sh + - export TARGET_JDK="${JDK}" + - JDK="1.8" # used when running sdkmanager + - source ~/.install-jdk-travis.sh + + - wget -q "https://dl.google.com/android/repository/sdk-tools-linux-$ANDROID_TOOLS.zip" -O android-sdk-tools.zip - unzip -q android-sdk-tools.zip -d ${ANDROID_HOME} - rm android-sdk-tools.zip - # - PATH=${PATH}:${ANDROID_HOME}/tools:${ANDROID_HOME}/tools/bin:${ANDROID_HOME}/platform-tools - - PATH=${PATH}:${ANDROID_HOME}/emulator:${ANDROID_HOME}/tools/bin:${ANDROID_HOME}/platform-tools - # Silence warning. - - mkdir -p ~/.android - - touch ~/.android/repositories.cfg - - # Add missing java module used by sdkmanager, etc... - # - export SDKMANAGER_OPTS="--add-modules java.se.ee" - # - export JAVA_OPTS='-XX:+IgnoreUnrecognizedVMOptions --add-modules java.se.ee' + + # Avoid harmless sdkmanager warning + - mkdir ~/.android + - echo 'count=0' > ~/.android/repositories.cfg + # Accept licenses before installing components, no need to echo y for each component - - yes | sdkmanager --licenses > /dev/null - # Platform tools - - sdkmanager "emulator" "tools" "platform-tools" > /dev/null - - sdkmanager --list | head -15 - # install older build tools (for emulator) - - sdkmanager "build-tools;25.0.2" "platforms;android-25" > /dev/null - - # Download a pinned version of the emulator since upgrades can cause issues - - ${ANDROID_HOME}/emulator/emulator -version - - emulator_version=5264690 # 29.0.9.0 (build_id 5537588) ==> 28.0.23.0 (build_id 5264690) - - curl -fo emulator.zip "https://dl.google.com/android/repository/emulator-$OS-$emulator_version.zip" - - rm -rf "${ANDROID_HOME}/emulator" - - unzip -q emulator.zip -d "${ANDROID_HOME}" - - rm -f emulator.zip + - yes | sdkmanager --licenses >/dev/null + + + install: + # Download SDK tools + - sdkmanager "platform-tools" >/dev/null + - sdkmanager "tools" >/dev/null # A second time per Travis docs, gets latest versions + - sdkmanager "build-tools;28.0.3" >/dev/null # Implicit gradle dependency - gradle drives changes + - sdkmanager "platforms;android-$API" >/dev/null # We need the API of the emulator we will run + - sdkmanager "platforms;android-28" >/dev/null # We need the API of the current compileSdkVersion from gradle.properties - + + - sdkmanager "emulator" >/dev/null + - sdkmanager "extras;android;m2repository" >/dev/null + - sdkmanager "system-images;android-$API;$GOO;$ABI" >/dev/null # install system images for emulator + + # Create an Android emulator + # - echo no | avdmanager --verbose create avd --force -n test -k "system-images;android-$API;$GOO;$ABI" -c 10M + - echo no | avdmanager --verbose create avd --force -n $EMULATOR_NAME -k "system-images;android-$API;$GOO;$ABI" + + # config emulator + - cat ~/.android/avd/$EMULATOR_NAME.ini + - cat $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini + - rm $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini + - | + cat << EOF >> $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini + AvdId=$EMULATOR_NAME + PlayStore.enabled=false + abi.type=x86_64 + avd.ini.displayname=Nexus 6P API 28 + avd.ini.encoding=UTF-8 + disk.dataPartition.size=800M + fastboot.chosenSnapshotFile= + fastboot.forceChosenSnapshotBoot=no + fastboot.forceColdBoot=no + fastboot.forceFastBoot=yes + hw.accelerometer=no + hw.arc=false + hw.audioInput=yes + hw.battery=yes + hw.camera.back=virtualscene + hw.camera.front=emulated + hw.cpu.arch=x86_64 + hw.cpu.ncore=2 + hw.dPad=no + hw.device.hash2=MD5:210d8492b0d8f56499facd30fdda7669 + hw.device.manufacturer=Google + hw.device.name=Nexus 6P + hw.gps=no + hw.gpu.enabled=yes + hw.gpu.mode=auto + hw.initialOrientation=Portrait + hw.keyboard=yes + hw.lcd.density=480 + hw.lcd.height=2560 + hw.lcd.width=1440 + hw.mainKeys=no + hw.ramSize=1536 + hw.sdCard=yes + hw.sensors.orientation=no + hw.sensors.proximity=no + hw.trackBall=no + image.sysdir.1=system-images/android-28/default/x86_64/ + runtime.network.latency=none + runtime.network.speed=full + sdcard.path=$HOME/.android/avd/$EMULATOR_NAME.avd/sdcard.img + sdcard.size=512 MB + showDeviceFrame=no + skin.dynamic=yes + skin.name=1440x2560 + skin.path=_no_skin + skin.path.backup=_no_skin + tag.display=Default Android System Image + tag.id=default + vm.heapSize=256 + - cat $HOME/.android/avd/$EMULATOR_NAME.avd/config.ini + + # start emulator - ${ANDROID_HOME}/emulator/emulator -version + # - EMU_PARAMS=" + # -verbose + # -no-snapshot + # -no-window + # -no-audio + # -no-boot-anim + # -camera-back none + # -camera-front none + # -selinux permissive + # -qemu -m 2048" + - EMU_PARAMS=" + -avd $EMULATOR_NAME + -no-window + -no-audio + -verbose + " +# - EMU_COMMAND="emulator-headless" + - EMU_COMMAND="emulator" + # This double "sudo" monstrosity is used to have Travis execute the + # emulator with its new group permissions and help preserve the rule + # of least privilege. + - sudo -E sudo -u $USER -E bash -c "${ANDROID_HOME}/emulator/${EMU_COMMAND} ${EMU_PARAMS} &" + + # install flutter (while emulator is starting) + # - sudo apt-get install -y --no-install-recommends lib32stdc++6 libstdc++6 > /dev/null + - wget --quiet --output-document=flutter.tar.xz https://storage.googleapis.com/flutter_infra/releases/${FLUTTER_CHANNEL}/linux/flutter_linux_v${FLUTTER_VERSION}.tar.xz + - tar xf flutter.tar.xz -C $(dirname ${FLUTTER_HOME}) + - rm flutter.tar.xz + + # Switch back to our target JDK version to build and run tests + - JDK="${TARGET_JDK}" + - source ~/.install-jdk-travis.sh - # Create emulator - - EMULATOR_API_LEVEL=22 - - ABI="default;armeabi-v7a" - - EMULATOR_NAME='Nexus_6P_API_28' - - sdkmanager "system-images;android-$EMULATOR_API_LEVEL;$ABI" > /dev/null - - sdkmanager --list | head -15 - - echo no | avdmanager create avd -n $EMULATOR_NAME -k "system-images;android-$EMULATOR_API_LEVEL;$ABI" - # - cat ~/.android/avd/$EMULATOR_NAME.ini - # - cat ~/.android/avd/$EMULATOR_NAME.avd/config.ini - - echo "hw.lcd.width=1440" >> ~/.android/avd/$EMULATOR_NAME.avd/config.ini - - echo "hw.lcd.height=2560" >> ~/.android/avd/$EMULATOR_NAME.avd/config.ini - - echo "hw.device.name=Nexus 6P" >> ~/.android/avd/$EMULATOR_NAME.avd/config.ini - - echo "hw.device.manufacturer=Google" >> ~/.android/avd/$EMULATOR_NAME.avd/config.ini - - echo "avd.ini.displayname=Nexus 6P API 28" >> ~/.android/avd/$EMULATOR_NAME.avd/config.ini - - # Install android sdk dependencies required by flutter - # (not used but installing anyway) - - sdkmanager "platforms;android-28" "build-tools;28.0.3" > /dev/null + - flutter doctor -v # Install image magick (already installed) - install: - - sudo apt-get install -y --no-install-recommends lib32stdc++6 libstdc++6 > /dev/null - # install pre-compiled flutter - - wget --quiet --output-document=flutter.tar.xz https://storage.googleapis.com/flutter_infra/releases/${FLUTTER_CHANNEL}/${OS}/flutter_${OS}_v${FLUTTER_VERSION}.tar.xz && tar xf flutter.tar.xz > /dev/null && rm flutter.tar.xz - - export PATH="$PATH":"$HOME/.pub-cache/bin" - - export PATH=$PWD/flutter/bin:$PWD/flutter/bin/cache/dart-sdk/bin:$PATH - before_script: - - flutter doctor -v # install most current (released or unreleased) Screenshots - pub global activate --source path . + # wait for emulator to finish startup + - ./script/android-wait-for-emulator.sh + # unlock screen +# - adb shell input keyevent 82 & + # checks made by daemon to decide if running device is emulator or real + - adb shell getprop ro.product.cpu.abi # 'x86_64' (device) + - adb shell getprop ro.hardware # 'ranchu' (emulator) + - adb shell getprop ro.build.characteristics # 'emulator' (emulator) + - adb shell getprop ro.build.version.release # '9' (emulator) + - adb shell getprop ro.build.version.sdk # '28' (emulator)) + - adb shell getprop script: - - cd example; screenshots -c screenshots_android.yaml -v + - (cd example; screenshots -c screenshots_android.yaml -v) # ignore cd + + before_cache: +# - rm -f $HOME/.gradle/caches/modules-2/modules-2.lock +# - curl "${GRAVIS}.clean_gradle_cache.sh" --output ~/.clean_gradle_cache.sh +# - bash ~/.clean_gradle_cache.sh +# - env + - pwd + - echo GRADLE_VERSION = $GRADLE_VERSION + - ls -la +# - find . + - GRADLE_VERSION=$(./example/android/gradlew -version | grep Gradle | awk '{print $2}') + - echo GRADLE_VERSION = $GRADLE_VERSION + - echo $HOME + - echo ~ +# - find ${HOME}/.gradle/caches || echo -n + - | + if [[ ! -z "$GRADLE_VERSION" ]]; + then + rm -rf ${HOME}/.gradle/caches/$GRADLE_VERSION/ + fi + - rm -rf ${HOME}/.gradle/caches/transforms-1 + - rm -rf ${HOME}/.gradle/caches/journal-1 + - find ${HOME}/.gradle/caches/ -name "*.lock" -type f -delete || echo -n + cache: + directories: + - ${HOME}/.pub-cache + - ${HOME}/.gradle/caches/ + - ${HOME}/.gradle/wrapper/ + + before_deploy: + # bundle artifacts for later deploy + - zip -r $HOME/screenshots.zip example/android/fastlane/metadata/android/*/images + + # deploy artifacts if tagged commit + deploy: + provider: releases + skip_cleanup: true + api_key: + secure: wyPNNbjTFChWOGc/JiTpGhN490dRzz/qhU2T3CddZALjy4VN3LywennK3xnTOAq+FEYE9H/quP/SxkUX154al/lxeL6QuN5D0Ev2bL3lS9jyaoe0NOKx5GnNTzfv84taZPi768UF4rgYqzzdF8WJTCe0dlvDH7qKgH+dHIZGoB1dM/hhWMEXUv0uAZuFDkepxWHOLHsIABunkz428MEsSRCTdEWOsgdFiEl+DOC5ErmorgHazUWPpSwenz13kCLhU+wT2Fsek5tGBO6GT1Mvw8qrht3LUZBaBQJfx4yhdXQKtq0Dr+gI9a3sbF/3TKV0nRvDVA+KGmMLHT+fkRrz1xkGvrLnCDfkylDZlmn/IoQUkv4JwI+lJIXfUp40pMmSlFH1WKToWSjMsPSxv02fVYzxNZoxlno+qyKk4lfdROOSSYS5LjmMd+Lrvhmx7vNMCHl57fdXdKwgyJllxT/khMZTJv5IPQih1yi3m/hDw0s59IHYd22QHFoodcdAPy2xxeVh8VhzhucpesWAvoFZfgdTmPZXAzpMR4kEaeBb5f3Z/Eg3AypDPXg67kXwFqTRL+ZqDzOFynZYJML8RbsZd/nqU5TYc0Ocmh0YMA3v0Z43wuZMshXOXujl8z3zmnwzV/QmFP0U/phOGa9SmvKtRyGQoTGtIXoPWdXrRpgm3F4= + file: + - $HOME/screenshots.zip + on: + tags: true \ No newline at end of file diff --git a/README.md b/README.md index 23cdd7f3..023f19eb 100644 --- a/README.md +++ b/README.md @@ -172,13 +172,6 @@ Note: to turn off the debug banner, in the integration test's main(), call: WidgetsApp.debugAllowBannerOverride = false; // remove debug banner for screenshots ```` -## Modifying tests based on screenshots environment -In some cases it is useful to know what device, device type, screen size, screen orientation and locale the test is currently running with. To obtain this information use: -``` -final screenshotsEnv = config.screenshotsEnv; -``` -See https://github.com/flutter/flutter/issues/31609 for related `flutter driver` issue. - # Configuration _Screenshots_ uses a configuration file to configure a run. The default config filename is `screenshots.yaml`: @@ -201,11 +194,15 @@ locales: devices: ios: iPhone XS Max: - frame: false + iPhone 11 Pro: + frame: false # no screen avail so frame must be false iPad Pro (12.9-inch) (3rd generation): - orientation: LandscapeRight + orientation: + - Portrait # default + - LandscapeRight android: Nexus 6P: + SM G965F: # a real attached device (frame and orientation disabled) # Frame screenshots frame: true @@ -222,7 +219,7 @@ Individual devices can be configured in `screenshots.yaml` by specifying per dev _frame_ parameter notes: - images generated for devices where framing is disabled may not be suitable for upload. -- set to true for devices unknown to _screenshots_. +- set to false for devices unknown to _screenshots_. _orientation_ parameter notes: - multiple orientations can be specified. For example: @@ -308,6 +305,13 @@ If device does not have a screen in screens.yaml please create an issue to reque To submit a new screen please see related [README](https://github.com/mmcc007/screenshots/blob/master/test/resources/README.md). +## Modifying tests based on screenshots environment +In some cases it is useful to know what device, device type, screen size, screen orientation and locale the test is currently running with. To obtain this information use: +``` +final screenshotsEnv = config.screenshotsEnv; +``` +See https://github.com/flutter/flutter/issues/31609 for related `flutter driver` issue. + # Upgrading To upgrade, simply re-issue the install command ````bash diff --git a/appveyor.yml b/appveyor.yml index 5165be05..661df625 100644 --- a/appveyor.yml +++ b/appveyor.yml @@ -101,7 +101,7 @@ install: - emulator -version # create and start emulator in background - - SET EMULATOR_NAME=Nexus_6P_API_28 + - SET EMULATOR_NAME=NEXUS_6P_API_28 - SET AVD_CONFIG=%USERPROFILE%\.android\avd\%EMULATOR_NAME%.avd\config.ini - echo Create and start emulator in background - emulator -accel-check & exit 0 diff --git a/example/screenshots_android.yaml b/example/screenshots_android.yaml index c87cd2c2..2eba7bec 100644 --- a/example/screenshots_android.yaml +++ b/example/screenshots_android.yaml @@ -9,12 +9,15 @@ staging: /tmp/screenshots # A list of locales supported in app locales: - en-US - - fr-CA +# - fr-CA # A list of devices to run tests on devices: android: Nexus 6P: + orientation: + - Portrait + - LandscapeRight # Frame screenshots frame: true \ No newline at end of file diff --git a/example/screenshots_ios.yaml b/example/screenshots_ios.yaml index 15dd6cd1..00635628 100644 --- a/example/screenshots_ios.yaml +++ b/example/screenshots_ios.yaml @@ -9,9 +9,9 @@ staging: /tmp/screenshots # A list of locales supported in app locales: - en-US - - fr-CA +# - fr-CA -# A list of devices to run tests on +# A map of devices to run tests on devices: ios: # iPhone XS Max: diff --git a/lib/screenshots.dart b/lib/screenshots.dart index 2fe1f2a9..4c96e5d1 100644 --- a/lib/screenshots.dart +++ b/lib/screenshots.dart @@ -1,8 +1,9 @@ library screenshots; -export 'src/run.dart' show screenshots, isImageMagicInstalled; +export 'src/run.dart' show screenshots; export 'src/config.dart'; export 'src/capture_screen.dart'; export 'src/globals.dart' show DeviceType, kConfigFileName; export 'src/utils.dart' show isAdbPath, isEmulatorPath; export 'src/base/process_common.dart'; +export 'src/image_magick.dart' show isImageMagicInstalled; diff --git a/lib/src/context_runner.dart b/lib/src/context_runner.dart index af67d8e2..a9893ed6 100644 --- a/lib/src/context_runner.dart +++ b/lib/src/context_runner.dart @@ -6,6 +6,7 @@ import 'dart:async'; import 'package:process/process.dart'; import 'package:screenshots/src/daemon_client.dart'; +import 'package:screenshots/src/image_magick.dart'; import 'package:tool_base/tool_base.dart'; import 'package:tool_mobile/tool_mobile.dart'; @@ -22,6 +23,7 @@ Future runInContext( BotDetector: () => const BotDetector(), Config: () => Config(), DaemonClient: () => DaemonClient(), + ImageMagick: () => ImageMagick(), Logger: () => platform.isWindows ? WindowsStdoutLogger() : StdoutLogger(), OperatingSystemUtils: () => OperatingSystemUtils(), ProcessManager: () => LocalProcessManager(), diff --git a/lib/src/daemon_client.dart b/lib/src/daemon_client.dart index 5d4ba828..2ac00e65 100644 --- a/lib/src/daemon_client.dart +++ b/lib/src/daemon_client.dart @@ -1,6 +1,5 @@ import 'dart:async'; import 'dart:convert'; -//import 'dart:io'; import 'package:meta/meta.dart'; import 'package:screenshots/src/utils.dart'; @@ -189,7 +188,7 @@ class DaemonClient { Future _sendCommandWaitResponse(Map command) async { _sendCommand(command); - printTrace('waiting for response: $command'); +// printTrace('waiting for response: $command'); final String response = await _waitForResponse.future; // printTrace('response: $response'); return _processResponse(response, command); @@ -253,6 +252,15 @@ abstract class BaseDevice { BaseDevice(this.id, this.name, this.category, this.platformType); + @override + bool operator ==(other) { + return other is BaseDevice && + other.name == name && + other.id == id && + other.category == category && + other.platformType == platformType; + } + @override String toString() { return 'id: $id, name: $name, category: $category, platformType: $platformType'; @@ -286,7 +294,21 @@ class DaemonDevice extends BaseDevice { this.ephemeral, this.emulatorId, { this.iosModel, - }) : super(id, name, category, platformType); + }) : super(id, name, category, platformType) { + // debug check in CI + if (emulator && emulatorId == null) throw 'Emulator id is null'; + } + + @override + bool operator ==(other) { + return super == other && + other is DaemonDevice && + other.platform == platform && + other.emulator == emulator && + other.ephemeral == ephemeral && + other.emulatorId == emulatorId && + other.iosModel == iosModel; + } @override String toString() { @@ -305,14 +327,33 @@ DaemonEmulator loadDaemonEmulator(Map emulator) { } DaemonDevice loadDaemonDevice(Map device) { - return DaemonDevice( + // hack for CI testing. + // flutter daemon is reporting x64 emulator as real device while + // flutter doctor is reporting correctly. + // Platform is reporting as 'android-arm' instead of 'android-x64', etc... + if (platform.environment['CI']?.toLowerCase() == 'true' && + device['emulator'] == false) { + return DaemonDevice( device['id'], device['name'], device['category'], device['platformType'], device['platform'], - device['emulator'], + true, device['ephemeral'], - device['emulatorId'], - iosModel: device['model']); + 'NEXUS_6P_API_28', + iosModel: device['model'], + ); + } + return DaemonDevice( + device['id'], + device['name'], + device['category'], + device['platformType'], + device['platform'], + device['emulator'], + device['ephemeral'], + device['emulatorId'], + iosModel: device['model'], + ); } diff --git a/lib/src/globals.dart b/lib/src/globals.dart index 46f06730..08610d10 100644 --- a/lib/src/globals.dart +++ b/lib/src/globals.dart @@ -1,5 +1,3 @@ -import 'image_magick.dart'; - /// default config file name const String kConfigFileName = 'screenshots.yaml'; @@ -18,8 +16,5 @@ enum DeviceType { android, ios } /// Run mode enum RunMode { normal, recording, comparison, archive } -/// singleton -ImageMagick get im => ImageMagick(); - /// No flavor const String kNoFlavor = 'no flavor'; diff --git a/lib/src/image_magick.dart b/lib/src/image_magick.dart index 4c243ceb..48fabef4 100644 --- a/lib/src/image_magick.dart +++ b/lib/src/image_magick.dart @@ -4,6 +4,15 @@ import 'package:path/path.dart' as p; import 'package:screenshots/src/utils.dart'; import 'package:tool_base/tool_base.dart'; +import 'context_runner.dart'; + +final ImageMagick _kImageMagick = ImageMagick(); + +/// Currently active implementation of ImageMagick. +/// +/// Override this in tests with a fake/mocked daemon client. +ImageMagick get im => context.get() ?? _kImageMagick; + class ImageMagick { static const _kThreshold = 0.76; static const kDiffSuffix = '-diff'; @@ -153,3 +162,15 @@ class ImageMagick { return runCmd(_getPlatformCmd(imCmd, imCmdArgs)); } } + + +/// Check Image Magick is installed. +Future isImageMagicInstalled() async { + try { + return await runInContext(() { + return runCmd(platform.isWindows ? ['magick', '-version'] : ['convert', '-version']) == 0; + }); + } catch (e) { + return false; + } +} \ No newline at end of file diff --git a/lib/src/image_processor.dart b/lib/src/image_processor.dart index 7d7599d4..abce0d65 100644 --- a/lib/src/image_processor.dart +++ b/lib/src/image_processor.dart @@ -55,7 +55,8 @@ class ImageProcessor { // add frame if required if (_config.isFrameRequired(deviceName, orientation)) { final Map screenResources = screenProps['resources']; - printStatus('Processing screenshots from test...'); + final status = logger.startProgress('Processing screenshots from test...', + timeout: Duration(minutes: 4)); // unpack images for screen from package to local tmpDir area await resources.unpackImages(screenResources, _config.stagingDir); @@ -78,6 +79,7 @@ class ImageProcessor { await frame(_config.stagingDir, screenProps, screenshotPath.path, deviceType, runMode); } + status.stop(); } else { printStatus('Warning: framing is not enabled'); } @@ -96,7 +98,7 @@ class ImageProcessor { // prefix screenshots with name of device before moving // (useful for uploading to apple via fastlane) await utils.prefixFilesInDir(screenshotsDir, - '$deviceName-${utils.getStringFromEnum(orientation)}-'); + '$deviceName-${orientation == null?kDefaultOrientation:utils.getStringFromEnum(orientation)}-'); printStatus('Moving screenshots to $dstDir'); utils.moveFiles(screenshotsDir, dstDir); diff --git a/lib/src/orientation.dart b/lib/src/orientation.dart index 59d296b1..e5b09455 100644 --- a/lib/src/orientation.dart +++ b/lib/src/orientation.dart @@ -5,6 +5,7 @@ import 'globals.dart'; import 'utils.dart' as utils; import 'utils.dart'; +const kDefaultOrientation = 'Portrait'; enum Orientation { Portrait, LandscapeRight, PortraitUpsideDown, LandscapeLeft } /// Change orientation of a running emulator or simulator. diff --git a/lib/src/run.dart b/lib/src/run.dart index 5cbc7953..5ec16c3d 100644 --- a/lib/src/run.dart +++ b/lib/src/run.dart @@ -12,7 +12,7 @@ import 'daemon_client.dart'; import 'fastlane.dart' as fastlane; import 'globals.dart'; import 'image_processor.dart'; -import 'orientation.dart' as orient; +import 'orientation.dart'; import 'resources.dart' as resources; import 'screens.dart'; import 'utils.dart' as utils; @@ -32,6 +32,7 @@ Future screenshots( mode: mode, flavor: flavor, isBuild: isBuild, + verbose: isVerbose ); // run in context if (isVerbose) { @@ -56,6 +57,7 @@ class Screenshots { this.mode = 'normal', this.flavor = kNoFlavor, this.isBuild, + this.verbose = false, }) { config = Config(configPath: configPath, configStr: configStr); } @@ -65,6 +67,7 @@ class Screenshots { final String mode; final String flavor; final bool isBuild; // defaults to null + final bool verbose; RunMode runMode; Screens screens; @@ -89,10 +92,8 @@ class Screenshots { await screens.init(); // start flutter daemon - Status status; - status = logger.startProgress('Starting flutter daemon...', + final status = logger.startProgress('Starting flutter daemon...', timeout: Duration(milliseconds: 10000)); - // daemonClient.verbose = true; await daemonClient.start; status.stop(); @@ -316,7 +317,7 @@ class Screenshots { // Change orientation if required final configDevice = config.getDevice(configDeviceName); if (configDevice.orientations != null) { - for (orient.Orientation orientation in configDevice.orientations) { + for (final orientation in configDevice.orientations) { final currentDevice = utils.getDeviceFromId(await daemonClient.devices, deviceId); currentDevice == null @@ -325,7 +326,7 @@ class Screenshots { switch (deviceType) { case DeviceType.android: if (currentDevice.emulator) { - orient.changeDeviceOrientation(deviceType, orientation, + changeDeviceOrientation(deviceType, orientation, deviceId: deviceId); } else { printStatus( @@ -334,7 +335,7 @@ class Screenshots { break; case DeviceType.ios: if (currentDevice.emulator) { - orient.changeDeviceOrientation(deviceType, orientation, + changeDeviceOrientation(deviceType, orientation, scriptDir: '${config.stagingDir}/resources/script'); } else { printStatus( @@ -388,12 +389,16 @@ class Screenshots { Future runProcessTests( configDeviceName, String locale, - orient.Orientation orientation, + Orientation orientation, DeviceType deviceType, String deviceId, ) async { for (final testPath in config.tests) { final command = ['flutter', '-d', deviceId, 'drive']; + // if verbose on CI + if (verbose && platform.environment['CI'] == 'true') { + command.add('-v'); + } bool _isBuild() => isBuild != null ? isBuild : config.getDevice(configDeviceName).isBuild; @@ -436,14 +441,14 @@ Future startSimulator(DaemonClient daemonClient, String deviceId) async { /// Start android emulator and return device id. Future startEmulator( DaemonClient daemonClient, String emulatorId, stagingDir) async { - if (utils.isCI()) { - // testing on CI/CD requires starting emulator in a specific way - await _startAndroidEmulatorOnCI(emulatorId, stagingDir); - return utils.findAndroidDeviceId(emulatorId); - } else { +// if (utils.isCI()) { +// // testing on CI/CD requires starting emulator in a specific way +// await _startAndroidEmulatorOnCI(emulatorId, stagingDir); +// return utils.findAndroidDeviceId(emulatorId); +// } else { // testing locally, so start emulator in normal way return await daemonClient.launchEmulator(emulatorId); - } +// } } /// Find a real device or running emulator/simulator for [deviceName]. @@ -451,28 +456,27 @@ Future startEmulator( DaemonDevice findRunningDevice(List devices, List emulators, String deviceName) { return devices.firstWhere((device) { - // hack for CI testing of old arm emulator -// if (utils.isCI() && device.platform == 'android-arm') { - if (device.platform == 'android-arm') { - /// Find the device name of a running emulator. - String findDeviceNameOfRunningEmulator( - List emulators, String deviceId) { - final emulatorId = utils.getAndroidEmulatorId(deviceId); - final emulator = emulators.firstWhere( - (emulator) => emulator.id == emulatorId, - orElse: () => null); - return emulator == null ? null : emulator.name; - } - - final emulatorName = - findDeviceNameOfRunningEmulator(emulators, device.id); - return emulatorName.contains(deviceName); - } +// // hack for CI testing. Platform is reporting as 'android-arm' instead of 'android-x86' +// if (device.platform == 'android-arm') { +// /// Find the device name of a running emulator. +// String findDeviceNameOfRunningEmulator( +// List emulators, String deviceId) { +// final emulatorId = utils.getAndroidEmulatorId(deviceId); +// final emulator = emulators.firstWhere( +// (emulator) => emulator.id == emulatorId, +// orElse: () => null); +// return emulator == null ? null : emulator.name; +// } +// +// final emulatorName = +// findDeviceNameOfRunningEmulator(emulators, device.id); +// return emulatorName.contains(deviceName); +// } if (device.emulator) { if (device.platformType == 'android') { // running emulator - return device.emulatorId.replaceAll('_', ' ').contains(deviceName); + return device.emulatorId.replaceAll('_', ' ').toUpperCase().contains(deviceName.toUpperCase()); } else { // running simulator return device.name.contains(deviceName); @@ -579,39 +583,27 @@ Future shutdownAndroidEmulator( return device['id']; } -/// Start android emulator in a CI environment. -Future _startAndroidEmulatorOnCI(String emulatorId, String stagingDir) async { - // testing on CI/CD requires starting emulator in a specific way - final androidHome = platform.environment['ANDROID_HOME']; - await utils.streamCmd([ - '$androidHome/emulator/emulator', - '-avd', - emulatorId, - '-no-audio', - '-no-window', - '-no-snapshot', - '-gpu', - 'swiftshader', - ], mode: ProcessStartMode.detached); - // wait for emulator to start - await utils - .streamCmd(['$stagingDir/resources/script/android-wait-for-emulator']); -} +///// Start android emulator in a CI environment. +//Future _startAndroidEmulatorOnCI(String emulatorId, String stagingDir) async { +// // testing on CI/CD requires starting emulator in a specific way +// final androidHome = platform.environment['ANDROID_HOME']; +// await utils.streamCmd([ +// '$androidHome/emulator/emulator', +// '-avd', +// emulatorId, +// '-no-audio', +// '-no-window', +// '-no-snapshot', +// '-gpu', +// 'swiftshader', +// ], mode: ProcessStartMode.detached); +// // wait for emulator to start +// await utils +// .streamCmd(['$stagingDir/resources/script/android-wait-for-emulator']); +//} /// Get device type from config info DeviceType getDeviceType(Config config, String deviceName) { return config.getDevice(deviceName).deviceType; } -/// Check Image Magick is installed. -Future isImageMagicInstalled() async { - try { - return await runInContext(() { - final cmd = - platform.isWindows ? ['magick', '-version'] : ['convert', '-version']; - return utils.runCmd(cmd) == 0; - }); - } catch (e) { - return false; - } -} diff --git a/lib/src/utils.dart b/lib/src/utils.dart index e6c0074f..0166a447 100644 --- a/lib/src/utils.dart +++ b/lib/src/utils.dart @@ -8,6 +8,7 @@ import 'package:screenshots/src/daemon_client.dart'; import 'package:tool_base/tool_base.dart'; import 'package:tool_mobile/tool_mobile.dart'; import 'package:yaml/yaml.dart'; + import 'context_runner.dart'; import 'globals.dart'; @@ -107,10 +108,10 @@ String getHighestIosVersion(Map iOSVersions) { return iOSVersionName; } -/// Create list of avds, -List getAvdNames() { - return cmd([getEmulatorPath(androidSdk), '-list-avds']).split('\n'); -} +///// Create list of avds, +//List getAvdNames() { +// return cmd([getEmulatorPath(androidSdk), '-list-avds']).split('\n'); +//} ///// Get the highest available avd version for the android emulator. //String getHighestAVD(String deviceName) { @@ -240,41 +241,41 @@ String getIosSimulatorLocale(String udId) { globalPreferences.writeAsStringSync(contents); cmd(['plutil', '-convert', 'binary1', globalPreferences.path]); } - final localeInfo = cnv - .jsonDecode(cmd(['plutil', '-convert', 'json', '-o', '-', globalPreferencesPath])); + final localeInfo = cnv.jsonDecode( + cmd(['plutil', '-convert', 'json', '-o', '-', globalPreferencesPath])); final locale = localeInfo['AppleLocale']; return locale; } -/// Get android emulator id from a running emulator with id [deviceId]. -/// Returns emulator id as [String]. -String getAndroidEmulatorId(String deviceId) { - // get name of avd of running emulator - return cmd([getAdbPath(androidSdk), '-s', deviceId, 'emu', 'avd', 'name']) - .split('\r\n') - .map((line) => line.trim()) - .first; -} - -/// Find android device id with matching [emulatorId]. -/// Returns matching android device id as [String]. -String findAndroidDeviceId(String emulatorId) { - /// Get the list of running android devices by id. - List getAndroidDeviceIds() { - return cmd([getAdbPath(androidSdk), 'devices']) - .trim() - .split('\n') - .sublist(1) // remove first line - .map((device) => device.split('\t').first) - .toList(); - } - - final devicesIds = getAndroidDeviceIds(); - if (devicesIds.isEmpty) return null; - return devicesIds.firstWhere( - (deviceId) => emulatorId == getAndroidEmulatorId(deviceId), - orElse: () => null); -} +///// Get android emulator id from a running emulator with id [deviceId]. +///// Returns emulator id as [String]. +//String getAndroidEmulatorId(String deviceId) { +// // get name of avd of running emulator +// return cmd([getAdbPath(androidSdk), '-s', deviceId, 'emu', 'avd', 'name']) +// .split('\r\n') +// .map((line) => line.trim()) +// .first; +//} +// +///// Find android device id with matching [emulatorId]. +///// Returns matching android device id as [String]. +//String findAndroidDeviceId(String emulatorId) { +// /// Get the list of running android devices by id. +// List getAndroidDeviceIds() { +// return cmd([getAdbPath(androidSdk), 'devices']) +// .trim() +// .split('\n') +// .sublist(1) // remove first line +// .map((device) => device.split('\t').first) +// .toList(); +// } +// +// final devicesIds = getAndroidDeviceIds(); +// if (devicesIds.isEmpty) return null; +// return devicesIds.firstWhere( +// (deviceId) => emulatorId == getAndroidEmulatorId(deviceId), +// orElse: () => null); +//} ///// Stop an android emulator. //Future stopAndroidEmulator(String deviceId, String stagingDir) async { @@ -366,8 +367,11 @@ DaemonEmulator findEmulator( List emulators, String emulatorName) { // find highest by avd version number emulators.sort(emulatorComparison); + // todo: fix find for example 'Nexus_6_API_28' and Nexus_6P_API_28' return emulators.lastWhere( - (emulator) => emulator.id.contains(emulatorName.replaceAll(' ', '_')), + (emulator) => emulator.id + .toUpperCase() + .contains(emulatorName.toUpperCase().replaceAll(' ', '_')), orElse: () => null); } @@ -383,11 +387,6 @@ RunMode getRunModeEnum(String runMode) { Future isRecorded(String recordDir) async => !(await fs.directory(recordDir).list().isEmpty); -/// Test for CI environment. -bool isCI() { - return platform.environment['CI']?.toLowerCase() == 'true'; -} - /// Convert a posix path to platform path (windows/posix). String toPlatformPath(String posixPath, {p.Context context}) { const posixPathSeparator = '/'; diff --git a/lib/src/validate.dart b/lib/src/validate.dart index 9a1c361a..04b7bdb2 100644 --- a/lib/src/validate.dart +++ b/lib/src/validate.dart @@ -12,7 +12,7 @@ import 'utils.dart' as utils; Future isValidConfig( Config config, Screens screens, List allDevices, List allEmulators) async { bool isValid = true; - bool showGuide = false; + bool showDeviceGuide = false; final configPath = config.configPath; // validate tests @@ -42,10 +42,10 @@ Future isValidConfig( !isEmulatorInstalled(allEmulators, configDevice.name)) { printError('No device attached or emulator installed for ' 'device \'${configDevice.name}\' in $configPath.'); - printError(' Either remove the device from $configPath or ' + printError(' Either remove \'${configDevice.name}\' from $configPath or ' 'attach/install the matching device/emulator'); isValid = false; - showGuide = true; + showDeviceGuide = true; } } } @@ -69,9 +69,9 @@ Future isValidConfig( !isSimulatorInstalled(simulators, configDevice.name)) { printError('No device attached or simulator installed for ' 'device \'${configDevice.name}\' in $configPath.'); - printError(' Either remove the device from $configPath or ' + printError(' Either remove \'${configDevice.name}\' from $configPath or ' 'attach/install the matching device/simulator'); - showGuide = true; + showDeviceGuide = true; isValid = false; } } @@ -101,8 +101,8 @@ Future isValidConfig( } } } - if (showGuide) { - generateConfigGuide(screens, allDevices, allEmulators, configPath); + if (showDeviceGuide) { + deviceGuide(screens, allDevices, allEmulators, configPath); } return isValid; } @@ -182,23 +182,26 @@ bool isSimulatorInstalled(Map simulators, String deviceName) { return isSimulatorInstalled; } -/// Generate a guide for configuring Screenshots in current environment. -void generateConfigGuide(Screens screens, List devices, +/// Generate a guide for matching configured devices to current environment. +void deviceGuide(Screens screens, List devices, List emulators, String configPath) { - printStatus('\nGuide:'); - printStatus('\n Attached devices:'); - _printAttachedDevices(devices); - printStatus('\n Installed emulators:'); - _printEmulators(emulators, 'android'); + printStatus('\nDevice Guide:'); + if (devices != null && devices.isNotEmpty) { + printStatus('\n Attached devices/running emulators:'); + _printAttachedDevices(devices); + } + if (emulators != null && emulators.isNotEmpty) { + printStatus('\n Installed emulators:'); + _printEmulators(emulators, 'android'); + } if (platform.isMacOS) { - printStatus('\n Installed simulators:'); _printSimulators(); } - _reportSupportedDevices(screens); - printStatus('\n Each device listed in $configPath with framing required must' - '\n 1. have a supported screen' - '\n 2. have an attached device or an installed emulator/simulator.' - '\n To bypass requirement #1 add \'frame: false\' after device in $configPath'); +// _reportSupportedDevices(screens); +// printStatus('\n Each device listed in $configPath must' +// '\n 1. have a supported screen' +// '\n 2. have an attached device or an installed emulator/simulator.' +// '\n To bypass requirement #1 add \'frame: false\' parameter after device\'s name in $configPath.'); } // check screen is available for device @@ -207,10 +210,10 @@ bool _isScreenAvailable(Screens screens, String deviceName, String configPath) { if (screenProps == null || Screens.isAndroidModelTypeScreen(screenProps)) { printError( 'Screen not available for device \'$deviceName\' in $configPath.'); - printStatus( + printError( '\n Use a device with a supported screen or set \'frame: false\' for' '\n device in $configPath.'); - _reportSupportedDevices(screens); + screenGuide(screens); printStatus( '\n If framing for device is required, request screen support by' '\n creating an issue in:' @@ -221,23 +224,25 @@ bool _isScreenAvailable(Screens screens, String deviceName, String configPath) { return true; } -void _reportSupportedDevices(Screens screens) { +void screenGuide(Screens screens) { + printStatus('\nScreen Guide:'); printStatus('\n Supported screens:'); for (final os in ['android', 'ios']) { printStatus(' $os:'); - for (String device in screens.getSupportedDeviceNamesByOs(os)) { - printStatus(' $device'); + for (String deviceName in screens.getSupportedDeviceNamesByOs(os)) { + printStatus( + ' $deviceName (${screens.getScreen(deviceName)['size']})'); } } } void _printAttachedDevices(List devices) { for (final device in devices) { - if (device.emulator == false) { +// if (device.emulator == false) { device.platform == 'ios' - ? printStatus(' ${device.iosModel}') - : printStatus(' ${device.name}'); - } + ? printStatus(' ${device.iosModel} (${device.id})') + : printStatus(' ${device.emulator?'${device.emulatorId}':'${device.name}'} (${device.id})'); +// } } } @@ -253,7 +258,11 @@ void _printSimulators() { '$thisSim'.contains('iPhone') && !'$otherSim'.contains('iPhone') ? -1 : thisSim.compareTo(otherSim)); - simulatorNames.forEach((simulatorName) => printStatus(' $simulatorName')); + if (simulatorNames.isNotEmpty) { + printStatus('\n Installed simulators:'); + simulatorNames.forEach((simulatorName) => + printStatus(' $simulatorName')); + } } bool isValidFrame(dynamic frame) { diff --git a/pubspec.yaml b/pubspec.yaml index 64301bed..f68654a8 100644 --- a/pubspec.yaml +++ b/pubspec.yaml @@ -28,8 +28,7 @@ dev_dependencies: mockito: ^4.1.0 pedantic: ^1.8.0+1 quiver: '>=2.0.0 <3.0.0' - fake_process_manager: - git: https://github.com/mmcc007/fake_process_manager.git + fake_process_manager: ^0.1.0 # path: ../fake_process_manager tool_base_test: git: https://github.com/mmcc007/tool_base_test.git diff --git a/script/android-wait-for-emulator.sh b/script/android-wait-for-emulator.sh new file mode 100755 index 00000000..1bd7ec82 --- /dev/null +++ b/script/android-wait-for-emulator.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# Originally written by Ralf Kistner , but placed in the public domain + +#set -x +set +e + +bootanim="" +failcounter=0 +timeout_in_sec=360 # 6 minutes + +until [[ "$bootanim" =~ "stopped" ]]; do + bootanim=`adb -e shell getprop init.svc.bootanim 2>&1 &` +#echo bootanim=\`$bootanim\` + if [[ "$bootanim" =~ "device not found" || "$bootanim" =~ "device offline" + || "$bootanim" =~ "running" || "$bootanim" =~ "error: no emulators found" ]]; then + let "failcounter += 1" + echo "Waiting for emulator to start: $failcounter of $timeout_in_sec : status: $bootanim" + if [[ $failcounter -ge timeout_in_sec ]]; then + echo "Timeout ($timeout_in_sec seconds) reached; failed to start emulator" + exit 1 + fi + fi + sleep 1 +done + +echo "Emulator is ready" \ No newline at end of file diff --git a/test/all_tests.dart b/test/all_tests.dart index 124d135d..351442eb 100644 --- a/test/all_tests.dart +++ b/test/all_tests.dart @@ -1,5 +1,3 @@ -import 'package:screenshots/src/utils.dart'; - import 'screenshots_test.dart' as screenshots_test; import 'daemon_test.dart' as daemon_test; import 'frame_test.dart' as frame_test; @@ -20,7 +18,6 @@ import 'utils_test.dart' as utils_test; import 'base/all_tests.dart' as base_all_tests; void main() { - isCI() ? print('running in CI') : print('not running in CI'); base_all_tests.main(); config_test.main(); diff --git a/test/daemon_client_test.dart b/test/daemon_client_test.dart index 84b473a1..029b5ddb 100644 --- a/test/daemon_client_test.dart +++ b/test/daemon_client_test.dart @@ -1,5 +1,4 @@ import 'dart:convert'; -//import 'dart:io'; import 'package:fake_process_manager/fake_process_manager.dart'; import 'package:mockito/mockito.dart'; @@ -12,17 +11,52 @@ import 'package:tool_base/tool_base.dart'; import 'src/context.dart'; main() { - const kEmulatorsJson = - '[{"id":"Nexus_5X_API_27","name":"Nexus 5X","category":"mobile","platformType":"android"},{"id":"Nexus_6P_API_28","name":"Nexus 6P","category":"mobile","platformType":"android"},{"id":"Nexus_6_API_28","name":"Nexus 6","category":"mobile","platformType":"android"},{"id":"Nexus_9_API_28","name":"Nexus 9","category":"mobile","platformType":"android"},{"id":"Nexus_test_6P_API_30","name":"Nexus test 6P","category":"mobile","platformType":"android"},{"id":"test","name":null,"category":"mobile","platformType":"android"},{"id":"apple_ios_simulator","name":"iOS Simulator","category":"mobile","platformType":"ios"}]'; - const kRunningAndroidDeviceJson = - '{"id":"emulator-5554","name":"Android SDK built for x86","platform":"android-x86","emulator":true,"category":"mobile","platformType":"android","ephemeral":true}'; - const kIPhoneUuid = '3b3455019e329e007e67239d9b897148244b5053'; - const kRunningRealIosDeviceJson = - '{"id":"$kIPhoneUuid","name":"My iPhone","platform":"ios","emulator":false,"category":"mobile","platformType":"ios","ephemeral":true}'; - const kRunningRealAndroidDeviceJson = - '{"id":"someandroiddeviceid","name":"My Android Phone","platform":"android","emulator":false,"category":"mobile","platformType":"android","ephemeral":true}'; - const kDevicesJson = - '[$kRunningRealAndroidDeviceJson,$kRunningRealIosDeviceJson]'; + final String kEmulatorsJson = jsonEncode([ + { + "id": "Nexus_6P_API_28", + "name": "Nexus 6P", + "category": "mobile", + "platformType": "android" + }, + { + "id": "apple_ios_simulator", + "name": "iOS Simulator", + "category": "mobile", + "platformType": "ios" + } + ]); + final String kRunningAndroidEmulatorJson = jsonEncode({ + "id": "emulator-5554", + "name": "Android SDK built for x86", + "platform": "android-x86", + "emulator": true, + "category": "mobile", + "platformType": "android", + "ephemeral": true + }); + const String kIPhoneUuid = '3b3455019e329e007e67239d9b897148244b5053'; + final String kRunningRealIosDeviceJson = jsonEncode({ + "id": "$kIPhoneUuid", + "name": "My iPhone", + "platform": "ios", + "emulator": false, + "category": "mobile", + "platformType": "ios", + "ephemeral": true + }); + final String kRunningRealAndroidDeviceJson = jsonEncode({ + "id": "someandroiddeviceid", + "name": "My Android Phone", + "platform": "android", + "emulator": false, + "category": "mobile", + "platformType": "android", + "ephemeral": true + }); + final String kRealDevicesJson = jsonEncode([ + jsonDecode(kRunningRealAndroidDeviceJson), + jsonDecode(kRunningRealIosDeviceJson) + ]); group('daemon client', () { const streamPeriod = 150; @@ -103,12 +137,12 @@ main() { '[{"event":"daemon.connected","params":{"version":"0.0.0","pid":12345}}]\n'), utf8.encode('[{"id":0}]\n'), utf8.encode('[{"id":1,"result":$kEmulatorsJson}]\n'), - utf8.encode('[{"id":2,"result":$kDevicesJson}]\n'), + utf8.encode('[{"id":2,"result":$kRealDevicesJson}]\n'), utf8.encode('[{"id":3}]\n'), utf8.encode( - '[{"event":"device.added","params":$kRunningAndroidDeviceJson}]\n'), + '[{"event":"device.added","params":$kRunningAndroidEmulatorJson}]\n'), utf8.encode( - '[{"event":"device.removed","params":$kRunningAndroidDeviceJson}]\n'), + '[{"event":"device.removed","params":$kRunningAndroidEmulatorJson}]\n'), utf8.encode('[{"id":4}]\n'), ]; return lines[i]; @@ -122,15 +156,15 @@ main() { await daemonClient.start; final emulators = await daemonClient.emulators; - expect(emulators.length, 7); + expect(emulators.length, jsonDecode(kEmulatorsJson).length); final devices = await daemonClient.devices; - expect(devices.length, 2); + expect(devices.length, jsonDecode(kRealDevicesJson).length); final deviceId = await daemonClient.launchEmulator('emulator id'); expect(deviceId, 'emulator-5554'); - final expectedDeviceInfo = jsonDecode(kRunningAndroidDeviceJson); + final expectedDeviceInfo = jsonDecode(kRunningAndroidEmulatorJson); final deviceInfo = await daemonClient.waitForEvent(EventType.deviceRemoved); expect(deviceInfo, expectedDeviceInfo); @@ -163,7 +197,7 @@ main() { FakeProcessManager(stdinResults: _captureStdin, isPeriodic: true); }); - testUsingContext('start simulator and get it\'s daemon device', () async { + testUsingContext('real devices (iPhone and Android)', () async { final daemonClient = DaemonClient(); fakePlatform.operatingSystem = 'macos'; @@ -175,7 +209,7 @@ main() { utf8.encode( '[{"event":"daemon.connected","params":{"version":"0.0.0","pid":12345}}]\n'), utf8.encode('[{"id":0}]\n'), - utf8.encode('[{"id":1,"result":$kDevicesJson}]\n'), + utf8.encode('[{"id":1,"result":$kRealDevicesJson}]\n'), utf8.encode('[{"id":2}]\n'), ]; return lines[i]; @@ -205,6 +239,10 @@ main() { final devices = await daemonClient.devices; expect(devices.length, 2); + final realAndroidDevice = devices[0]; + expect(realAndroidDevice.iosModel, isNull); + expect(realAndroidDevice.name, equals('My Android Phone')); + expect(realAndroidDevice.id, equals('someandroiddeviceid')); final iosRealDevice = devices[1]; expect(iosRealDevice.iosModel, equals(iosModel)); expect(iosRealDevice.name, equals(iosPhoneName)); @@ -217,28 +255,139 @@ main() { }, skip: false, overrides: { ProcessManager: () => fakeProcessManager, Platform: () => fakePlatform, +// Logger: () => VerboseLogger(StdoutLogger()), + }); + }); + + group('in CI', () { + FakeProcessManager fakeProcessManager; + FakePlatform fakePlatform; + final List stdinCaptured = []; + + void _captureStdin(String item) { + stdinCaptured.add(item); + } + + setUp(() async { + fakeProcessManager = + FakeProcessManager(stdinResults: _captureStdin, isPeriodic: true); + fakePlatform = FakePlatform.fromPlatform(const LocalPlatform()); + }); + + testUsingContext('bad android emulator hack', () async { + fakePlatform.environment = { + 'CI': 'true', + }; + fakePlatform.operatingSystem = 'linux'; + final id = 'device id'; + final name = 'device name'; + final emulator = false; + final emulatorId = null; + final bogusRealAndroidDevice = [ + { + "id": 1, + "result": [ + { + "id": id, + "name": name, + "platform": "android-arm", + "emulator": emulator, + "category": "mobile", + "platformType": "android", + "ephemeral": true, + "emulatorId": emulatorId, + } + ] + } + ]; + final daemonClient = DaemonClient(); + + // responses from daemon (called sequentially) + List getLine(int i) { + final lines = >[ + utf8.encode('Starting device daemon...\n'), + utf8.encode('[${jsonEncode({ + "event": "daemon.connected", + "params": {"version": "0.0.0", "pid": 12345} + })}]\n'), + utf8.encode('[{"id":0}]\n'), + utf8.encode('[${jsonEncode(bogusRealAndroidDevice)}]\n'), + utf8.encode('[{"id":2}]\n'), + ]; + return lines[i]; + } + + fakeProcessManager.calls = [ + Call( + 'flutter daemon', + ProcessResult( + 0, + 0, + Stream>.periodic( + Duration(milliseconds: streamPeriod), getLine), + '')), + ]; + + await daemonClient.start; + + final devices = await daemonClient.devices; + expect(devices.length, 1); + final realAndroidDevice = devices[0]; + expect(realAndroidDevice.iosModel, isNull); + expect(realAndroidDevice.name, equals(name)); + expect(realAndroidDevice.id, equals(id)); + expect(realAndroidDevice.emulator, isTrue); + expect(realAndroidDevice.emulatorId, isNotNull); + + final exitCode = await daemonClient.stop; + expect(exitCode, 0); + + fakeProcessManager.verifyCalls(); + }, overrides: { + ProcessManager: () => fakeProcessManager, + Platform: () => fakePlatform, // Logger: () => VerboseLogger(StdoutLogger()), }); }); }); - group('marshall', () { + group('load', () { test('daemon emulators', () { final List emulators = jsonDecode(kEmulatorsJson); final daemonEmulators = []; emulators.forEach((emulator) { daemonEmulators.add(loadDaemonEmulator(emulator)); }); - expect(daemonEmulators.length, 7); + expect(daemonEmulators.length, emulators.length); + expect(daemonEmulators[0].id, emulators[0]['id']); }); test('daemon devices', () { - final List devices = jsonDecode(kDevicesJson); - final daemonDevices = []; + final List devices = jsonDecode(kRealDevicesJson); + final daemonDevices = []; devices.forEach((device) { daemonDevices.add(loadDaemonDevice(device)); }); - expect(daemonDevices.length, 2); + expect(daemonDevices.length, devices.length); + expect(daemonDevices[0].id, devices[0]['id']); + }); + }); + + group('devices', (){ + test('equality', (){ + DaemonEmulator emulator1 = loadDaemonEmulator(jsonDecode(kEmulatorsJson)[0]); + DaemonEmulator emulator2 = loadDaemonEmulator(jsonDecode(kEmulatorsJson)[0]); + expect(emulator1, equals(emulator2)); + emulator2 = loadDaemonEmulator(jsonDecode(kEmulatorsJson)[1]); + expect(emulator1, isNot(equals(emulator2))); + + DaemonDevice device1 = loadDaemonDevice(jsonDecode(kRealDevicesJson)[0]); + DaemonDevice device2 = loadDaemonDevice(jsonDecode(kRealDevicesJson)[0]); + expect(device1, equals(device2)); + device2 = loadDaemonDevice(jsonDecode(kRealDevicesJson)[1]); + expect(device1, isNot(equals(device2))); + + expect(emulator1, isNot(equals(device1))); }); }); } diff --git a/test/daemon_test.dart b/test/daemon_test.dart index 3a0e27cd..2a3668bc 100644 --- a/test/daemon_test.dart +++ b/test/daemon_test.dart @@ -12,6 +12,8 @@ import 'package:screenshots/src/config.dart'; import 'package:screenshots/src/utils.dart' as utils; import 'package:test/test.dart'; +import 'src/common.dart'; + main() { group('daemon test', () { test('start shipped daemon client', () async { @@ -56,7 +58,7 @@ main() { // wait for exit code // print('exit code:${await daemonClient.exitCode}'); - }, skip: utils.isCI()); + }, skip: true ); test('parse daemon result response', () { final expected = @@ -99,7 +101,7 @@ main() { final exitCode = await daemonClient.stop; // print('exit code: $exitCode'); expect(exitCode, 0); - }, skip: utils.isCI()); + }, skip: true ); test('launch android emulator via daemon and shutdown', () async { final expected = 'emulator-5554'; @@ -109,7 +111,7 @@ main() { final deviceId = await daemonClient.launchEmulator(emulatorId); expect(deviceId, expected); await shutdownAndroidEmulator(daemonClient, deviceId); - }, skip: utils.isCI()); + }, skip: true ); test('parse ios-deploy response', () { final expectedDeviceId = '3b3455019e329e007e67239d9b897148244b5053'; @@ -136,39 +138,39 @@ main() { // device == null // ? print('device not attached') // : print('model=${device['model']}'); -// }, skip: utils.isCI()); - - test('run test on real device', () async { - final deviceName = 'iPhone 5c'; - final testPath = 'test_driver/main.dart'; - final daemonClient = DaemonClient(); - await daemonClient.start; - final devices = await daemonClient.devices; -// print('devices=$devices'); - final device = devices.firstWhere( - (device) => device.iosModel.contains(deviceName), - orElse: () => null); - // clear existing screenshots from staging area -// clearDirectory('$stagingDir/test'); - // run the test - await utils.streamCmd(['flutter', '-d', device.id, 'drive', testPath], - workingDirectory: 'example'); - }, timeout: Timeout(Duration(minutes: 2)), skip: utils.isCI()); - - test('wait for start of android emulator', () async { - final id = 'Nexus_6P_API_28'; - final daemonClient = DaemonClient(); -// daemonClient.verbose = true; - await daemonClient.start; -// daemonClient.verbose; - final deviceId = await daemonClient.launchEmulator(id); - - expect(utils.findAndroidDeviceId(id), deviceId); - - // shutdown - await shutdownAndroidEmulator(daemonClient, deviceId); - }, skip: utils.isCI()); - +// }, skip: utils. true ); +// +// test('run test on real device', () async { +// final deviceName = 'iPhone 5c'; +// final testPath = 'test_driver/main.dart'; +// final daemonClient = DaemonClient(); +// await daemonClient.start; +// final devices = await daemonClient.devices; +//// print('devices=$devices'); +// final device = devices.firstWhere( +// (device) => device.iosModel.contains(deviceName), +// orElse: () => null); +// // clear existing screenshots from staging area +//// clearDirectory('$stagingDir/test'); +// // run the test +// await utils.streamCmd(['flutter', '-d', device.id, 'drive', testPath], +// workingDirectory: 'example'); +// }, timeout: Timeout(Duration(minutes: 2)), skip: true ); +// +// test('wait for start of android emulator', () async { +// final id = 'Nexus_6P_API_28'; +// final daemonClient = DaemonClient(); +//// daemonClient.verbose = true; +// await daemonClient.start; +//// daemonClient.verbose; +// final deviceId = await daemonClient.launchEmulator(id); +// +// expect(utils.findAndroidDeviceId(id), deviceId); +// +// // shutdown +// await shutdownAndroidEmulator(daemonClient, deviceId); +// }, skip: true ); +// // test('join devices', () { // final configPath = 'test/screenshots_test.yaml'; // final config = Config(configPath: configPath); @@ -210,6 +212,6 @@ main() { await screenshots.runTestsOnAll(); // allow other tests to continue Directory.current = origDir; - }, timeout: Timeout(Duration(minutes: 4)), skip: utils.isCI()); + }, timeout: Timeout(Duration(minutes: 4)), skip: true ); }); } diff --git a/test/fastlane_test.dart b/test/fastlane_test.dart index 6372fc02..1875b523 100644 --- a/test/fastlane_test.dart +++ b/test/fastlane_test.dart @@ -1,6 +1,4 @@ import 'package:file/memory.dart'; -import 'package:mockito/mockito.dart'; -import 'package:process/process.dart'; import 'package:screenshots/src/config.dart'; import 'package:screenshots/src/fastlane.dart'; import 'package:screenshots/src/globals.dart'; @@ -11,56 +9,44 @@ import 'package:tool_base/tool_base.dart' hide Config; import 'src/context.dart'; -class PlainMockProcessManager extends Mock implements ProcessManager {} - main() { group('fastlane', () { - group('in context', () { - final dirPath = 'test/$kTestScreenshotsDir'; - final ProcessManager mockProcessManager = PlainMockProcessManager(); - MemoryFileSystem fs; - - setUp(() { - // create test files - fs = MemoryFileSystem(); - fs.directory(dirPath).createSync(recursive: true); - final filePaths = [ - '$dirPath/file1.$kImageExtension', - '$dirPath/file2.$kImageExtension' - ]; - for (final filePath in filePaths) { - fs.file(filePath).createSync(); - } -// expect(fs.directory(dirPath).listSync().length, filePaths.length); + final dirPath = 'test/$kTestScreenshotsDir'; + MemoryFileSystem memoryFileSystem; - // fake process call - when(mockProcessManager.runSync( - any, - environment: anyNamed('environment'), - workingDirectory: anyNamed('workingDirectory'), - runInShell: anyNamed('runInShell'), - )).thenAnswer( - (Invocation invocation) => ProcessResult(0, 0, null, null)); - }); + setUp(() { + // create test files + memoryFileSystem = MemoryFileSystem(); + memoryFileSystem.directory(dirPath).createSync(recursive: true); + final filePaths = [ + '$dirPath/file1.$kImageExtension', + '$dirPath/file2.$kImageExtension' + ]; + for (final filePath in filePaths) { + memoryFileSystem.file(filePath).createSync(); + } + expect(memoryFileSystem.directory(dirPath).listSync().length, filePaths.length); + }); - testUsingContext('prefix files and delete matching files', () async { - final prefix = 'my_prefix'; - await prefixFilesInDir(dirPath, prefix); - await for (final file in fs.directory(dirPath).list()) { - expect(file.path.contains(prefix), isTrue); - } - // cleanup - deleteMatchingFiles(dirPath, RegExp(prefix)); - expect(fs.directory(dirPath).listSync().length, 0); - }, overrides: { - ProcessManager: () => mockProcessManager, - FileSystem: () => fs - }); + testUsingContext('prefix files and delete matching files', () async { + final prefix = 'my_prefix'; + expect(memoryFileSystem.directory(dirPath).listSync().length, 2); + await for (final file in memoryFileSystem.directory(dirPath).list()) { + expect(file.path.contains(prefix), isFalse); + } + await prefixFilesInDir(dirPath, prefix); + await for (final file in memoryFileSystem.directory(dirPath).list()) { + expect(file.path.contains(prefix), isTrue); + } + // cleanup + deleteMatchingFiles(dirPath, RegExp(prefix)); + expect(memoryFileSystem.directory(dirPath).listSync().length, 0); + }, overrides: { + FileSystem: () => memoryFileSystem }); - group('no context', () { - test('clear fastlane dirs', () async { - final configStr = ''' + testUsingContext('clear fastlane dirs', () async { + final configStr = ''' devices: android: android device1: @@ -71,12 +57,32 @@ main() { - locale2 frame: true '''; - final config = Config(configStr: configStr); - final screens = Screens(); - await screens.init(); - final runMode = RunMode.normal; - await clearFastlaneDirs(config, screens, runMode); - }, skip: isCI()); + final config = Config(configStr: configStr); + final screens = Screens(); + await screens.init(); + + for (final locale in config.locales) { + for (final device in config.devices) { + // create files + int i=0; + final path = getDirPath(device.deviceType, locale, + getAndroidModelType(screens.getScreen(device.name))); + expect(memoryFileSystem.directory(path).existsSync(), isFalse); + memoryFileSystem.file('$path/${device.name}-$i.$kImageExtension').createSync(recursive: true); + expect(memoryFileSystem.directory(path).listSync().length, 1); + } + } + await clearFastlaneDirs(config, screens, RunMode.normal); + for (final locale in config.locales) { + for (final device in config.devices) { + // check files deleted + final path = getDirPath(device.deviceType, locale, + getAndroidModelType(screens.getScreen(device.name))); + expect(memoryFileSystem.directory(path).listSync().length, 0); + } + } + }, overrides: { + FileSystem: () => memoryFileSystem, }); }); } diff --git a/test/frame_test.dart b/test/frame_test.dart index a1593412..bd98df3a 100644 --- a/test/frame_test.dart +++ b/test/frame_test.dart @@ -1,6 +1,6 @@ import 'package:screenshots/src/config.dart'; import 'package:screenshots/src/context_runner.dart'; -import 'package:screenshots/src/globals.dart'; +import 'package:screenshots/src/image_magick.dart'; import 'package:screenshots/src/image_processor.dart'; import 'package:screenshots/src/resources.dart' as resources; import 'package:screenshots/src/screens.dart'; diff --git a/test/image_magick_test.dart b/test/image_magick_test.dart index 0dea2a50..f15a5221 100644 --- a/test/image_magick_test.dart +++ b/test/image_magick_test.dart @@ -1,7 +1,9 @@ +import 'package:fake_process_manager/fake_process_manager.dart'; import 'package:mockito/mockito.dart'; import 'package:process/process.dart'; import 'package:screenshots/src/context_runner.dart'; import 'package:screenshots/src/globals.dart'; +import 'package:screenshots/src/image_magick.dart'; import 'package:screenshots/src/image_processor.dart'; import 'package:screenshots/src/utils.dart'; import 'package:test/test.dart'; @@ -69,4 +71,48 @@ main() { expect(isThresholdExceeded, isFalse); }); }); + + group('main image magick', () { + FakeProcessManager fakeProcessManager; + + setUp(() async { + fakeProcessManager = FakeProcessManager(); + }); + + testUsingContext('is installed on macOS/linux', () async { + fakeProcessManager.calls = [Call('convert -version', ProcessResult(0, 0, '', ''))]; + final isInstalled = await isImageMagicInstalled(); + expect(isInstalled, isTrue); + fakeProcessManager.verifyCalls(); + }, overrides: { + ProcessManager: () => fakeProcessManager, + Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) + ..operatingSystem = 'macos', + }); + + testUsingContext('is installed on windows', () async { + fakeProcessManager.calls = [Call('magick -version', ProcessResult(0, 0, '', ''))]; + final isInstalled = await isImageMagicInstalled(); + expect(isInstalled, isTrue); + fakeProcessManager.verifyCalls(); + }, overrides: { + ProcessManager: () => fakeProcessManager, + Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) + ..operatingSystem = 'windows', + }); + + testUsingContext('is not installed on windows', () async { + fakeProcessManager.calls = [ + Call('magick -version', null, sideEffects: ()=> throw 'exception') + ]; + final isInstalled = await isImageMagicInstalled(); + expect(isInstalled, isFalse); + fakeProcessManager.verifyCalls(); + }, overrides: { + ProcessManager: () => fakeProcessManager, + Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) + ..operatingSystem = 'windows', + }); + }); + } diff --git a/test/image_processor_test.dart b/test/image_processor_test.dart index 7181c353..041f33be 100644 --- a/test/image_processor_test.dart +++ b/test/image_processor_test.dart @@ -1,17 +1,22 @@ +import 'dart:io' as io; + import 'package:fake_process_manager/fake_process_manager.dart'; import 'package:file/memory.dart'; +import 'package:mockito/mockito.dart'; import 'package:process/process.dart'; import 'package:screenshots/src/config.dart'; import 'package:screenshots/src/context_runner.dart'; +import 'package:screenshots/src/fastlane.dart'; import 'package:screenshots/src/globals.dart'; +import 'package:screenshots/src/image_magick.dart'; import 'package:screenshots/src/image_processor.dart'; import 'package:screenshots/src/resources.dart' as resources; import 'package:screenshots/src/screens.dart'; import 'package:screenshots/src/utils.dart'; import 'package:test/test.dart'; -import 'src/context.dart'; import 'package:tool_base/tool_base.dart' hide Config; -import 'dart:io' as io; + +import 'src/context.dart'; main() { test('process screenshots for iPhone X and iPhone XS Max', () async { @@ -71,19 +76,25 @@ main() { group('image processor', () { FakeProcessManager fakeProcessManager; - MemoryFileSystem memFs; + MemoryFileSystem memoryFileSystem; + MockImageMagick mockImageMagick; setUp(() async { - memFs = MemoryFileSystem(); + memoryFileSystem = MemoryFileSystem(); fakeProcessManager = FakeProcessManager(); + mockImageMagick = MockImageMagick(); }); - testUsingContext('run', () async { + testUsingContext('process', () async { + final stagingDir = '/tmp/screenshots'; + // copy a screenshot to memory file system + final imagePath = 'test/resources/screenshot_Nexus_6P.png'; + copyFileToMemory(imagePath, stagingDir); + final screens = Screens(); await screens.init(); final deviceName = 'Nexus 6P'; final locale = 'en-US'; - final stagingDir = '/tmp/screenshots'; final configStr = ''' staging: $stagingDir devices: @@ -108,22 +119,63 @@ main() { null), ]; - // copy a screenshot to memory file system - final fileImage = - io.File('test/resources/screenshot_Nexus_6P.png').readAsBytesSync(); - final screenshotsDir = '$stagingDir/$kTestScreenshotsDir'; - fs.directory(screenshotsDir).createSync(recursive: true); - fs.file('$screenshotsDir/screenshot.png').writeAsBytesSync(fileImage); - final imageProcessor = ImageProcessor(screens, config); final result = await imageProcessor.process( DeviceType.android, deviceName, locale, null, RunMode.normal, null); expect(result, isTrue); + expect(fs.directory(stagingDir).existsSync(), isTrue); + final dstDir = getDirPath(DeviceType.android, locale, + getAndroidModelType(screens.getScreen(deviceName))); + expect(fs.directory(dstDir).listSync().length, 1); fakeProcessManager.verifyCalls(); }, overrides: { ProcessManager: () => fakeProcessManager, // Logger: () => VerboseLogger(StdoutLogger()), - FileSystem: () => memFs + FileSystem: () => memoryFileSystem + }); + + testUsingContext('compare images', () async { + final comparisonDir = 'test/resources/comparison'; + final recordingDir = 'test/resources/recording'; + final deviceName = 'Nexus 6P'; + final expected = { + 'Nexus 6P-0.png': { + 'recording': 'test/resources/recording/Nexus 6P-0.png', + 'comparison': 'test/resources/comparison/Nexus 6P-0.png', + 'diff': 'test/resources/diff file${ImageMagick.kDiffSuffix}.png' + }, + 'Nexus 6P-1.png': { + 'recording': 'test/resources/recording/Nexus 6P-1.png', + 'comparison': 'test/resources/comparison/Nexus 6P-1.png', + 'diff': 'test/resources/diff file${ImageMagick.kDiffSuffix}.png' + } + }; + + when(mockImageMagick.compare(any, any)).thenReturn(false); + when(mockImageMagick.getDiffImagePath(any)).thenReturn( + 'test/resources/diff file${ImageMagick.kDiffSuffix}.png'); + + final failedCompare = await ImageProcessor.compareImages( + deviceName, recordingDir, comparisonDir); + expect(failedCompare, expected); + // show diffs + ImageProcessor.showFailedCompare(failedCompare); + final BufferLogger logger = context.get(); + expect(logger.errorText, contains('Comparison failed:')); + }, overrides: { +// ProcessManager: () => fakeProcessManager, + Logger: () => BufferLogger(), +// FileSystem: () => memoryFileSystem, + ImageMagick: () => mockImageMagick, }); }); } + +void copyFileToMemory(String imagePath, String stagingDir) { + final fileImage = io.File(imagePath).readAsBytesSync(); + final screenshotsDir = '$stagingDir/$kTestScreenshotsDir'; + fs.directory(screenshotsDir).createSync(recursive: true); + fs.file('$screenshotsDir/screenshot.png').writeAsBytesSync(fileImage); +} + +class MockImageMagick extends Mock implements ImageMagick {} diff --git a/test/regression/issue_29.dart b/test/regression/issue_29.dart index 0178eeca..e3dc3f8a 100644 --- a/test/regression/issue_29.dart +++ b/test/regression/issue_29.dart @@ -3,6 +3,8 @@ import 'package:screenshots/src/utils.dart' as utils; import 'package:test/test.dart'; import 'package:yaml/yaml.dart'; +import '../src/common.dart'; + void main() { // issue #29 test('check full matching emulator name', () async { @@ -37,7 +39,7 @@ devices: // expect(foundIt(findEmulator(emulators, 'Nexus 6P')), true); // expect(foundIt(findEmulator(emulators, 'Nexus_6P_API_27')), false); // expect(foundIt(findEmulator(emulators, 'Nexus 6P API 27')), false); - }, skip: utils.isCI()); + }, skip: true ); } Map findEmulatorById(List emulators, String emulatorName) { diff --git a/test/regression/regression_test.dart b/test/regression/regression_test.dart index 97d53c58..17a6e1c8 100644 --- a/test/regression/regression_test.dart +++ b/test/regression/regression_test.dart @@ -3,6 +3,8 @@ import 'dart:convert'; import 'package:screenshots/src/utils.dart' as utils; import 'package:test/test.dart'; +import '../src/common.dart'; + void main() { test('issue #25: test parsing of iOS device info returned by xcrun', () { final expected = ''' @@ -826,7 +828,7 @@ void main() { // () => getHighestIosDevice(iosDevices, deviceName), throwsA(anything)); expect(utils.getHighestIosSimulator(iosDevices, deviceName), jsonDecode(expected)); - }, skip: utils.isCI()); + }, skip: true ); test('issue #73: parse without availability', () { final expected = ''' diff --git a/test/run_test.dart b/test/run_test.dart index 372945eb..0c16cdc6 100644 --- a/test/run_test.dart +++ b/test/run_test.dart @@ -16,10 +16,13 @@ import 'src/mocks.dart'; main() { final stagingDir = '/tmp/screenshots'; - Directory sdkDir; - + final configAndroidDeviceName = 'Nexus 6P'; + final configIosDeviceName = 'iPhone X'; + final emulatorId = 'NEXUS_6P_API_28'; final List stdinCaptured = []; + Directory sdkDir; + void _captureStdin(String item) { stdinCaptured.add(item); } @@ -36,10 +39,12 @@ main() { Call('chmod u+x /tmp/screenshots/resources/script/sim_orientation.scpt', null), ]; + final runAndroidTestCall = Call('flutter -d emulator-5554 drive example/test_driver/main.dart', + ProcessResult(0, 0, 'drive output', '')); - final daemonEmulator = loadDaemonEmulator({ - 'id': 'Nexus_6P_API_28', - 'name': 'Nexus 6P', + final installedDaemonEmulator = loadDaemonEmulator({ + 'id': emulatorId, + 'name': 'emulator description', 'category': 'mobile', 'platformType': 'android' }); @@ -51,7 +56,7 @@ main() { fakeProcessManager = FakeProcessManager(stdinResults: _captureStdin); mockDaemonClient = MockDaemonClient(); when(mockDaemonClient.emulators) - .thenAnswer((_) => Future.value([daemonEmulator])); + .thenAnswer((_) => Future.value([installedDaemonEmulator])); }); tearDown(() { @@ -62,25 +67,26 @@ main() { }); group('run', () { - group('with one running android emulator only', () { - final daemonDevice = loadDaemonDevice({ - 'id': 'emulator-5554', + group('with running android emulator', () { + final deviceId = 'emulator-5554'; + final runningDaemonDevice = loadDaemonDevice({ + 'id': deviceId, 'name': 'Android SDK built for x86', 'platform': 'android-x86', 'emulator': true, 'category': 'mobile', 'platformType': 'android', 'ephemeral': true, - 'emulatorId': 'Nexus_6P_API_28', + 'emulatorId': configAndroidDeviceName, }); setUp(() { + // running emulator when(mockDaemonClient.devices) - .thenAnswer((_) => Future.value([daemonDevice])); + .thenAnswer((_) => Future.value([runningDaemonDevice])); }); - testUsingContext(', android only run, no frames, no locales', () async { - final emulatorName = 'Nexus 6P'; + testUsingContext('no frames, no locales', () async { // screenshots config final configStr = ''' tests: @@ -90,41 +96,40 @@ main() { - en-US devices: android: - $emulatorName: + $configAndroidDeviceName: frame: false '''; String adbPath = initAdbPath(); + final androidUSLocaleCall = Call('$adbPath -s $deviceId shell getprop persist.sys.locale', + ProcessResult(0, 0, 'en-US', '')); // fake process responses final List calls = [ ...unpackScriptsCalls, // Call('$adbPath -s emulator-5554 emu avd name', // ProcessResult(0, 0, 'Nexus_6P_API_28', '')), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), - Call('flutter -d emulator-5554 drive example/test_driver/main.dart', - ProcessResult(0, 0, 'drive output', '')), + androidUSLocaleCall, + androidUSLocaleCall, + runAndroidTestCall, ]; fakeProcessManager.calls = calls; - final result = await screenshots(configStr: configStr); expect(result, isTrue); + final BufferLogger logger = context.get(); + expect(logger.statusText, isNot(contains('Starting $configAndroidDeviceName...'))); + expect(logger.statusText, isNot(contains('Changing locale'))); + expect(logger.statusText, contains('Warning: framing is not enabled')); fakeProcessManager.verifyCalls(); verify(mockDaemonClient.devices).called(1); verify(mockDaemonClient.emulators).called(1); }, skip: false, overrides: { DaemonClient: () => mockDaemonClient, -// FileSystem: () => fs, ProcessManager: () => fakeProcessManager, - Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..environment = {'CI': 'false'}, -// Logger: () => VerboseLogger(StdoutLogger()), +// Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) +// ..environment = {'CI': 'false'}, + Logger: () => BufferLogger(), }); - testUsingContext( - ', android only run, no frames, no locales, change orientation', - () async { + testUsingContext('change orientation', () async { final emulatorName = 'Nexus 6P'; // screenshots config final configStr = ''' @@ -137,50 +142,49 @@ main() { android: $emulatorName: orientation: LandscapeRight - frame: false + frame: true '''; String adbPath = initAdbPath(); + final androidUSLocaleCall = Call('$adbPath -s $deviceId shell getprop persist.sys.locale', + ProcessResult(0, 0, 'en-US', '')); // fake process responses final List calls = [ ...unpackScriptsCalls, // Call('$adbPath -s emulator-5554 emu avd name', // ProcessResult(0, 0, 'Nexus_6P_API_28', '')), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), + androidUSLocaleCall, + androidUSLocaleCall, Call( '$adbPath -s emulator-5554 shell settings put system user_rotation 1', null), - Call('flutter -d emulator-5554 drive example/test_driver/main.dart', - ProcessResult(0, 0, 'drive output', '')), + runAndroidTestCall, ]; fakeProcessManager.calls = calls; - final result = await screenshots(configStr: configStr); expect(result, isTrue); + final BufferLogger logger = context.get(); + expect(logger.statusText, contains('Setting orientation to LandscapeRight')); + expect(logger.statusText, contains('Warning: framing is not enabled')); fakeProcessManager.verifyCalls(); verify(mockDaemonClient.devices).called(2); verify(mockDaemonClient.emulators).called(1); }, skip: false, overrides: { DaemonClient: () => mockDaemonClient, -// FileSystem: () => fs, ProcessManager: () => fakeProcessManager, - Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..environment = {'CI': 'false'}, -// Logger: () => VerboseLogger(StdoutLogger()), +// Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) +// ..environment = {'CI': 'false'}, + Logger: () => BufferLogger(), }); }); - group('with no devices, emulators or simulators', () { + group('with no attached devices, no running emulators', () { MemoryFileSystem memoryFileSystem; setUp(() async { memoryFileSystem = MemoryFileSystem(); }); - testUsingContext(', android only run, no frames, no locales', () async { - final emulatorName = 'Nexus 6P'; + testUsingContext(', android run, no frames, no locales', () async { // screenshots config final configStr = ''' tests: @@ -190,67 +194,73 @@ main() { - en-US devices: android: - $emulatorName: + $configAndroidDeviceName: frame: false '''; String adbPath = initAdbPath(); - + final deviceId = 'emulator-5554'; + final androidUSLocaleCall = Call('$adbPath -s $deviceId shell getprop persist.sys.locale', + ProcessResult(0, 0, 'en-US', '')); // fake process responses final List calls = [ ...unpackScriptsCalls, - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), - Call('flutter -d emulator-5554 drive example/test_driver/main.dart', - ProcessResult(0, 0, 'drive output', '')), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), - Call('$adbPath -s emulator-5554 emu kill', null), + androidUSLocaleCall, + androidUSLocaleCall, + runAndroidTestCall, + androidUSLocaleCall, + Call('$adbPath -s $deviceId emu kill', null), ]; fakeProcessManager.calls = calls; when(mockDaemonClient.devices).thenAnswer((_) => Future.value([])); - when(mockDaemonClient.launchEmulator('Nexus_6P_API_28')) - .thenAnswer((_) => Future.value('emulator-5554')); + when(mockDaemonClient.launchEmulator(emulatorId)) + .thenAnswer((_) => Future.value(deviceId)); when(mockDaemonClient.waitForEvent(EventType.deviceRemoved)) - .thenAnswer((_) => Future.value({'id': 'emulator-5554'})); + .thenAnswer((_) => Future.value({'id': deviceId})); final result = await screenshots(configStr: configStr); expect(result, isTrue); + final BufferLogger logger = context.get(); + expect(logger.statusText, contains('Starting $configAndroidDeviceName...')); + expect(logger.statusText, contains('Warning: framing is not enabled')); fakeProcessManager.verifyCalls(); verify(mockDaemonClient.devices).called(1); verify(mockDaemonClient.emulators).called(1); - verify(mockDaemonClient.launchEmulator('Nexus_6P_API_28')).called(1); + verify(mockDaemonClient.launchEmulator(emulatorId)).called(1); verify(mockDaemonClient.waitForEvent(EventType.deviceRemoved)) .called(1); }, skip: false, overrides: { DaemonClient: () => mockDaemonClient, ProcessManager: () => fakeProcessManager, - Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..environment = {'CI': 'false'}, -// Logger: () => VerboseLogger(StdoutLogger()), +// Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) +// ..environment = {'CI': 'false'}, + Logger: () => BufferLogger(), }); testUsingContext( ', android and ios run, no frames, multiple locales, orientation', () async { - final emulatorName = 'Nexus 6P'; - // screenshots config + final locale1 = 'en-US'; + final locale1Lower = 'en_US'; + final locale2 = 'fr-CA'; + final locale2Lower = 'fr_CA'; + final orientation1 = 'LandscapeRight'; + final orientation2 = 'LandscapeLeft'; + final deviceId = 'emulator-5554'; final configStr = ''' tests: - example/test_driver/main.dart staging: $stagingDir locales: - - en-US - - fr-CA + - $locale1 + - $locale2 devices: android: - $emulatorName: - orientation: LandscapeRight + $configAndroidDeviceName: + orientation: $orientation1 ios: - iPhone X: - orientation: LandscapeRight + $configIosDeviceName: + orientation: $orientation2 frame: false '''; final simulatorID = '6B3B1AD9-EFD3-49AB-9CE9-D43CE1A47446'; @@ -286,106 +296,109 @@ main() { '')); final callPlutilEnUS = Call( 'plutil -convert json -o - //Library/Developer/CoreSimulator/Devices/$simulatorID/data/Library/Preferences/.GlobalPreferences.plist', - ProcessResult(0, 0, '{"AppleLocale":"en_US"}', '')); + ProcessResult(0, 0, '{"AppleLocale":"$locale1"}', '')); final callPlutilFrCA = Call( 'plutil -convert json -o - //Library/Developer/CoreSimulator/Devices/$simulatorID/data/Library/Preferences/.GlobalPreferences.plist', - ProcessResult(0, 0, '{"AppleLocale":"fr_CA"}', '')); + ProcessResult(0, 0, '{"AppleLocale":"$locale2"}', '')); String adbPath = initAdbPath(); + final androidEnUSLocaleCall = Call('$adbPath -s $deviceId shell getprop persist.sys.locale', + ProcessResult(0, 0, '$locale1', '')); + final androidFrCALocaleCall = Call('$adbPath -s $deviceId shell getprop persist.sys.locale', + ProcessResult(0, 0, '$locale2', '')); final List calls = [ callListIosDevices, ...unpackScriptsCalls, - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), + androidEnUSLocaleCall, + androidEnUSLocaleCall, Call( - '$adbPath -s emulator-5554 shell settings put system user_rotation 1', + '$adbPath -s $deviceId shell settings put system user_rotation 1', null), - Call('flutter -d emulator-5554 drive example/test_driver/main.dart', - ProcessResult(0, 0, 'drive output', '')), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'en-US', '')), - Call('$adbPath -s emulator-5554 root', null), + runAndroidTestCall, + androidEnUSLocaleCall, + Call('$adbPath -s $deviceId root', null), Call( - '$adbPath -s emulator-5554 shell setprop persist.sys.locale fr-CA ; setprop ctl.restart zygote', + '$adbPath -s $deviceId shell setprop persist.sys.locale $locale2 ; setprop ctl.restart zygote', null), - Call('$adbPath -s emulator-5554 logcat -c', null), + Call('$adbPath -s $deviceId logcat -c', null), Call( - '$adbPath -s emulator-5554 logcat -b main *:S ContactsDatabaseHelper:I ContactsProvider:I -e fr_CA', + '$adbPath -s $deviceId logcat -b main *:S ContactsDatabaseHelper:I ContactsProvider:I -e $locale2Lower', ProcessResult( 0, 0, - '08-28 14:25:11.994 5294 5417 I ContactsProvider: Locale has changed from [en_US] to [fr_CA]', + '08-28 14:25:11.994 5294 5417 I ContactsProvider: Locale has changed from [$locale1] to [$locale2]', '')), Call( - '$adbPath -s emulator-5554 shell settings put system user_rotation 1', + '$adbPath -s $deviceId shell settings put system user_rotation 1', null), - Call('flutter -d emulator-5554 drive example/test_driver/main.dart', - null), - Call('$adbPath -s emulator-5554 shell getprop persist.sys.locale', - ProcessResult(0, 0, 'fr-CA', '')), - Call('$adbPath -s emulator-5554 root', null), + runAndroidTestCall, + androidFrCALocaleCall, + Call('$adbPath -s $deviceId root', null), Call( - '$adbPath -s emulator-5554 shell setprop persist.sys.locale en-US ; setprop ctl.restart zygote', + '$adbPath -s $deviceId shell setprop persist.sys.locale $locale1 ; setprop ctl.restart zygote', null), - Call('$adbPath -s emulator-5554 logcat -c', null), + Call('$adbPath -s $deviceId logcat -c', null), Call( - '$adbPath -s emulator-5554 logcat -b main *:S ContactsDatabaseHelper:I ContactsProvider:I -e en_US', + '$adbPath -s $deviceId logcat -b main *:S ContactsDatabaseHelper:I ContactsProvider:I -e $locale1Lower', ProcessResult( 0, 0, - '08-28 14:25:11.994 5294 5417 I ContactsProvider: Locale has changed from [fr_CA] to [en_US]', + '08-28 14:25:11.994 5294 5417 I ContactsProvider: Locale has changed from [$locale2] to [$locale1]', '')), - Call('$adbPath -s emulator-5554 emu kill', null), + Call('$adbPath -s $deviceId emu kill', null), callListIosDevices, Call('plutil -convert binary1 //Library/Developer/CoreSimulator/Devices/$simulatorID/data/Library/Preferences/.GlobalPreferences.plist', null), callPlutilEnUS, Call('xcrun simctl boot $simulatorID', null), callPlutilEnUS, callPlutilEnUS, + // 29 Call( - 'osascript /tmp/screenshots/resources/script/sim_orientation.scpt Landscape Right', + 'osascript /tmp/screenshots/resources/script/sim_orientation.scpt Landscape Left', null), Call('flutter -d $simulatorID drive example/test_driver/main.dart', null), callPlutilEnUS, Call( - '/tmp/screenshots/resources/script/simulator-controller $simulatorID locale fr-CA', + '/tmp/screenshots/resources/script/simulator-controller $simulatorID locale $locale2', null), Call('xcrun simctl shutdown $simulatorID', null), Call('xcrun simctl boot $simulatorID', null), + // 35 Call( - 'osascript /tmp/screenshots/resources/script/sim_orientation.scpt Landscape Right', + 'osascript /tmp/screenshots/resources/script/sim_orientation.scpt Landscape Left', null), Call('flutter -d $simulatorID drive example/test_driver/main.dart', null), callPlutilFrCA, Call( - '/tmp/screenshots/resources/script/simulator-controller $simulatorID locale en_US', + '/tmp/screenshots/resources/script/simulator-controller $simulatorID locale $locale1', null), Call('xcrun simctl shutdown $simulatorID', null), ]; fakeProcessManager.calls = calls; + final runningEmulatorDeviceId = 'emulator-5554'; final devices = [ { - 'id': 'emulator-5554', + 'id': runningEmulatorDeviceId, 'name': 'Android SDK built for x86', 'platform': 'android-x86', 'emulator': true, 'category': 'mobile', 'platformType': 'android', - 'ephemeral': true + 'ephemeral': true, + "emulatorId": emulatorId, }, { - 'id': '$simulatorID', + 'id': simulatorID, 'name': 'User’s iPhone X', 'platform': 'ios', 'emulator': true, 'category': 'mobile', 'platformType': 'ios', 'ephemeral': true, - 'model': 'iPhone 5c (GSM)' + 'model': 'iPhone 5c (GSM)', + "emulatorId": simulatorID, } ]; final daemonDevices = @@ -403,21 +416,34 @@ main() { when(mockDaemonClient.devices) .thenAnswer((_) => Future.value(devicesResponses.removeAt(0))); - when(mockDaemonClient.launchEmulator('Nexus_6P_API_28')) - .thenAnswer((_) => Future.value('emulator-5554')); + when(mockDaemonClient.launchEmulator(emulatorId)) + .thenAnswer((_) => Future.value(runningEmulatorDeviceId)); when(mockDaemonClient.waitForEvent(EventType.deviceRemoved)) - .thenAnswer((_) => Future.value({'id': 'emulator-5554'})); + .thenAnswer((_) => Future.value({'id': runningEmulatorDeviceId})); - memoryFileSystem.file('example/test_driver/main.dart').createSync(recursive: true); - memoryFileSystem.directory('/Library/Developer/CoreSimulator/Devices/$simulatorID/data/Library/Preferences').createSync(recursive: true); + memoryFileSystem.file('example/test_driver/main.dart').createSync(recursive: true); + memoryFileSystem.directory('/Library/Developer/CoreSimulator/Devices/$simulatorID/data/Library/Preferences').createSync(recursive: true); final screenshots = Screenshots(configStr: configStr); final result = await screenshots.run(); expect(result, isTrue); + final BufferLogger logger = context.get(); + expect(logger.errorText, ''); +// print(logger.statusText); + expect(logger.statusText, contains('Starting $configAndroidDeviceName...')); + expect(logger.statusText, contains('Starting $configIosDeviceName...')); + expect(logger.statusText, contains('Setting orientation to $orientation1')); + expect(logger.statusText, contains('Setting orientation to $orientation2')); + expect(logger.statusText, contains('Warning: framing is not enabled')); + expect(logger.statusText, contains('Changing locale from $locale1 to $locale2 on \'$configAndroidDeviceName\'...')); + expect(logger.statusText, contains('Changing locale from $locale2 to $locale1 on \'$configAndroidDeviceName\'...')); + expect(logger.statusText, contains('Changing locale from $locale1 to $locale2 on \'$configIosDeviceName\'...')); + expect(logger.statusText, contains('Changing locale from $locale2 to $locale1 on \'$configIosDeviceName\'...')); + expect(logger.statusText, contains('Restarting \'$configIosDeviceName\' due to locale change...')); fakeProcessManager.verifyCalls(); verify(mockDaemonClient.devices).called(7); verify(mockDaemonClient.emulators).called(1); - verify(mockDaemonClient.launchEmulator('Nexus_6P_API_28')).called(1); + verify(mockDaemonClient.launchEmulator(emulatorId)).called(1); verify(mockDaemonClient.waitForEvent(EventType.deviceRemoved)) .called(1); }, skip: false, overrides: { @@ -425,60 +451,101 @@ main() { ProcessManager: () => fakeProcessManager, Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) ..environment = { - 'CI': 'false', +// 'CI': 'false', // 'HOME': LocalPlatform().environment['HOME'] 'HOME': memoryFileSystem.currentDirectory.path } ..operatingSystem = 'macos', -// Logger: () => VerboseLogger(StdoutLogger()), + Logger: () => BufferLogger(), FileSystem: () => memoryFileSystem, }); }); }); - group('main image magick', () { - testUsingContext('is installed on macOS/linux', () async { - fakeProcessManager.calls = [Call('convert -version', ProcessResult(0, 0, '', ''))]; - final isInstalled = await isImageMagicInstalled(); - expect(isInstalled, isTrue); - fakeProcessManager.verifyCalls(); - }, overrides: { - ProcessManager: () => fakeProcessManager, - Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..operatingSystem = 'macos', + group('hack in CI', (){ + final deviceId = 'emulator-5554'; + final runningEmulatorDaemonDevice = loadDaemonDevice({ + 'id': deviceId, + 'name': 'Android SDK built for x86', + 'platform': 'android-x86', +// 'platform': 'android-arm', // expect android-x86 + 'emulator': true, +// 'emulator': false, // expect true + 'category': 'mobile', + 'platformType': 'android', + 'ephemeral': true, + 'emulatorId': emulatorId, +// 'emulatorId': null, // expect Nexus_6P_API_28 (or running avd) }); - testUsingContext('is installed on windows', () async { - fakeProcessManager.calls = [Call('magick -version', ProcessResult(0, 0, '', ''))]; - final isInstalled = await isImageMagicInstalled(); - expect(isInstalled, isTrue); - fakeProcessManager.verifyCalls(); - }, overrides: { - ProcessManager: () => fakeProcessManager, - Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..operatingSystem = 'windows', + setUp(() { + when(mockDaemonClient.devices) + .thenAnswer((_) => Future.value([runningEmulatorDaemonDevice])); }); - testUsingContext('is not installed on windows', () async { - fakeProcessManager.calls = [ - Call('magick -version', null, sideEffects: ()=> throw 'exception') + testUsingContext('on android', () async { + // screenshots config + final configStr = ''' + tests: + - example/test_driver/main.dart + staging: $stagingDir + locales: + - en-US + devices: + android: + $configAndroidDeviceName: + orientation: + - Portrait + - LandscapeRight + frame: false + '''; + String adbPath = initAdbPath(); + final androidUSLocaleCall = Call('$adbPath -s $deviceId shell getprop persist.sys.locale', + ProcessResult(0, 0, 'en-US', '')); + final List calls = [ + ...unpackScriptsCalls, + androidUSLocaleCall, + androidUSLocaleCall, +// Call('$adbPath -s emulator-5554 emu avd name', +// ProcessResult(0, 0, 'Nexus_6P_API_28', '')), + Call( + '$adbPath -s $deviceId shell settings put system user_rotation 0', + null), + runAndroidTestCall, + Call( + '$adbPath -s $deviceId shell settings put system user_rotation 1', + null), + runAndroidTestCall, ]; - final isInstalled = await isImageMagicInstalled(); - expect(isInstalled, isFalse); + fakeProcessManager.calls = calls; + + final result = await screenshots(configStr: configStr); + + expect(result, isTrue); fakeProcessManager.verifyCalls(); - }, overrides: { + verify(mockDaemonClient.devices).called(3); + verify(mockDaemonClient.emulators).called(1); + final BufferLogger logger = context.get(); + expect(logger.errorText, ''); + expect(logger.statusText, isNot(contains('Warning: the locale of a real device cannot be changed.'))); + expect(logger.statusText, isNot(contains('Starting $configAndroidDeviceName...'))); + expect(logger.statusText, contains('Setting orientation to Portrait')); + expect(logger.statusText, contains('Setting orientation to LandscapeRight')); + }, skip: false, overrides: { + DaemonClient: () => mockDaemonClient, ProcessManager: () => fakeProcessManager, Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..operatingSystem = 'windows', + ..environment = {'CI': 'true'}, + Logger: () => BufferLogger(), }); }); - group('run utils', () { - testUsingContext('change android locale', () { + group('utils', () { + testUsingContext('change android locale of real device', () { String adbPath = initAdbPath(); final deviceId = 'deviceId'; - final deviceLocale = 'deviceLocale'; - final testLocale = 'testLocale'; + final deviceLocale = 'en-US'; + final testLocale = 'fr-CA'; fakeProcessManager.calls = [ Call( @@ -490,82 +557,39 @@ main() { null), ]; changeAndroidLocale(deviceId, deviceLocale, testLocale); + final BufferLogger logger = context.get(); + expect(logger.errorText, contains('Warning: locale will not be changed. Running in locale \'$deviceLocale\'')); fakeProcessManager.verifyCalls(); }, skip: false, overrides: { ProcessManager: () => fakeProcessManager, -// Logger: () => VerboseLogger(StdoutLogger()), + Logger: () => BufferLogger(), }); - testUsingContext('start emulator on CI', () async { - final emulatorId = 'emulatorId'; - final emulatorAvdName = 'emulatorAvdName'; - final stagingDir = 'stagingDir'; - String adbPath = initAdbPath(); - - fakeProcessManager.calls = [ - Call('$stagingDir/resources/script/android-wait-for-emulator', null), - Call( - '$adbPath devices', - ProcessResult( - 0, 0, 'List of devices attached\n$emulatorId device\n', '')), - Call('$adbPath -s $emulatorId emu avd name', - ProcessResult(0, 0, '$emulatorAvdName', '')), - ]; - await startEmulator(null, emulatorId, stagingDir); - fakeProcessManager.verifyCalls(); - }, skip: false, overrides: { - ProcessManager: () => fakeProcessManager, - Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..environment = { - 'CI': 'true', - 'ANDROID_HOME': 'android_home', - }, -// Logger: () => VerboseLogger(StdoutLogger()), - }); - - testUsingContext('find running device on CI', () async { - final emulatorId = 'emulator-5554'; - final emulatorAvdName = 'Nexus_6P_API_28'; - final deviceName = 'Nexus 6P'; - String adbPath = initAdbPath(); - - fakeProcessManager.calls = [ - Call('$adbPath -s $emulatorId emu avd name', - ProcessResult(0, 0, '$emulatorAvdName', '')), - ]; - - final device = loadDaemonDevice({ + test('find running emulator', () async { + final runningEmulator = loadDaemonDevice({ 'id': '$emulatorId', 'name': 'sdk phone armv7', 'platform': 'android-arm', 'emulator': true, 'category': 'mobile', 'platformType': 'android', - 'ephemeral': true + 'ephemeral': true, + 'emulatorId':emulatorId, }); - final emulator = loadDaemonEmulator({ - 'id': '$emulatorAvdName', - 'name': '${emulatorAvdName.replaceAll('_', ' ')}', + 'id': emulatorId, + 'name': 'emulator description', 'category': 'mobile', 'platformType': 'android' }); - final deviceFound = findRunningDevice([device], [emulator], deviceName); - expect(deviceFound, equals(device)); - fakeProcessManager.verifyCalls(); - }, skip: false, overrides: { - ProcessManager: () => fakeProcessManager, - Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..environment = { - 'CI': 'true', - 'ANDROID_HOME': 'android_home', - }, -// Logger: () => VerboseLogger(StdoutLogger()), + final deviceFound = findRunningDevice([runningEmulator], [emulator], configAndroidDeviceName); + expect(deviceFound, equals(runningEmulator)); }); - testUsingContext('multiple tests', () async { + testUsingContext('multiple tests (on iOS)', () async { final deviceName = 'device name'; final deviceId='deviceId'; + final locale ='locale'; final test1='test_driver/main.dart'; final test2='test_driver/main2.dart'; final configStr = ''' @@ -589,15 +613,21 @@ main() { ]; final result = await screenshots.runProcessTests( deviceName, - 'locale', + locale, null, getDeviceType(screenshots.config, deviceName), deviceId, ); expect(result, isNull); + final BufferLogger logger = context.get(); + expect(logger.errorText, ''); + expect(logger.statusText, contains('Running $test1 on \'$deviceName\' in locale $locale...')); + expect(logger.statusText, contains('Running $test2 on \'$deviceName\' in locale $locale...')); + expect(logger.statusText, contains('Warning: \'$deviceName\' images will not be processed')); fakeProcessManager.verifyCalls(); }, skip: false, overrides: { ProcessManager: () => fakeProcessManager, + Logger: () => BufferLogger(), }); }); } diff --git a/test/screenshots_test.dart b/test/screenshots_test.dart index b6ace550..adf39b3f 100644 --- a/test/screenshots_test.dart +++ b/test/screenshots_test.dart @@ -147,7 +147,7 @@ void main() { final iosDevices = utils.getIosSimulators(); final iPhone7Plus = iosDevices['iPhone 7 Plus']; expect(iPhone7Plus, expected); - }, skip: utils.isCI()); + }, skip: true ); test('get highest and available version of ios device', () { final expected = { @@ -162,7 +162,7 @@ void main() { final highestDevice = utils.getHighestIosSimulator(iosDevices, deviceName); expect(highestDevice, expected); - }, skip: utils.isCI()); + }, skip: true ); test('read resource and write to path', () async { final scrnResources = [ @@ -198,15 +198,15 @@ void main() { expect(result, 'adbd cannot run as root in production builds\n'); expect( await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); - }, skip: utils.isCI()); + }, skip: true ); - test('get emulator id from device name', () { - final _emulators = utils.getAvdNames(); -// print(_emulators); - final emulator = - _emulators.firstWhere((emulator) => emulator.contains('Nexus_5X')); - expect(emulator, 'Nexus_5X_API_27'); - }, skip: utils.isCI()); +// test('get emulator id from device name', () { +// final _emulators = utils.getAvdNames(); +//// print(_emulators); +// final emulator = +// _emulators.firstWhere((emulator) => emulator.contains('Nexus_5X')); +// expect(emulator, 'Nexus_5X_API_27'); +// }, skip: true ); test('move files', () async { final fileName = 'filename'; @@ -242,7 +242,7 @@ void main() { expect( await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); expect(startedDevice(await daemonClient.devices, emulatorName), null); - }, skip: utils.isCI()); + }, skip: true ); test('change android locale', () async { final deviceName = 'Nexus 6P'; @@ -263,7 +263,7 @@ void main() { await utils.waitAndroidLocaleChange(deviceId, origLocale); expect( await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); - }, timeout: Timeout(Duration(seconds: 180)), skip: utils.isCI()); + }, timeout: Timeout(Duration(seconds: 180)), skip: true ); test('start/stop simulator', () async { final simulatorName = 'iPhone X'; @@ -276,7 +276,7 @@ void main() { await run.startSimulator(daemonClient, deviceId); await run.shutdownSimulator(deviceId); await daemonClient.stop; - }, skip: utils.isCI()); + }, skip: true ); test('start emulator on travis', () async { final androidHome = Platform.environment['ANDROID_HOME']; @@ -327,7 +327,7 @@ void main() { // stop emulator expect( await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); - }, timeout: Timeout(Duration(seconds: 90)), skip: utils.isCI()); + }, timeout: Timeout(Duration(seconds: 90)), skip: true ); test('get android device locale', () async { final emulatorId = 'Nexus_6P_API_28'; @@ -343,7 +343,7 @@ void main() { await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); expect(deviceLocale, locale); - }, skip: utils.isCI()); + }, skip: true ); test('change locale on iOS and test', () async { final simulatorName = 'iPhone X'; @@ -379,25 +379,25 @@ void main() { // restore orig locale await run.setSimulatorLocale( deviceId, simulatorName, origLocale, stagingDir, daemonClient); - }, timeout: Timeout(Duration(seconds: 90)), skip: utils.isCI()); + }, timeout: Timeout(Duration(seconds: 90)), skip: true ); test('get ios simulator locale', () async { final udId = '03D4FC12-3927-4C8B-A226-17DE34AE9C18'; var locale = utils.getIosSimulatorLocale(udId); expect(locale, 'en-US'); - }, skip: utils.isCI()); - - test('get avd from a running emulator', () async { - final expectedId = 'Nexus_6P_API_28'; - final daemonClient = DaemonClient(); - await daemonClient.start; - // start emulator - final deviceId = await daemonClient.launchEmulator(expectedId); - final emulatorId = utils.getAndroidEmulatorId(deviceId); - expect(emulatorId, expectedId); - expect( - await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); - }, skip: utils.isCI()); + }, skip: true ); + +// test('get avd from a running emulator', () async { +// final expectedId = 'Nexus_6P_API_28'; +// final daemonClient = DaemonClient(); +// await daemonClient.start; +// // start emulator +// final deviceId = await daemonClient.launchEmulator(expectedId); +// final emulatorId = utils.getAndroidEmulatorId(deviceId); +// expect(emulatorId, expectedId); +// expect( +// await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); +// }, skip: true ); test('get real devices', () async { final expected = [ @@ -419,7 +419,7 @@ void main() { final androidDevices = utils.getAndroidDevices(devices); expect(androidDevices, []); expect(iosDevices, expected); - }, skip: utils.isCI()); + }, skip: true ); test('get devices', () { final expected = loadDaemonDevice({ @@ -483,7 +483,7 @@ void main() { expect(diffs, expected); expect( await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); - }, skip: utils.isCI()); + }, skip: true ); group('ProcessWrapper', () { test('works in conjunction with subscribers to stdio streams', () async { @@ -512,7 +512,7 @@ void main() { expect(actual.contains(expected), isTrue); expect(await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); - }, skip: utils.isCI()); + }, skip: true ); test('reg exp', () { final locale = 'fr_CA'; @@ -540,7 +540,7 @@ void main() { final recordingDir = config.recordingDir; expect(await utils.isRecorded(recordingDir), isTrue); Directory.current = origDir; - }, timeout: Timeout(Duration(seconds: 180)), skip: utils.isCI()); + }, timeout: Timeout(Duration(seconds: 180)), skip: true ); test('imagemagick compare', () { final recordedImage0 = 'test/resources/recording/Nexus 6P-0.png'; @@ -569,29 +569,6 @@ void main() { }); }); - test('compare images in directories', () async { - final comparisonDir = 'test/resources/comparison'; - final recordingDir = 'test/resources/recording'; - final deviceName = 'Nexus 6P'; - final expected = { - 'Nexus 6P-1.png': { - 'recording': 'test/resources/recording/Nexus 6P-1.png', - 'comparison': 'test/resources/comparison/Nexus 6P-1.png', - 'diff': 'test/resources/comparison/Nexus 6P-1-diff.png' - } - }; - - await runInContext(() async { - final failedCompare = await ImageProcessor.compareImages( - deviceName, recordingDir, comparisonDir); - expect(failedCompare, expected); - // show diffs - if (failedCompare.isNotEmpty) { - ImageProcessor.showFailedCompare(failedCompare); - } - }); - }); - test('comparison mode', () async { final origDir = Directory.current; Directory.current = 'example'; @@ -603,7 +580,7 @@ void main() { configPath: configPath, mode: utils.getStringFromEnum(RunMode.comparison)); Directory.current = origDir; - }, timeout: Timeout(Duration(seconds: 180)), skip: utils.isCI()); + }, timeout: Timeout(Duration(seconds: 180)), skip: true ); test('cleanup diffs at start of normal run', () { final fastlaneDir = 'test/resources/comparison'; @@ -632,7 +609,7 @@ void main() { configPath: configPath, mode: utils.getStringFromEnum(RunMode.archive)); Directory.current = origDir; - }, timeout: Timeout(Duration(seconds: 180)), skip: utils.isCI()); + }, timeout: Timeout(Duration(seconds: 180)), skip: true ); }); group('fastlane dirs', () { @@ -685,14 +662,14 @@ void main() { final screenProps = screens.getScreen(unknownDevice); expect(screenProps, isNull); expect(getAndroidModelType(screenProps), kFastlanePhone); - }, skip: utils.isCI()); + }, skip: true ); }); // group('adb path', () { // test('find adb path', () async { // final _adbPath = getAdbPath(androidSdk); //// print('adbPath=$_adbPath'); -// }, skip: utils.isCI()); +// }, skip: true ); // }); group('manage device orientation', () { @@ -712,7 +689,7 @@ void main() { print('error: $e'); } }); - }, skip: utils.isCI()); + }, skip: true ); test('set ios simulator orientation', () async { final scriptDir = 'lib/resources/script'; @@ -735,7 +712,7 @@ void main() { await Future.delayed(Duration(milliseconds: 1000)); await run.shutdownSimulator(deviceId); await daemonClient.stop; - }, skip: utils.isCI()); + }, skip: true ); test('set android emulator orientation', () async { final emulatorId = 'Nexus_6P_API_28'; @@ -752,7 +729,7 @@ void main() { await Future.delayed(Duration(milliseconds: 3000)); expect(await run.shutdownAndroidEmulator(daemonClient, deviceId), deviceId); - }, skip: utils.isCI()); + }, skip: true ); }); group('config validate', () { @@ -761,9 +738,9 @@ void main() { await screens.init(); final daemonClient = DaemonClient(); await daemonClient.start; - validate.generateConfigGuide(screens, await daemonClient.devices, + validate.deviceGuide(screens, await daemonClient.devices, await daemonClient.emulators, 'screenshots.yaml'); - }, skip: utils.isCI()); + }, skip: true ); test('validate device params', () { final deviceName = 'ios device 1'; @@ -821,7 +798,7 @@ void main() { mode: utils.getStringFromEnum(RunMode.normal), flavor: flavor); Directory.current = origDir; - }, timeout: Timeout(Duration(seconds: 240)), skip: utils.isCI()); + }, timeout: Timeout(Duration(seconds: 240)), skip: true ); }); group('run across platforms', () { @@ -844,7 +821,7 @@ void main() { expect(await screenshots.run(), isTrue); // allow other tests to continue Directory.current = origDir; - }, timeout: Timeout(Duration(minutes: 4)), skip: utils.isCI()); + }, timeout: Timeout(Duration(minutes: 4)), skip: true ); test('find highest avd', () async { final emulatorName = 'Nexus 6P'; @@ -859,7 +836,7 @@ void main() { final emulators = await daemonClient.emulators; final emulator = utils.findEmulator(emulators, emulatorName); expect(emulator, expected); - }, skip: utils.isCI()); + }, skip: true ); test('find a running device', () { // note: expects a running emulator @@ -915,7 +892,7 @@ void main() { deviceInfo = run.findRunningDevice( runningDevices, installedEmulators, iosDeviceName); expect(deviceInfo, iosDevice); - }, skip: utils.isCI()); + }, skip: true ); }); group('paths', () { diff --git a/test/screenshots_yaml_test.dart b/test/screenshots_yaml_test.dart index 17e2d9b9..d3696aa2 100644 --- a/test/screenshots_yaml_test.dart +++ b/test/screenshots_yaml_test.dart @@ -5,11 +5,12 @@ import 'package:screenshots/src/daemon_client.dart'; import 'package:screenshots/src/globals.dart'; import 'package:screenshots/src/screens.dart'; import 'package:screenshots/src/validate.dart'; -import 'package:screenshots/src/utils.dart' as utils; import 'package:test/test.dart'; import 'package:screenshots/src/fastlane.dart' as fastlane; import 'package:yaml/yaml.dart'; +import 'src/common.dart'; + final screenshotsYaml = ''' # Screen capture tests tests: @@ -78,7 +79,7 @@ void main() { expect(isValidTestPaths('--driver=$testPath --target=$mainPath '), isTrue); expect(isValidTestPaths('--driver $testPath --target $mainPath '), isTrue); - if (!utils.isCI()) { + if (! true ) { expect(isValidTestPaths(bogusPath), isFalse); expect(isValidTestPaths('--target=$bogusPath'), isFalse); expect( @@ -107,14 +108,14 @@ void main() { true); // allow other tests to continue Directory.current = origDir; - }, skip: utils.isCI()); + }, skip: true ); test('clear all destination directories on init', () async { final Screens screens = Screens(); await screens.init(); final config = Config(configStr: screenshotsYaml); await fastlane.clearFastlaneDirs(config, screens, RunMode.normal); - }, skip: utils.isCI()); + }, skip: true ); test('check if frame is needed', () { final config = Config(configStr: screenshotsYaml); diff --git a/test/src/common.dart b/test/src/common.dart index b324ff4c..2ecfa10b 100644 --- a/test/src/common.dart +++ b/test/src/common.dart @@ -3,8 +3,14 @@ import 'dart:io'; import 'package:meta/meta.dart'; import 'package:path/path.dart' as p; +import 'package:platform/platform.dart'; import 'package:screenshots/src/utils.dart'; +///// Test for CI environment. +//bool true { +// return LocalPlatform().environment['CI']?.toLowerCase() == 'true'; +//} + /// Copy files from [srcDir] to [dstDir]. /// If dstDir does not exist, it is created. void copyFiles(String srcDir, String dstDir) { diff --git a/test/utils_test.dart b/test/utils_test.dart index 984f7932..ae39e151 100644 --- a/test/utils_test.dart +++ b/test/utils_test.dart @@ -9,6 +9,8 @@ import 'package:tool_base/tool_base.dart'; import 'package:tool_base_test/tool_base_test.dart'; import 'package:tool_mobile/tool_mobile.dart'; +import 'src/common.dart'; + class FakeAndroidSDK extends Fake implements AndroidSdk { @override String get adbPath => 'path to adb'; @@ -46,12 +48,6 @@ main() { AndroidSdk: () => fakeAndroidSdk, }); - testUsingContext('with null CI env', () { - expect(isCI(), isFalse); - }, overrides: { - Platform: () => FakePlatform(environment: {}), - }); - testUsingContext('getIosSimulatorLocale', () { when(fs.file(any)).thenReturn(mockFile); when(mockFile.existsSync()).thenReturn(false); diff --git a/test/validate_test.dart b/test/validate_test.dart index 8b7e86a6..64fb4052 100644 --- a/test/validate_test.dart +++ b/test/validate_test.dart @@ -17,7 +17,8 @@ main() { setUp(() { fakeProcessManager = FakeProcessManager(); fakePlatform = FakePlatform.fromPlatform(const LocalPlatform()) - ..operatingSystem = 'linux'; + ..operatingSystem = 'linux' + ..environment['CI'] = 'false'; }); final callListIosDevices = Call( @@ -49,7 +50,8 @@ main() { ''', '')); - testUsingContext('pass with \'availability\'', () async { + testUsingContext('pass on iOS with \'availability\'', () async { + fakePlatform.operatingSystem = 'macos'; final configStr = ''' tests: - example/test_driver/main.dart @@ -58,24 +60,14 @@ main() { - en-US - fr-CA devices: - android: - Nexus 6P: - orientation: LandscapeRight ios: iPhone X: - orientation: LandscapeRight frame: true '''; final config = Config(configStr: configStr); final screens = Screens(); await screens.init(); - final emulator = { - "id": "Nexus_6P_API_28", - "name": "Nexus 6P", - "category": "mobile", - "platformType": "android" - }; - final allEmulators = [loadDaemonEmulator(emulator)]; + final allEmulators = []; final allDevices = []; fakeProcessManager.calls = [callListIosDevices]; @@ -86,11 +78,10 @@ main() { }, skip: false, overrides: { ProcessManager: () => fakeProcessManager, // Logger: () => VerboseLogger(StdoutLogger()), - Platform: () => FakePlatform.fromPlatform(const LocalPlatform()) - ..operatingSystem = 'macos', + Platform: () => fakePlatform }); - testUsingContext('pass with \'isAvailable\'', () async { + testUsingContext('pass on iOS with \'isAvailable\'', () async { final callListIosDevices = Call( 'xcrun simctl list devices --json', ProcessResult( @@ -125,24 +116,14 @@ main() { - en-US - fr-CA devices: - android: - Nexus 6P: - orientation: LandscapeRight ios: iPhone X: - orientation: LandscapeRight frame: true '''; final config = Config(configStr: configStr); final screens = Screens(); await screens.init(); - final emulator = { - "id": "Nexus_6P_API_28", - "name": "Nexus 6P", - "category": "mobile", - "platformType": "android" - }; - final allEmulators = [loadDaemonEmulator(emulator)]; + final allEmulators = []; final allDevices = []; fakeProcessManager.calls = [callListIosDevices]; @@ -159,44 +140,18 @@ main() { }); testUsingContext('getIosSimulators', () async { - final callListIosDevices = Call( - 'xcrun simctl list devices --json', - ProcessResult( - 0, - 0, - ''' - { - "devices" : { - "com.apple.CoreSimulator.SimRuntime.iOS-13-2" : [ - { - "state" : "Shutdown", - "isAvailable" : true, - "name" : "iPhone 11 Pro Max", - "udid" : "FAD89341-9B18-4A40-92F5-0440F1B19731" - }, - { - "state" : "Shutdown", - "isAvailable" : true, - "name" : "iPad Pro (12.9-inch) (3rd generation)", - "udid" : "A225B800-9979-48C4-BF28-922984806788" - } - ] - } - } - ''', - '')); - fakeProcessManager.calls = [callListIosDevices]; - final Map simulators = getIosSimulators(); - final isSimulatorFound= isSimulatorInstalled(simulators, 'iPhone 11 Pro Max'); + final isSimulatorFound= isSimulatorInstalled(simulators, 'iPhone X'); expect(isSimulatorFound, isTrue); - }, skip: false, overrides: { + fakeProcessManager.verifyCalls(); + }, skip: false, overrides: { ProcessManager: () => fakeProcessManager, // Logger: () => VerboseLogger(StdoutLogger()), }); testUsingContext('fail', () async { + fakePlatform.operatingSystem = 'macos'; final BufferLogger logger = context.get(); final configStr = ''' tests: @@ -207,13 +162,13 @@ main() { - fr-CA devices: android: - Bad android phone: + Android Device (with no screen): Unknown android phone: frame: false Nexus 6P: orientation: LandscapeRight ios: - Bad ios phone: + iOS Device (with no screen): iPhone X: orientation: LandscapeRight frame: true @@ -221,29 +176,45 @@ main() { final config = Config(configStr: configStr); final screens = Screens(); await screens.init(); - final emulator = { - "id": "ANY_EMULATOR_ID", - "name": "Nexus 6P", + final emulator = loadDaemonEmulator({ + "id": "NEXUS_6P_API_28", + "name": "NEXUS 6P API 28", "category": "mobile", "platformType": "android" - }; - final allEmulators = [loadDaemonEmulator(emulator)]; - final allDevices = []; + }); + final device = loadDaemonDevice({ + "id": "emulator-5554", + "name": "Android SDK built for x86 64", + "platform": "android-arm", + "emulator": true, + "category": "mobile", + "platformType": "android", + "ephemeral": true, + "emulatorId": 'NEXUS_6P_API_28' + }); + final allEmulators = [emulator]; + final allDevices = [device]; fakeProcessManager.calls = [callListIosDevices, callListIosDevices]; bool isValid = await isValidConfig(config, screens, allDevices, allEmulators); +// print(logger.statusText); +// print(logger.errorText); expect(isValid, isFalse); - expect(logger.statusText, contains('Guide')); - expect(logger.statusText, contains('Use a device with a supported screen')); + expect(logger.statusText, contains('Screen Guide')); + expect(logger.statusText, contains('Device Guide')); + expect(logger.statusText, contains('Attached devices')); + expect(logger.statusText, contains('Installed emulators')); + expect(logger.statusText, contains('Installed simulators')); + expect(logger.errorText, contains('File \'example/test_driver/main.dartx\' not found.')); - expect(logger.errorText, contains('Invalid config: \'example/test_driver/main.dartx\' in screenshots.yaml')); - expect(logger.errorText, contains('Screen not available for device \'Bad android phone\' in screenshots.yaml.')); - expect(logger.errorText, isNot(contains('Screen not available for device \'Bad ios phone\' in screenshots.yaml.'))); - expect(logger.errorText, contains('No device attached or emulator installed for device \'Bad android phone\' in screenshots.yaml.')); - expect(logger.errorText, contains('No device attached or emulator installed for device \'Unknown android phone\' in screenshots.yaml.')); - expect(logger.errorText, isNot(contains('No device attached or simulator installed for device \'Bad ios phone\' in screenshots.yaml.'))); + expect(logger.errorText, contains('No device attached or emulator installed for device \'Unknown android phone\'')); + expect(logger.errorText, contains('Screen not available for device \'Android Device (with no screen)\'')); + expect(logger.errorText, contains('Screen not available for device \'iOS Device (with no screen)\'')); + expect(logger.errorText, contains('No device attached or emulator installed for device \'Unknown android phone\'')); + expect(logger.errorText, isNot(contains('No device attached or simulator installed for device \'Bad ios phone\''))); + fakeProcessManager.verifyCalls(); // fakePlatform.operatingSystem = 'linux'; // isValid = @@ -258,33 +229,33 @@ main() { // expect(logger.errorText, contains('No device attached or emulator installed for device \'Bad android phone\' in screenshots.yaml.')); // expect(logger.errorText, contains('No device attached or emulator installed for device \'Unknown android phone\' in screenshots.yaml.')); // expect(logger.errorText, isNot(contains('No device attached or simulator installed for device \'Bad ios phone\' in screenshots.yaml.'))); - }, skip: false, overrides: { - ProcessManager: () => fakeProcessManager, Logger: () => BufferLogger(), Platform: () => fakePlatform, - OutputPreferences: () => OutputPreferences(wrapText: false, showColor: false), + ProcessManager: () => fakeProcessManager, }); - testUsingContext('show guide', () async { + testUsingContext('show device guide', () async { + fakePlatform.operatingSystem = 'macos'; final BufferLogger logger = context.get(); final screens = Screens(); await screens.init(); final installedEmulator = loadDaemonEmulator({ "id": "Nexus_6P_API_28", - "name": "Nexus 6P", + "name": "Android SDK built for x86", "category": "mobile", "platformType": "android" }); final allEmulators = [installedEmulator]; - final startedEmulator = loadDaemonDevice({ + final runningEmulator = loadDaemonDevice({ "id": "emulator-5554", "name": "Android SDK built for x86", "platform": "android-x86", "emulator": true, "category": "mobile", "platformType": "android", - "ephemeral": true + "ephemeral": true, + "emulatorId": "NEXUS_6P_API_28", }); final realIosDevice = loadDaemonDevice({ "id": "3b3455019e329e007e67239d9b897148244b5053", @@ -294,11 +265,11 @@ main() { "category": "mobile", "platformType": "ios", "ephemeral": true, - 'model': 'iPhone model' + 'model': 'Real iPhone' }); final realAndroidDevice = loadDaemonDevice({ - "id": "device id", - "name": "Adroid Phone Name", + "id": "1080308019003347", + "name": "Real Android Phone", "platform": "android", "emulator": false, "category": "mobile", @@ -306,23 +277,29 @@ main() { "ephemeral": true }); final allDevices = [ - startedEmulator, + runningEmulator, realIosDevice, realAndroidDevice, ]; + fakeProcessManager.calls = [callListIosDevices]; expect( - () async => await generateConfigGuide( + () async => await deviceGuide( screens, allDevices, allEmulators, 'myScreenshots.yaml'), returnsNormally); - expect(logger.statusText, contains('Guide')); + expect(logger.statusText, contains('Device Guide')); + expect(logger.statusText, isNot(contains('Screen Guide'))); expect(logger.statusText, contains(realIosDevice.iosModel)); expect(logger.statusText, contains(realAndroidDevice.name)); - expect(logger.statusText, isNot(contains(startedEmulator.id))); - expect(logger.statusText, contains(installedEmulator.name)); + expect(logger.statusText, contains(runningEmulator.id)); + expect(logger.statusText, contains(installedEmulator.id)); expect(logger.errorText, ''); - +// print(logger.statusText); +// print(logger.errorText); + fakeProcessManager.verifyCalls(); }, skip: false, overrides: { Logger: () => BufferLogger(), + Platform: () => fakePlatform, + ProcessManager: () => fakeProcessManager, }); }); }