量角器測試通過本地但不在Travis-CI上

Question

我最近使用量角器在我的AngularJS應用程序中添加了端到端測試。我已經在本地運行測試，並且都通過了，但是當我承諾GitHub和Travis for CI時，大多數測試都失敗了。

我注意到，失敗的測試是那些需要路由到其他狀態（我使用Angular UI路由器）。

scenarios.js

describe('Test', function() { 

    beforeEach(function() { 
     browser.get('/'); 
    }) 

    it('should open the user page', function() { 

     //browser.get("/"); 
     browser.sleep(3000); 
     var button = element(by.id('createSession')); 
     button.click().then(function() { 
      browser.sleep(3000); 
      expect(browser.getLocationAbsUrl()).toEqual("/user"); 
     }); 
    }); 

    it('should create a session and add a user', function() { 

     //browser.get("/"); 
     browser.sleep(3000); 
     var button = element(by.id('createSession')); 
     button.click(); 
     browser.sleep(3000); 
     var input = element(by.id('username')); 
     input.sendKeys('Simona'); 
     var joinButton = element(by.id('joinSession')); 
     joinButton.click(); 
     browser.sleep(3000); 
     expect(element(by.id('addStart')).isPresent()).toBe(true); 

    }); 

    it('should join an existing session', function() { 

     //browser.get("/"); 
     browser.sleep(3000); 
     var inputSession = element(by.id('sessionId')); 
     inputSession.sendKeys('testing123'); 
     var joinSessionBtn = element(by.id('enterSession')); 
     joinSessionBtn.click(); 
     browser.sleep(3000); 
     var input = element(by.id('username')); 
     input.sendKeys('Simona1'); 
     var joinButton = element(by.id('joinSession')); 
     joinButton.click(); 
     browser.sleep(3000); 
     expect(element(by.id('addStart')).isPresent()).toBe(true); 

    }); 

    it('should add user to active users', function() { 

     //browser.get("/"); 
     browser.sleep(3000); 
     var inputSession = element(by.id('sessionId')); 
     inputSession.sendKeys('testing123'); 
     var joinSessionBtn = element(by.id('enterSession')); 
     joinSessionBtn.click(); 
     browser.sleep(3000); 
     var input = element(by.id('username')); 
     input.sendKeys('Simona'); 
     var joinButton = element(by.id('joinSession')); 
     joinButton.click(); 
     browser.sleep(3000); 
     var user = element(by.id('Simona')); 
     expect(user.isPresent()).toBe(true); 

    }); 

    it('should not join a non-existing session', function() { 

     //browser.get("http://localhost:8000/"); 
     browser.sleep(3000); 
     var inputSession = element(by.id('sessionId')); 
     inputSession.sendKeys('simonovaSesija'); 
     var joinSessionBtn = element(by.id('enterSession')); 
     joinSessionBtn.click(); 
     browser.sleep(3000); 
     var warning = element(by.id('warningSession')).isDisplayed(); 
     expect(warning).toBe(true); 

    }); 


    it('should add an anonymous user on empty username input', function() { 

     //browser.get("http://localhost:8000/"); 
     browser.sleep(3000); 
     var inputSession = element(by.id('sessionId')); 
     inputSession.sendKeys('testing123'); 
     var joinSessionBtn = element(by.id('enterSession')); 
     joinSessionBtn.click(); 
     browser.sleep(3000); 
     var input = element(by.id('username')); 
     input.sendKeys(''); 
     var joinButton = element(by.id('joinSession')); 
     joinButton.click(); 
     browser.sleep(4000); 
     var user = element(by.id('Anonymous')); 
     expect(user.isPresent()).toBe(true); 

    }); 

}); 

protractor.conf.js

exports.config = { 

     allScriptsTimeout: 11000, 

     specs: [ 
     "scenarios.js" 
     ], 

     capabilities: { 
     "browserName": "chrome" 
     }, 

     baseUrl: "http://localhost:8000/", 

     framework: "jasmine", 

     jasmineNodeOpts: { 
     defaultTimeoutInterval: 30000 
     } 

    }; 

的package.json

{ 
     "name": "angular-seed", 
     "private": false, 
     "version": "0.0.0", 
     "description": "A starter project for AngularJS", 
     "repository": "https://github.com/angular/angular-seed", 
     "license": "MIT", 
     "devDependencies": { 
     "bower": "^1.7.7", 
     "http-server": "^0.9.0", 
     "jasmine-core": "^2.4.1", 
     "karma": "^0.13.22", 
     "karma-chrome-launcher": "^0.2.3", 
     "karma-firefox-launcher": "^0.1.7", 
     "karma-jasmine": "^0.3.8", 
     "karma-junit-reporter": "^0.4.1", 
     "protractor": "^3.2.2" 
     }, 
     "scripts": { 
     "postinstall": "bower install", 
     "prestart": "npm install", 
     "start": "http-server -a localhost -p 8000 -c-1 ./app", 
     "pretest": "npm install", 
     "test": "karma start karma.conf.js", 
     "test-single-run": "karma start karma.conf.js --single-run", 
     "preupdate-webdriver": "npm install", 
     "update-webdriver": "webdriver-manager update", 
     "preprotractor": "npm run update-webdriver", 
     "protractor": "protractor e2e-tests/protractor.conf.js", 
     "update-index-async": "node -e \"var fs=require('fs'),indexFile='app/index-async.html',loaderFile='app/bower_components/angular-loader/angular-loader.min.js',loaderText=fs.readFileSync(loaderFile,'utf-8').split(/sourceMappingURL=angular-loader.min.js.map/).join('sourceMappingURL=bower_components/angular-loader/angular-loader.min.js.map'),indexText=fs.readFileSync(indexFile,'utf-8').split(/\\/\\/@@NG_LOADER_START@@[\\s\\S]*\\/\\/@@NG_LOADER_END@@/).join('//@@NG_LOADER_START@@\\n'+loaderText+' //@@NG_LOADER_END@@');fs.writeFileSync(indexFile,indexText);\"" 
     }, 
     "dependencies": { 
     "bower": "^1.7.9", 
     "express": "^4.14.0" 
     } 

} 

.travis.yml

language: node_js 
node_js: 
    - '4.4' 

addons: 
    firefox: "latest" 

# blocklist 
branches: 
    except: 
    - master 

# safelist 
branches: 
    only: 
    - dev 

before_script: 
    - export CHROME_BIN=chromium-browser 
    - export DISPLAY=:99.0 
    - sh -e /etc/init.d/xvfb start 
    - npm start > /dev/null & 
    - npm run update-webdriver 
    - sleep 1 # give server time to start 

script: 
    - node_modules/.bin/karma start karma.conf.js --no-auto-watch --single-run --reporters=dots 
    - node_modules/.bin/protractor e2e-tests/protractor.conf.js 

正如你所看到的，我正在使用angular-seed的Angular模板。

有關爲什麼會發生這種情況的任何建議？

Answer 1

這將是最有幫助的知道你會得到什麼樣的錯誤，但無論如何，你有一對夫婦明顯的罪魁禍首......

1. CI運行無頭（即通過XVFB） ，你的本地不是。這兩者將有不同的時間問題。
2. 你有很多睡覺，這可能會導致你的測試在不同的環境下表現不同（例如，CI與本地）。這是sleep s不好的原因之一。這也會讓我相信你的應用是而不是 Angular？如果這是真的，那麼最好自己處理任何wait。如果那是不是是真的，那麼爲什麼所有的睡覺呢？

希望能有所幫助。