Cloud-CV/EvalAI

View on GitHub
frontend/src/views/web/landing.html

Summary

Maintainability
Test Coverage
<div class="white-bg view-container flex-body">
    <main-header></main-header>
    <div class="content">
        <!-- EvalAI into -->
        <div class="grad-container">
            <div class="row">
                <div class="col s12 m8 l8">
                    <div class="grad-head">
                        <h3 class="text-dark-black"><strong>Evaluating state-of-the-art in AI</strong></h3>
                        <p class="text-med-black fs-18 w-300">EvalAI is an open source platform for evaluating and
                            comparing machine learning (ML) and artificial intelligence (AI) algorithms at scale.</p>
                        <div class="landing-buttons">
                            <ul class="inline-list">
                                <li>
                                    <a ng-click="main.hostChallenge()" href="javascript:void(0)"
                                        class="dark-link"><strong>Host Challenge</strong></a>
                                </li>
                                <li><a class="btn ev-btn-dark waves-effect waves-dark grad-btn grad-btn-dark fs-14"
                                        ui-sref="web.challenge-main">Participate</a></li>
                            </ul>
                            <br>
                            <br>
                        </div>
                    </div>
                </div>
            </div>
        </div>
        <section class="ev-container ev-details text-med-black ev-super-light-bg" id="ev-scroll-down">
            <div class="grad-container text-med-black ">
                <div class="row">
                    <div class="col s12 m3 l3">
                        <div class="row">
                            <div class="col s12 m12 l12">
                                <div class="center fs-20 w-500">
                                    <h4><strong>400+</strong></h4>
                            </div>
                        </div>
                        <div class="row">
                            <div class="col s12 m12 l12">
                                <div class="center fs-20">
                                    Hosted AI Challenges
                                </div>
                                </div>
                            </div>
                        </div>
                    </div>
                    <div class="col s12 m3 l3">
                        <div class="row">
                            <div class="col s12 m12 l12">
                                <div class="center fs-20 w-500">
                                   <h4><strong>40,000+</strong></h4>
                            </div>
                        </div>
                        <div class="row">
                            <div class="col s12 m12 l12">
                                <div class="center fs-20">
                                    Users
                                </div>
                                </div>
                            </div>
                        </div>
                    </div>
                    <div class="col s12 m3 l3">
                        <div class="row">
                            <div class="col s12 m12 l12">
                                <div class="center fs-20 w-500">
                                    <h4><strong>430,000+</strong></h4>
                            </div>
                        </div>
                        <div class="row">
                            <div class="col s12 m12 l12">
                                <div class="center fs-20">
                                    Submissions
                                </div>
                                </div>
                            </div>
                        </div>
                    </div>
                    <div class="col s12 m3 l3">
                        <div class="row">
                            <div class="col s12 m12 l12">
                                <div class="center fs-20 w-500">
                                    <h4><strong>40+</strong></h4>
                            </div>
                        </div>
                        <div class="row">
                            <div class="col s12 m12 l12">
                                <div class="center fs-20">
                                    Organizations
                                </div>
                                </div>
                            </div>
                        </div>
                    </div>
                </div>
            </div>
        </section>
        <section class="ev-container ev-details text-med-black" id="ev-scroll-down">
            <div class="grad-container text-med-black ">
                <div class="row">
                    <h4 class="w-300 center">Features</h4>
                </div>
                <div class="row">
                    <div class="col s12 m2 l2">
                        <img src="/dist/images/features/protocols.png" alt="" width="100%">
                    </div>
                    <div class="col s12 m4 l4">
                        <h5 class="w-300">Custom evaluation protocol</h5>
                        <p class="w-300 fs-16">We allow creation of an arbitrary number of evaluation phases
                            and dataset splits, compatibility using any programming language, and organizing results in
                            both
                            public and private leaderboards.</p>
                    </div>
                    <div class="col s12 m2 l2">
                        <img src="/dist/images/features/remote.png" alt="" width="100%">
                    </div>
                    <div class="col s12 m4 l4">
                        <h5 class="w-300">Remote evaluation</h5>
                        <p class="w-300 fs-16">Certain large-scale challenges need special compute capabilities for
                            evaluation. If the challenge needs extra computational power, challenge organizers can
                            easily add their own cluster of worker nodes to process participant submissions while we
                            take care of hosting the challenge, handling user submissions, and maintaining the
                            leaderboard.</p>
                    </div>
                </div>
                <div class="row">
                    <div class="col s12 m2 l2">
                        <img src="/dist/images/features/docker.png" alt="" width="100%">
                    </div>
                    <div class="col s12 m4 l4">
                        <h5 class="w-300">Evaluation inside RL environments</h5>
                        <p class="w-300 fs-16">EvalAI lets participants submit code for their agent in the form of
                            docker images which are evaluated against test environments on the evaluation server. During
                            evaluation, the worker fetches the image, test environment, and the model snapshot and spins
                            up a new container to perform evaluation.</p>
                    </div>
                    <div class="col s12 m2 l2">
                        <img src="/dist/images/features/cli.png" alt="" width="100%">
                    </div>
                    <div class="col s12 m4 l4">
                        <h5 class="w-300">CLI support</h5>
                        <p class="w-300 fs-16">EvalAI-CLI is designed to extend the functionality of the EvalAI web
                            application to your command line to make the platform more accessible and terminal-friendly.
                        </p>
                    </div>
                </div>
                <div class="row">
                    <div class="col s12 m2 l2">
                        <img src="/dist/images/features/portability.png" alt="" width="100%">
                    </div>
                    <div class="col s12 m4 l4">
                        <h5 class="w-300">Portability</h5>
                        <p class="w-300 fs-16">EvalAI was designed with keeping in mind scalability and portability of
                            such a system from the very inception of the idea. Most of the components rely heavily on
                            open-source technologies – Docker, Django, Node.js, and PostgreSQL.</p>
                    </div>
                    <div class="col s12 m2 l2">
                        <img src="/dist/images/features/faster-eval.png" alt="" width="100%">
                    </div>
                    <div class="col s12 m4 l4">
                        <h5 class="w-300">Faster evaluation</h5>
                        <p class="w-300 fs-16">We warm-up the worker nodes at start-up by importing the challenge code
                            and pre-loading the dataset in memory. We also split the dataset into small chunks that are
                            simultaneously evaluated on multiple cores. These simple tricks result in faster evaluation
                            and reduces the evaluation time by an order of magnitude in some cases.</p>
                    </div>
                </div>
            </div>
        </section>
        <section class="ev-container ev-reverse-details text-med-black ev-super-light-bg" id="ev-scroll-down">
            <div class="grad-container text-med-black ">
                <div class="row">
                    <h4 class="w-300 center">Popular challenges</h4>
                </div>
                <div class="row">
                    <div class="col s12 m3 l3" ng-repeat="challenge in main.challengeList.results track by $index"
                        ng-if="$index < 4"><a class="ev-card-hover"
                            ui-sref="web.challenge-main.challenge-page({challengeId:challenge.id})">
                            <div class="card ev-card-panel ev-challenge-card ev-card-hover">
                                <div class="card-image ev-card-image">
                                    <img class="bg-img" ng-src="{{challenge.image}}">
                                    <span class=" ev-card-title fs-14"><span><img
                                                ng-src="{{challenge.image}}"></span>{{challenge.title}}</span>
                                </div>
                                <div class="card-content">
                                    <p><strong class="text-light-black fs-12">Organized by</strong>
                                        <br>
                                        <span class="w-300 fs-16">{{challenge.creator.team_name}}</span>
                                    </p>
                                    <p><strong class="text-light-black fs-12">Starts on</strong>
                                        <br>
                                        <span class="w-300 fs-16">{{challenge.start_date | date:'medium'}}</span>
                                    </p>
                                    <p><strong class="text-light-black fs-12">Ends on</strong>
                                        <br>
                                        <span class="w-300 fs-16">{{challenge.end_date | date:'medium'}}</span>
                                    </p>
                                </div>
                                <div class=" btn-card-detail waves-effect waves-dark w-300 fs-14"> <strong>View Details
                                    </strong> &nbsp; </div>
                            </div>
                        </a>
                    </div>
                    <div ng-if="!main.challengeList.count" class="row">
                        <p class="text-dark-black w-300 center fs-16">Sorry! there are no featured challenges. Please
                            check again later.</p>
                    </div>
                </div>
            </div>
        </section>
        <!-- organizatons section -->
        <section class="ev-container ev-reverse-details text-med-black" id="ev-scroll-down">
            <div class="grad-container text-med-black ">
                <div class="row">
                    <div class="col s12 m12 l12">
                        <div class="row">
                            <h4 class="w-300 center">Partner Organizations</h4>
                        </div>
                        <div class="row">
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/argoai.png" id="argoai-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/cmu.png" id="cmu-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/draper.png" id="draper-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/ebay.png" id="ebay-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/fb.png" id="fb-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/gt.png" id="gt-logo">
                                </div>
                            </div>
                        </div>
                        <div class="row">
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/google.png" id="google-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/ibm.png" id="ibm-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/illinois.png" id="uiuc-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/iitm.png" id="iitm-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/intel.png" id="intel-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/iowa.png" id="iowa-state">
                                </div>
                            </div>
                        </div>
                        <div class="row">
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/ju.png" id="ju-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/mapillary.png" id="mapillary-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/motional.png" id="motional">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/mit.png" id="mit-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/nu.png" id="nu-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/siop.png" id="siop-logo">
                                </div>
                            </div>
                        </div>
                        <div class="row">
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/stanford.png" id="stanford-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/adelaide.png" id="adelaide-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/uau.png" id="uau">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/umbc.png" id="umbc-logo">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/upisa.png" id="upisa">
                                </div>
                            </div>
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/pitt.png" id="pitt-logo">
                                </div>
                            </div>
                        </div>
                        <div class="row">
                            <div class="col s12 l2">
                                <div class="org-logo">
                                    <img src="dist/images/organizations/vt.png" id="vt-logo">
                                </div>
                            </div>
                        </div>
                    </div>
                </div>
            </div>
        </section>
        <!-- SOSP 2019 Entry -->
        <section class="ev-container ev-reverse-details text-med-black ev-super-light-bg" id="ev-scroll-down">
            <div class="grad-container text-med-black ">
                <div class="row">
                    <h4 class="w-300 center">Cite our work</h4>
                </div>
                <div class="row">
                    <div class="col s12 m12 l12">
                        <h5 class="w-400">EvalAI: Towards Better Evaluation Systems for AI Agents</h5>
                        <span class="w-300 fs-16">Deshraj Yadav, Rishabh Jain, Harsh Agrawal, Prithvijit Chattopadhyay,
                            Taranjeet Singh, Akash Jain, Shiv Baran Singh, Stefan Lee, Dhruv Batra</span>
                    </div>
                </div>
                <div class="row">
                    <a href="http://learningsys.org/sosp19/assets/papers/23_CameraReadySubmission_EvalAI_SOSP_2019%20(8)%20(1).pdf" target="_blank">
                        <img src="dist/images/evalai-paper.jpg" alt="" width="100%" class="thumb">
                    </a>
                </div>
            </div>
        </section>
        <!-- Sponsors -->
        <section class="ev-container ev-reverse-details text-med-black" id="ev-scroll-down">
            <div class="grad-container text-med-black ">
                <div class="row">
                    <h4 class="w-300 center">Sponsors</h4>
                </div>
                <div class="row">
                    <div class="col s12 m4 l4 offset-l2">
                        <div class="evalai-sponsor-logo">
                            <img src="dist/images/sponsors/aws.png" id="aws">
                        </div>
                    </div>
                    <div class="col s12 m4 l6">
                        <div class="evalai-sponsor-logo">
                            <img src="dist/images/sponsors/gsoc.png" id="gsoc">
                        </div>
                    </div>
                </div>
            </div>
        </section>
    </div>
    <landing-footer></landing-footer>
</div>