anbuselvan/angularjs-events-app


A lightweight web scrapper to extract event data from popular events listing websites

icangive.org:8080

Language: JavaScript


angularjs-events-app

A lightweight web scrapper to extract event data from popular events listing websites.

Requirements

nodejs, mongodb, bower

Installation

git clone https://github.com/anbuselvan/angularjs-events-app.git
cd angularjs-events-app
npm install
bower install
node server.js

Sample Input Data

var websites = [
    {
        domain: 'events.stanford.edu',
        config: {
            url: 'http://events.stanford.edu',
            item: '.postcard-link',
            title: 'h3',
            link: 'this',
            link_attr: 'href',
            link_prefix: 'http://events.stanford.edu',
            image_url: '',
            image_url_prefix: '',
            date: 'p strong',
            date_regex: /\w+, \w+ \d, \d+/,
            time: 'p strong',
            time_regex: /(\d+):(\d+) \w+/
        }
    },
    {
        domain: 'www.eventbrite.com',
        config: {
            url: 'https://www.eventbrite.com',
            item: '.event-cards .g-cell',
            title: 'h4',
            link: '.js-xd-preferred-link',
            link_attr: 'href',
            link_prefix: '',
            image_url: '',
            image_url_prefix: '',
            date: '.event-poster__date',
            date_regex: '',
            time: '',
            time_regex: ''
        }
    },
    {
        domain: 'www.sfmoma.org',
        config: {
            url: 'http://www.sfmoma.org',
            item: '.mod-link',
            title: '.title',
            link: 'this',
            link_attr: 'data-url',
            link_prefix: 'http://www.sfmoma.org',
            image_url: '',
            image_url_prefix: '',
            date: '.dtstart',
            date_regex: '',
            time: '',
            time_regex: ''
        }
    },
    {
        domain: 'www.meetup.com',
        config: {
            url: 'http://www.meetup.com/find/events/?allMeetups=true&radius=5&userFreeform=Redwood+City%2C+CA&mcId=z94061&mcName=Redwood+City%2C+CA',
            item: '.event-listing',
            title: 'span[itemprop="name"]',
            link: '.event-title',
            link_attr: 'href',
            link_prefix: '',
            image_url: '',
            image_url_prefix: '',
            date: '',
            date_regex: '',
            time: 'time[itemProp="startDate"]',
            time_regex: ''
        }
    }
];

Project Statistics

Sourcerank 2
Repository Size 1.27 MB
Stars 0
Forks 0
Watchers 1
Open issues 0
Dependencies 45
Contributors 1
Tags 0
Created
Last updated
Last pushed

Top Contributors See all

Anbuselvan Periannan

Something wrong with this page? Make a suggestion

Last synced: 2019-12-31 12:36:15 UTC

Login to resync this repository