/
Message Examples for Streaming Sources

Message Examples for Streaming Sources

Owned by Jay Krall
Last updated: Jun 04, 2020

This document contains an example message from each of the sources available via real-time HTTP streams. 

Blogs

{
 	"post": {
 		"Link": {
 			"rel": "alternate",
 			"type": "application/rss+xml",
 			"href": "http://javiersolana.esadeblogs.com/feed/"
 		},
 		"bloghostid": "3",
 		"country": null,
 		"generator": "http://wordpress.org/?v=3.4.2",
 		"postid": "8eca4df6-ea4f-4e85-86b6-eb551d3f346f",
 		"blogid": "75491255",
 		"title": "ESADEgeo Daily Digest, 04/04/2018",
 		"blogtitle": "El blog de Javier Solana: El ojo y el párpado",
 		"mainurl": "http://javiersolana.esadeblogs.com/",
 		"postlink": "http://javiersolana.esadeblogs.com/2348/esadegeo-daily-digest-04042018/",
 		"content": "The New York Times – Ben Hubbard / Saudi prince says Israelis have right to ‘their own land’ In this interview, Saudi Arabia’s Crown Prince Mohammed bin Salman said that Israelis, just like Palestinians, “have the right to have their … Continue reading →",
 		"authorname": "Javier Solana",
 		"authoremail": null,
 		"authorurl": null,
 		"category": null,
 		"guid": "587b94bb8589763e2aa4078ea74caf92",
 		"source": null,
 		"pubdate": "2018-04-04T09:21:15",
 		"updated": null,
 		"parseddate": "2018-04-04T12:58:15",
 		"lang": "es"
 	}
 }


Message Boards

{
	"report": {
		"boardname": "sci.math - Google Groups",
		"siteid": "55b110258",
		"forumid": "55b1103c1c",
		"forumname": "sci.math",
		"forumurl": "https:\/\/groups.google.com\/forum\/#!forum\/sci.math",
		"ThreadID": "4YCOvxABMF8",
		"threadurl": null,
		"threadtitle": "The lie is exposed: There are no axioms or postulates in Greek mathematics.",
		"postid": "baf122500987a0ff45d14a4ef177ff5160309f64",
		"sitepostid": null,
		"parentid": null,
		"Url": "https:\/\/groups.google.com\/forum\/#!topic\/sci.math\/4YCOvxABMF8",
		"Urlwithanchor": "https:\/\/groups.google.com\/forum\/#!topic\/sci.math\/4YCOvxABMF8#",
		"anchor": "",
		"MainUrl": "http:\/\/groups.google.com\/forum\/#!forum\/sci.math",
		"content": {
			"date": "2018-04-04 10:11:27",
			"subject": "",
			"author": "Dan Christensen",
			"AuthorUrl": "",
			"avatarurl": "https:\/\/www.google.com\/s2\/photos\/public\/AIbEiAIAAABECJ7Su8nz5OeG8AEiC3ZjYXJkX3Bob3RvKig4YzUzZTIwN2QxMWZjMjkyZjFjOGZiMDk5MjJlMmQ3OThiYjNjMjA3MAHwxUqD8zAexi5TNwCQ2TEh_qaC7w?sz=34",
			"registered": "",
			"location": "",
			"age": "",
			"sex": "",
			"text": "On Monday, April 2, 2018 at 5:47:48 AM UTC-4, bassam king karzeddin wrote:\n> On Friday, March 30, 2018 at 4:14:39 AM UTC+3, burs...@gmail.com wrote:\n> > Nobody cares and you don't understand the axiom of infinity.\n>Math failure, BKK, doesn't believe in negative numbers or numbers like pi and root 2. He doesn't even believe in 40 degree angles. Really!\n >\/div><\/div><\/div>"
		},
		"topics": "",
		"categories": "",
		"Crawled": "2018-04-04 07:38:18",
		"language": "English",
		"languageCode": "en",
		"threadstarter": 0,
		"sentiment": "",
		"recommendation": "0",
		"ticker": "",
		"gmt": "",
		"signature": "",
		"countrycode": "US",
		"providerid": ""
	}
}


Discuz! Forums

{
	"report": {
		"boardname": "手游论坛",
		"siteid": "55fa510ba",
		"forumid": "58d2846a2",
		"forumname": "None",
		"forumurl": "http:\/\/bbs.17173.com\/",
		"ThreadID": "10851954",
		"threadurl": "http:\/\/bbs.17173.com\/thread-10851954-1-1.html",
		"postid": "55fa510ba.194063330",
		"Url": "http:\/\/bbs.17173.com\/thread-10851954-1-1.html",
		"Urlwithanchor": "http:\/\/bbs.17173.com\/thread-10851954-1-1.html#",
		"anchor": "",
		"MainUrl": "http:\/\/bbs.shouyou.com",
		"content": {
			"date": "2018-04-03 13:13:39",
			"subject": "",
			"author": "逍遥南",
			"AuthorUrl": "http:\/\/bbs.17173.com\/space-uid-40516805.html",
			"avatarurl": "",
			"registered": "",
			"location": "",
			"age": null,
			"sex": "",
			"text": "一发出来图又该涨价了",
			"htmltext": " 一发出来图又该涨价了 "
		},
		"topics": "Social",
		"categories": "General Talk",
		"Crawled": "2018-04-03 03:51:11",
		"language": "Chinese - Simplified",
		"languageCode": "zh-cn",
		"threadstarter": 1,
		"sentiment": "",
		"recommendation": "",
		"ticker": "",
		"gmt": "8",
		"signature": "",
		"countrycode": "CN",
		"providerid": "18"
	}
}

Disqus News & Blog Comments (Full Feed)

{
   "message_body": {
       "public_parent_post_id": "0",
       "thread_link": "https://order-order.com/2018/03/21/mogg-13-mps-write-may-declaring-transition-deal-completely-unacceptable/",
       "public_id": "3816786744",
       "parent_post_author_id": "-1",
       "author": {
           "username": "Katabasis",
           "display_name": "Katabasis",
           "public_author_id": "3524389",
           "num_followers": "18",
           "num_likes_received": "85059",
           "author_url": "https://disqus.com/by/Katabasis/",
           "num_posts": "13615",
           "author_id": "8cq7f",
           "num_following": "4",
           "date_joined": "2010-06-30T17:25:06"
       },
       "post_link": "https://order-order.com/2018/03/21/mogg-13-mps-write-may-declaring-transition-deal-completely-unacceptable/#comment-3816786744",
       "type": "approved",
       "public_thread_id": "6567303987",
       "changed": {},
       "forum_id": "awkle",
       "public_parent_post_author_id": "0",
       "thread_date": "2018-03-21T04:18:06",
       "parent_post_id": "-1",
       "date": "2018-03-21T06:41:43",
       "public_forum_id": "3306534",
       "message": "May made her intentions perfectly clear at the Florence Speech - \"the UK does not seek competitive advantage\".\n\nStill scraping my jaw off the floor over that one. Would have been bad enough if it had just been a rank and file MP, but the \"Conservative\" Prime Minister of the UK?.",
       "thread_id": "c2b25ej",
       "id": "aj5z042"
   },
   "version": "socialgist:1",
   "message_type": "Post",
   "minted": "2018-03-21T10:41:47UTC"
}


Facebook Pages

{
	"match_info": {
		"rule": "Amazon.co.uk",
		"rule_type": "page",
		"source_rule_id": "136154403098698",
		"rule_id": 9348,
		"datastream_id": 1083
	},
	"source": "facebook",
	"received_date": "2018-04-03T19:17:08Z",
	"lang": "unknown",
	"message_type": "post",
	"url": "http://www.facebook.com/136154403098698/posts/2415693498478099",
	"data": {
		"id": "136154403098698_2415693498478099",
		"privacy": {
			"allow": "",
			"deny": "",
			"description": "",
			"friends": "",
			"value": ""
		},
		"picture": "https://external.xx.fbcdn.net/safe_image.php?d=AQAk7mmv1aOS4_4z&url=https%3A%2F%2Fmedia1.tenor.co%2Fimages%2F2aeff29c0aae1b15c7b581bd940e93c5%2Ftenor.gif%3Fitemid%3D9001408&_nc_hash=AQDjLQPnzU4VA-OY",
		"link": "https://media1.tenor.co/images/2aeff29c0aae1b15c7b581bd940e93c5/tenor.gif?itemid=9001408",
		"name": "media1.tenor.co",
		"caption": "media1.tenor.co",
		"story": "Liam Manning shared a link to Amazon.co.uk's timeline.",
		"icon": "https://www.facebook.com/images/icons/post.gif",
		"type": "link",
		"actions": [{
			"name": "Share",
			"link": "https://www.facebook.com/AmazonUK/posts/2415693498478099"
		}],
		"status_type": "shared_story",
		"created_time": "2018-04-03T19:16:49+0000",
		"updated_time": "2018-04-03T19:16:49+0000"
	},
	"page": {
		"id": "136154403098698",
		"link": "https://www.facebook.com/AmazonUK"
	}
}


Quora

{
 "url":"https://www.quora.com/Is-cheerleading-a-sport",
 "question_id":"4869194f045db48d4679ce6348e36d5c",
 "title":"Is cheerleading a sport?",
 "creation_time":1286102165,
 "topic_ids":["e90278554ee3b1b8cbf5be3f25e30cd5", "ce1619fd7c524399745b6ef0aacfd0ca"]
}


Reviews

{
	"review": {
		"id": "5aa7f4f42.59287457",
		"subject": "Very noisy, bring your earplugs!\u201D",
		"text": "Good location to access Gothic section, La Rambla St and other areas of the city. Room was VERY noisy, bring your earplugs. The balcony doors didn't close properly so all street noise came in, could also hear internal noise through the walls, even someone sneezing. One of the staff was particularly rude, all others were nice though.",
		"textPros": "Location",
		"textCons": "",
		"reviewDate": "2016-01-11 00:00:00",
		"crawled": "2018-04-04 11:55:34",
		"reviewType": "consumer",
		"reviewRating": {
			"RawScore": "5.7",
			"ratingNum": "57"
		},
		"recommend": "",
		"numOfHelpfulVotes": "",
		"attributeRatings": {},
		"author": "Amy",
		"authorName": "",
		"authorURL": "",
		"avatarURL": "",
		"location": "New Zealand",
		"age": "",
		"sex": "",
		"authorDetails": "",
		"url": "https:\/\/www.agoda.com\/hotel-jaume-i\/hotel\/barcelona-es.html",
		"siteID": "5aa7f4f42",
		"siteAlias": "agoda.com",
		"siteURL": "http:\/\/www.agoda.com",
		"siteCountry": "US",
		"origSiteURL": "",
		"origURL": "",
		"language": "en",
		"itemCategory": "",
		"itemCategoryURL": "",
		"item": "Hotel Jaume I",
		"itemURL": "https:\/\/www.agoda.com\/hotel-jaume-i\/hotel\/barcelona-es.html",
		"itemOverallRating": "",
		"itemReviewCount": "",
		"itemPercentRecommended": "",
		"itemProperties": {
			"address": "",
			"author": ""
		}
	}
}


News

 {
	"article": {
		"id": "5ac4f6ff56",
		"providerid": "3",
		"description": {
			"charset": "UTF-8",
			"language": "english",
			"language_code": "en",
			"hltext_display": "UN launches e-CMR standards",
			"author": null,
			"content": "UN launches e-CMR standards\r\n[ April 4, 2018 // Chris ]\r\nThe United Nations launched new technical standards to support the creation and exchange of electronic consignment notes on 4 April. Currently, transport operators often have to use different e-CMR services with varying standards but the International Road Transport Union (IRU) has worked with the UN Centre for Trade Facilitation and Electronic Business to develop the standards, which will enable seamless data sharing.COPYRIGHT © 2016 Freight Business Journal. All rights reserved."
		},
		"original_link": "http://www.fbj-online.com/un-launches-e-cmr-standards/",
		"docurl": "http://www.fbj-online.com",
		"source": "FBJ - Freight Business Journal",
		"source_category": "Online Newspaper",
		"harvest_time": "2018-04-04 16:02:07",
		"ca_webrank": "3611742",
		"ca_newsrank": "33483",
		"location": {
			"country": "United Kingdom",
			"country_code": "GB",
			"zip_code": null
		},
		"ca_reachpermil": "0",
		"ca_nationalots": "16",
		"ca_printcir": "0"
	}
}

Reddit

 {
 	"report": {
 		"boardname": "\/r\/Bloodborne",
 		"siteid": "588986bf1",
 		"forumid": "588986bf1",
 		"forumname": "Forum",
 		"forumurl": "https:\/\/www.reddit.com\/r\/bloodborne\/",
 		"ThreadID": "89hkfw",
 		"threadurl": "https:\/\/www.reddit.com\/r\/bloodborne\/comments\/89hkfw\/honourable_opponent\/",
 		"threadtitle": "Honourable Opponent",
 		"postid": "588986bf1.dwrag57",
 		"sitepostid": "dwrag57",
 		"parentid": "89hkfw",
 		"Url": "https:\/\/www.reddit.com\/r\/bloodborne\/comments\/89hkfw\/honourable_opponent\/dwrag57\/",
 		"Urlwithanchor": "https:\/\/www.reddit.com\/r\/bloodborne\/comments\/89hkfw\/honourable_opponent\/dwrag57\/#",
 		"anchor": "",
 		"MainUrl": "http:\/\/www.reddit.com\/r\/bloodborne",
 		"content": {
 			"date": "2018-04-03 22:08:00",
 			"subject": "",
 			"author": "Setesu",
 			"AuthorUrl": "https:\/\/www.reddit.com\/user\/Setesu",
 			"avatarurl": "https:\/\/www.redditstatic.com\/avatars\/avatar_default_14_EA0027.png",
 			"registered": "2015-12-04 00:00:00",
 			"location": "",
 			"age": "",
 			"sex": "",
 			"text": "Never got invaded, but I'm sure it'll happen in Nightmare Frontier. Forgot that invaders lose health, so thanks for the reminder to use blood bullets",
 			"htmltext": "Never got invaded,but I 'm sure it'll happen in Nightmare Frontier.Forgot that invaders < \/em> lose health, so thanks for the reminder to use blood bullets<\/sup><\/p>\n"
 		},
 		"topics": "Social",
 		"categories": "General Talk",
 		"Crawled": "2018-04-04 04:08:52",
 		"language": "English",
 		"languageCode": "en",
 		"threadstarter": 0,
 		"sentiment": "",
 		"recommendation": "1",
 		"ticker": "",
 		"gmt": "0",
 		"signature": "",
 		"countrycode": "US",
 		"providerid": "226"
 	}
 }


Videos

{
	"video": {
		"id": "yt.aWCpsPjc-Js",
		"siteid": "youtube",
		"site_videoid": "aWCpsPjc-Js",
		"title": "MCDWAYNE THE GREAT (MYMAMALOVE B-DAY BASH)",
		"description": "🎂🎂🎂👸😍",
		"thumb_url_code": "https://i.ytimg.com/vi/aWCpsPjc-Js/default.jpg",
		"tags": [],
		"category": "People & Blogs",
		"published": "2018-04-04T07:43:12Z",
		"crawled": "2018-04-04T17:55:51Z",
		"duration": "78",
		"videourl": "https://www.youtube.com/watch?v=aWCpsPjc-Js",
		"author": {
			"name": "marashinichi corjedo",
			"site_authorid": "UC9pWha6qKnIJmFsGjve4dWQ",
			"authorurl": "http://youtube.com/channel/UC9pWha6qKnIJmFsGjve4dWQ"
		},
		"lang": "en",
		"langid": "22"
	}
}

Related content