This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
using Elastacloud.Hadoop.StreamingUnitExample.Job.Map; | |
using Elastacloud.Hadoop.StreamingUnitExample.Job.Reduce; | |
using Microsoft.Hadoop.MapReduce; | |
namespace Elastacloud.Hadoop.StreamingUnitExample.Job | |
{ | |
public class HelloWorldJob : HadoopJob<HelloWorldMapper, HelloWorldReducer> | |
{ | |
public override HadoopJobConfiguration Configure(ExecutorContext context) | |
{ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
//example input: Hello, Andy | |
if (!inputLine.StartsWith("Hello, ")) | |
{ | |
context.Log(string.Format("The inputLine {0} is not in the correct format", inputLine)); | |
return; | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
//public override HadoopJobConfiguration Configure(ExecutorContext context) | |
HadoopJobConfiguration config = new HadoopJobConfiguration(); | |
config.InputPath = "/input/data.log.gz"; | |
config.OutputFolder = "/output/output" + DateTime.Now.ToString("yyyyMMddhhmmss"); | |
config.AdditionalGenericArguments.Add("-D \"io.compression.codecs=org.apache.hadoop.io.compress.GzipCodec\""); | |
return config; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
using System; | |
using Microsoft.Hadoop.MapReduce; | |
namespace Elastacloud.Hadoop.SampleDataMapReduceJob | |
{ | |
public class SampleMapper : MapperBase | |
{ | |
public override void Map(string inputLine, MapperContext context) | |
{ | |
try |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
public override HadoopJobConfiguration Configure(ExecutorContext context) | |
{ | |
try | |
{ | |
HadoopJobConfiguration config = new HadoopJobConfiguration(); | |
config.InputPath = "asv://container/inputpath/"; | |
config.OutputFolder = "asv://container/outputpath" + DateTime.Now.ToString("yyyyMMddhhmmss"); | |
return config; | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
public static class ContextBaseExtension | |
{ | |
public static void SetStatus(this ContextBase context, string statusMessage) | |
{ | |
Console.Error.WriteLine("reporter:status:{0}", statusMessage); | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
context.SetStatus("Sleeping During Map!"); | |
Thread.Sleep(180000); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
using System; | |
using Microsoft.Hadoop.MapReduce; | |
namespace Elastacloud.Hadoop.SampleDataMapReduceJob | |
{ | |
public class SampleMapper : MapperBase | |
{ | |
public override void Map(string inputLine, MapperContext context) | |
{ | |
try |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
@Html.DropDownListFor(m => m.Language, new SelectList(Enum.GetValues(typeof(Asos.Partyr.Common.Models.Entry.PartyLanguage)), Model.Language)) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<a class="twitter-timeline" href="https://twitter.com/search?q=%23azure+-%23TranslateApiException+min_retweets%3A1" data-widget-id="451033701543989248">Tweets about "#azure -#TranslateApiException min_retweets:1"</a> | |
<script>!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+"://platform.twitter.com/widgets.js";fjs.parentNode.insertBefore(js,fjs);}}(document,"script","twitter-wjs");</script> | |
OlderNewer