<?xml version='1.0' encoding='UTF-8'?><?xml-stylesheet href="http://www.blogger.com/styles/atom.css" type="text/css"?><feed xmlns='http://www.w3.org/2005/Atom' xmlns:openSearch='http://a9.com/-/spec/opensearchrss/1.0/' xmlns:blogger='http://schemas.google.com/blogger/2008' xmlns:georss='http://www.georss.org/georss' xmlns:gd="http://schemas.google.com/g/2005" xmlns:thr='http://purl.org/syndication/thread/1.0'><id>tag:blogger.com,1999:blog-1676992644644388381</id><updated>2024-10-06T21:49:15.074-07:00</updated><category term="linux"/><category term="gnuplot"/><category term="hive"/><category term="social media"/><category term="social networks"/><category term="Latex"/><category term="bash"/><category term="big data"/><category term="hbase"/><category term="nlp"/><category term="pdf"/><category term="HTML"/><category term="awk"/><category term="data science"/><category term="debug"/><category term="free book"/><category term="kernel"/><category term="kindle"/><category term="map-reduce"/><category term="mongodb"/><category term="mysql"/><category term="sed"/><category term="sentiment"/><category term="ssh"/><category term="stargate"/><category term="tex"/><category term="udf"/><category term="&quot;csv to json&quot;"/><category term="-Xms"/><category term="-Xmx"/><category term="2 hosts"/><category term="2011"/><category term="2d plotting"/><category term="3d plot"/><category term="4k"/><category term="A0 to A3 printing"/><category term="A0 to A4"/><category term="Binary Classification"/><category term="C++"/><category term="Curve fitting"/><category term="Datacenter"/><category term="Deep Learning"/><category term="IDEA"/><category term="IO priority"/><category term="Intellij"/><category term="Intellij buggy"/><category term="KDD2015"/><category term="LSH"/><category term="LSTM"/><category term="Language Processing"/><category term="Locality-sensitive hashing"/><category term="MS Word"/><category term="MaxPermSize"/><category term="SERC"/><category term="Story HD"/><category term="USB power"/><category term="VMOptions"/><category term="\001"/><category term="actionability"/><category term="algorithm"/><category term="api"/><category term="archive"/><category term="awk print json"/><category term="awk tr"/><category term="bay"/><category term="binary key"/><category term="build datacenter"/><category term="california"/><category term="case"/><category term="classpath"/><category term="classpath loader order"/><category term="commandline"/><category term="compress 4k"/><category term="compression"/><category term="compression transfer files"/><category term="computer science"/><category term="convert data"/><category term="crossdomain calls"/><category term="css color gradient red to green"/><category term="csv"/><category term="data sciencce"/><category term="directory"/><category term="drop"/><category term="ebook"/><category term="ebook reader"/><category term="elasticsearch"/><category term="embeded fonts"/><category term="encode"/><category term="ffmpeg"/><category term="file descriptor leaks"/><category term="file transfer"/><category term="firefox"/><category term="fit"/><category term="force execution"/><category term="formula"/><category term="full moon"/><category term="function"/><category term="gaussian"/><category term="get"/><category term="git"/><category term="gnuplot fitting curve"/><category term="gnuplot gaussian fit parameters"/><category term="goPro compression"/><category term="google books"/><category term="google infrastructure"/><category term="gopro"/><category term="guava"/><category term="guava 11.0.2"/><category term="guava 18.0"/><category term="hadoop"/><category term="hashing"/><category term="hdd priority"/><category term="high dimensionality reduction"/><category term="hive config"/><category term="hive jvm mapper re use static udf"/><category term="http"/><category term="ieee pdf express"/><category term="image map"/><category term="in reducer"/><category term="increase"/><category term="ionice"/><category term="iriver"/><category term="iriver story hd"/><category term="jar version mismatch"/><category term="java memory options jvm"/><category term="javascript"/><category term="javascript html webserver"/><category term="join"/><category term="js"/><category term="json"/><category term="kdd"/><category term="kdd2016"/><category term="kill command"/><category term="klout"/><category term="klout score"/><category term="large scale"/><category term="laser cutting"/><category term="laser engrave"/><category term="leather make"/><category term="library collision"/><category term="line"/><category term="low"/><category term="low on memory"/><category term="mac os"/><category term="macOS"/><category term="machine learning"/><category term="make"/><category term="map reduce"/><category term="mapper"/><category term="mapreduce"/><category term="mapreduce testing"/><category term="marathon"/><category term="master"/><category term="math"/><category term="memleaks"/><category term="memory"/><category term="memory leaks"/><category term="min-hash"/><category term="minhash"/><category term="model"/><category term="mongo storage handler"/><category term="mrunit"/><category term="multiget multi-get"/><category term="night photography"/><category term="niight swiming"/><category term="nitelapse"/><category term="open offixe"/><category term="open water swimming"/><category term="papers"/><category term="password"/><category term="pdf reading"/><category term="phone"/><category term="play"/><category term="plot to image"/><category term="port forward vm VMWare fusion local virtual machine"/><category term="poster"/><category term="pprof"/><category term="print"/><category term="processing"/><category term="python"/><category term="racnig"/><category term="recover"/><category term="reducer"/><category term="remote file"/><category term="render to png"/><category term="replace"/><category term="rest"/><category term="restfull"/><category term="run java maven exec jar path"/><category term="running"/><category term="san francisco"/><category term="save to png"/><category term="scala"/><category term="scp"/><category term="separator"/><category term="serde"/><category term="serve from dir"/><category term="serve static"/><category term="server"/><category term="serving"/><category term="set"/><category term="shell"/><category term="slave"/><category term="sleeve"/><category term="south end rowing club"/><category term="splot"/><category term="stash"/><category term="statistics"/><category term="stucks"/><category term="study"/><category term="surfcity"/><category term="swimming"/><category term="sysctl"/><category term="tail"/><category term="tar"/><category term="text mining"/><category term="timestamp"/><category term="topic detection"/><category term="trail lights"/><category term="uncompress"/><category term="unittest"/><category term="unittesting"/><category term="untar"/><category term="unxz"/><category term="update"/><category term="vector"/><category term="video compression"/><category term="video processing"/><category term="when to post"/><category term="xz"/><title type='text'>Random linux debugs / issues / one-liners</title><subtitle type='html'></subtitle><link rel='http://schemas.google.com/g/2005#feed' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/posts/default'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default?redirect=false'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/'/><link rel='hub' href='http://pubsubhubbub.appspot.com/'/><link rel='next' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default?start-index=26&amp;max-results=25&amp;redirect=false'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><generator version='7.00' uri='http://www.blogger.com'>Blogger</generator><openSearch:totalResults>75</openSearch:totalResults><openSearch:startIndex>1</openSearch:startIndex><openSearch:itemsPerPage>25</openSearch:itemsPerPage><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-6376620128527081815</id><published>2018-12-13T09:29:00.001-08:00</published><updated>2018-12-13T09:29:55.399-08:00</updated><title type='text'></title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br /&gt;&lt;/div&gt;

Some my favorite stuff out there Electro, House, Punk, HC, Mimi Bass. Hard Bass, Gopnik, Industrial, Metal, ...  whatever.  

&lt;iframe width=&quot;560&quot; height=&quot;315&quot; src=&quot;https://www.youtube.com/embed/videoseries?list=PLKe9-49umXMoNr1Td7fR_CGCqKP8Ok0Dy&quot; frameborder=&quot;0&quot; allow=&quot;accelerometer; autoplay; encrypted-media; gyroscope; picture-in-picture&quot; allowfullscreen&gt;&lt;/iframe&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/6376620128527081815/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2018/12/some-best-stuff-out-there-electro-house.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/6376620128527081815'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/6376620128527081815'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2018/12/some-best-stuff-out-there-electro-house.html' title=''/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><media:thumbnail xmlns:media="http://search.yahoo.com/mrss/" url="https://img.youtube.com/vi/videoseries/default.jpg" height="72" width="72"/><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-248754793856960457</id><published>2017-01-19T05:24:00.000-08:00</published><updated>2017-01-19T05:24:55.497-08:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="bay"/><category scheme="http://www.blogger.com/atom/ns#" term="california"/><category scheme="http://www.blogger.com/atom/ns#" term="full moon"/><category scheme="http://www.blogger.com/atom/ns#" term="night photography"/><category scheme="http://www.blogger.com/atom/ns#" term="niight swiming"/><category scheme="http://www.blogger.com/atom/ns#" term="nitelapse"/><category scheme="http://www.blogger.com/atom/ns#" term="open water swimming"/><category scheme="http://www.blogger.com/atom/ns#" term="san francisco"/><category scheme="http://www.blogger.com/atom/ns#" term="SERC"/><category scheme="http://www.blogger.com/atom/ns#" term="south end rowing club"/><category scheme="http://www.blogger.com/atom/ns#" term="swimming"/><category scheme="http://www.blogger.com/atom/ns#" term="trail lights"/><title type='text'>San Francisco Aquatic Park Full Moon NiteLapse with Trail Lights</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;



&lt;iframe src=&quot;https://player.vimeo.com/video/199462779&quot; width=&quot;640&quot; height=&quot;480&quot; frameborder=&quot;0&quot; webkitallowfullscreen mozallowfullscreen allowfullscreen&gt;&lt;/iframe&gt;
&lt;p&gt;&lt;a href=&quot;https://vimeo.com/199462779&quot;&gt;San Francisco Aquatic Park Full Moon NiteLapse with Trail Lights&lt;/a&gt; from &lt;a href=&quot;https://vimeo.com/user27803804&quot;&gt;Nemanja Spasojevic&lt;/a&gt; on &lt;a href=&quot;https://vimeo.com&quot;&gt;Vimeo&lt;/a&gt;.&lt;/p&gt;


&lt;br/&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/248754793856960457/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2017/01/san-francisco-aquatic-park-full-moon.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/248754793856960457'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/248754793856960457'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2017/01/san-francisco-aquatic-park-full-moon.html' title='San Francisco Aquatic Park Full Moon NiteLapse with Trail Lights'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-7477565121072068663</id><published>2016-12-15T15:10:00.001-08:00</published><updated>2016-12-15T15:10:52.949-08:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="2 hosts"/><category scheme="http://www.blogger.com/atom/ns#" term="bash"/><category scheme="http://www.blogger.com/atom/ns#" term="compression transfer files"/><category scheme="http://www.blogger.com/atom/ns#" term="file transfer"/><category scheme="http://www.blogger.com/atom/ns#" term="linux"/><category scheme="http://www.blogger.com/atom/ns#" term="scp"/><category scheme="http://www.blogger.com/atom/ns#" term="ssh"/><title type='text'>SSH Transfer file between two hosts via third compressed </title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;div&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;b&gt;# compress dir on one host and transfer to another&amp;nbsp;&lt;/b&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;b&gt;# assuming host from which execution of command is happending has access 2 both source_host and destination_host&lt;/b&gt;&lt;/span&gt;&lt;/div&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;b&gt;ssh usera@&lt;/b&gt;&lt;/span&gt;&lt;b style=&quot;font-family: &amp;quot;Courier New&amp;quot;, Courier, monospace;&quot;&gt;source_host&lt;/b&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;b&gt;&amp;nbsp;&quot;tar -cvzf -&amp;nbsp;&lt;/b&gt;&lt;/span&gt;&lt;b style=&quot;font-family: &amp;quot;Courier New&amp;quot;, Courier, monospace;&quot;&gt;/tmp/remote_data_path&lt;/b&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;b&gt;&quot; | ssh&amp;nbsp;&lt;/b&gt;&lt;/span&gt;&lt;b style=&quot;font-family: &amp;quot;Courier New&amp;quot;, Courier, monospace;&quot;&gt;userb@&lt;/b&gt;&lt;b style=&quot;font-family: &amp;quot;Courier New&amp;quot;, Courier, monospace;&quot;&gt;destination_host&lt;/b&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;b&gt;&amp;nbsp;&quot;cat - &amp;gt; /tmp/&lt;/b&gt;&lt;/span&gt;&lt;b style=&quot;font-family: &amp;quot;Courier New&amp;quot;, Courier, monospace;&quot;&gt;remote_data&lt;/b&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;b&gt;.tar.gz&quot;&lt;/b&gt;&lt;/span&gt;&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/7477565121072068663/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2016/12/ssh-transfer-file-between-two-hosts-via.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/7477565121072068663'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/7477565121072068663'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2016/12/ssh-transfer-file-between-two-hosts-via.html' title='SSH Transfer file between two hosts via third compressed '/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-2906879257201441194</id><published>2016-07-17T13:41:00.001-07:00</published><updated>2017-01-08T17:30:12.353-08:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="4k"/><category scheme="http://www.blogger.com/atom/ns#" term="compress 4k"/><category scheme="http://www.blogger.com/atom/ns#" term="compression"/><category scheme="http://www.blogger.com/atom/ns#" term="ffmpeg"/><category scheme="http://www.blogger.com/atom/ns#" term="gopro"/><category scheme="http://www.blogger.com/atom/ns#" term="goPro compression"/><category scheme="http://www.blogger.com/atom/ns#" term="macOS"/><category scheme="http://www.blogger.com/atom/ns#" term="video compression"/><category scheme="http://www.blogger.com/atom/ns#" term="video processing"/><title type='text'>GoPro Command Line To Compress Videos  (6x compression minimal quality impact)</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;i&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;With goPro videos piling up and many of them not having too much value except potentially one day, sentimental. They are&amp;nbsp;&lt;/span&gt;shakey&lt;span style=&quot;font-family: inherit;&quot;&gt;, crappy, and only few&amp;nbsp;&lt;/span&gt;really&lt;span style=&quot;font-family: inherit;&quot;&gt;&amp;nbsp;good to be worth saving at full resolution. Compression&amp;nbsp;is&amp;nbsp;a must at least for me here is command line for macOS tested (probably same command would work oor ubuntu as well as it uses&amp;nbsp;&lt;/span&gt;&lt;/i&gt;&lt;/span&gt;&lt;i style=&quot;font-family: inherit;&quot;&gt;&lt;a href=&quot;https://ffmpeg.org/&quot;&gt;https://ffmpeg.org/&lt;/a&gt;&amp;nbsp;&lt;/i&gt;&lt;i style=&quot;font-family: inherit;&quot;&gt;)&lt;/i&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;i&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/i&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;i&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/i&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;i&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;cd &amp;lt;wherever_videos_are&amp;gt;&lt;/span&gt;&lt;/i&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;i&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;LIST=$(ls | head -n 1)&lt;/span&gt;&lt;/i&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;i&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;echo $LIST&amp;nbsp;&lt;/span&gt;&lt;/i&gt;&lt;/span&gt;&lt;/div&gt;
&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;&lt;br /&gt;&lt;br /&gt;&lt;br /&gt;&lt;br /&gt;&lt;br /&gt;&lt;br /&gt;for L in $LIST; do &lt;br /&gt;&amp;nbsp; echo &quot;$L $(date)&quot;;&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot;, courier, monospace;&quot;&gt;&amp;nbsp; ffmpeg -i $L -vcodec libx264 -crf 30 -profile:v baseline -level 3.0&amp;nbsp;c_$L;&lt;/span&gt;&lt;br /&gt;
&lt;div&gt;
&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;done&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;
&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;i&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;This leads to&amp;nbsp;&lt;/span&gt;nominally&lt;span style=&quot;font-family: inherit;&quot;&gt;&amp;nbsp;lower quality and to about 6x compression ration.&lt;/span&gt;&lt;/i&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;i&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;Eg:&lt;/span&gt;&lt;/i&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;







&lt;/span&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;2.2G 2016_paint_job.MP4&lt;/span&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;vs&amp;nbsp;&lt;/span&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;







&lt;/span&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span class=&quot;s1&quot;&gt;&lt;span style=&quot;font-family: &amp;quot;courier new&amp;quot; , &amp;quot;courier&amp;quot; , monospace;&quot;&gt;335M compressed_2016_paint_job.MP4&lt;/span&gt;&lt;/span&gt;&lt;/div&gt;
&lt;/div&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/2906879257201441194/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2016/07/gopro-command-line-to-compress-videos.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/2906879257201441194'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/2906879257201441194'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2016/07/gopro-command-line-to-compress-videos.html' title='GoPro Command Line To Compress Videos  (6x compression minimal quality impact)'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-756235805345080481</id><published>2016-07-13T10:48:00.001-07:00</published><updated>2016-07-13T10:50:02.729-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="Binary Classification"/><category scheme="http://www.blogger.com/atom/ns#" term="Deep Learning"/><category scheme="http://www.blogger.com/atom/ns#" term="Language Processing"/><category scheme="http://www.blogger.com/atom/ns#" term="LSTM"/><category scheme="http://www.blogger.com/atom/ns#" term="nlp"/><category scheme="http://www.blogger.com/atom/ns#" term="sentiment"/><title type='text'>[PAPER] Actionable and Political Text Classification using Word Embeddings and LSTM</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br /&gt;

Link: &lt;a href=&quot;http://arxiv.org/pdf/1607.02501&quot;&gt;arxiv&lt;/a&gt;

Abstract:
In this work, we apply word embeddings and neural networks with Long Short-Term Memory (LSTM) to text classification problems, where the classification criteria are decided by the context of the application. We examine two applications in particular. The first is that of Actionability, where we build models to classify social media messages from customers of service providers as Actionable or Non-Actionable. We build models for over 30 different languages for actionability, and most of the models achieve accuracy around 85%, with some reaching over 90% accuracy. We also show that using LSTM neural networks with word embeddings vastly outperform traditional techniques. Second, we explore classification of messages with respect to political leaning, where social media messages are classified as Democratic or Republican. The model is able to classify messages with a high accuracy of 87.57%. As part of our experiments, we vary different hyperparameters of the neural networks, and report the effect of such variation on the accuracy. These actionability models have been deployed to production and help company agents provide customer support by prioritizing which messages to respond to. The model for political leaning has been opened and made available for wider use.

&lt;div class=&quot;separator&quot; style=&quot;clear: both; text-align: center;&quot;&gt;&lt;a href=&quot;https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEigST3W9qbQaE2FmIzktvG3PYzuY2O2KxIUL6aCLgI1b9AJ9lb4EpKEKPmVIiwAKb94y_WOlBIx9CUXyxQ6Q_W0JdewXEC6lHLgw531_zF1CiZhUKn7TAet3gTaY_L-zUOApitT9ggQS8r4/s1600/Screen+Shot+2016-07-11+at+10.09.52+AM.png&quot; imageanchor=&quot;1&quot; style=&quot;margin-left: 1em; margin-right: 1em;&quot;&gt;&lt;img border=&quot;0&quot; src=&quot;https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEigST3W9qbQaE2FmIzktvG3PYzuY2O2KxIUL6aCLgI1b9AJ9lb4EpKEKPmVIiwAKb94y_WOlBIx9CUXyxQ6Q_W0JdewXEC6lHLgw531_zF1CiZhUKn7TAet3gTaY_L-zUOApitT9ggQS8r4/s320/Screen+Shot+2016-07-11+at+10.09.52+AM.png&quot; width=&quot;320&quot; height=&quot;279&quot; /&gt;&lt;/a&gt;&lt;/div&gt;
&lt;/div&gt;</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/756235805345080481/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2016/07/paper-actionable-and-political-text.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/756235805345080481'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/756235805345080481'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2016/07/paper-actionable-and-political-text.html' title='[PAPER] Actionable and Political Text Classification using Word Embeddings and LSTM'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><media:thumbnail xmlns:media="http://search.yahoo.com/mrss/" url="https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEigST3W9qbQaE2FmIzktvG3PYzuY2O2KxIUL6aCLgI1b9AJ9lb4EpKEKPmVIiwAKb94y_WOlBIx9CUXyxQ6Q_W0JdewXEC6lHLgw531_zF1CiZhUKn7TAet3gTaY_L-zUOApitT9ggQS8r4/s72-c/Screen+Shot+2016-07-11+at+10.09.52+AM.png" height="72" width="72"/><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-2222128196190786493</id><published>2016-01-20T13:58:00.001-08:00</published><updated>2016-01-20T14:00:42.399-08:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="algorithm"/><category scheme="http://www.blogger.com/atom/ns#" term="kdd"/><category scheme="http://www.blogger.com/atom/ns#" term="kdd2016"/><category scheme="http://www.blogger.com/atom/ns#" term="klout"/><category scheme="http://www.blogger.com/atom/ns#" term="klout score"/><category scheme="http://www.blogger.com/atom/ns#" term="social media"/><category scheme="http://www.blogger.com/atom/ns#" term="social networks"/><title type='text'>[PAPER] Klout Score: Measuring Influence Across Multiple Social Networks</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br /&gt;

Link: &lt;a href=&quot;http://arxiv.org/abs/1510.08487&quot;&gt;arxiv&lt;/a&gt;

Abstract:
In this work, we present the Klout Score, an influence scoring system that assigns scores to 750 million users across 9 different social networks on a daily basis. We propose a hierarchical framework for generating an influence score for each user, by incorporating information for the user from multiple networks and communities. Over 3600 features that capture signals of influential interactions are aggregated across multiple dimensions for each user. The features are scalably generated by processing over 45 billion interactions from social networks every day, as well as by incorporating factors that indicate real world influence. Supervised models trained from labeled data determine the weights for features, and the final Klout Score is obtained by hierarchically combining communities and networks. We validate the correctness of the score by showing that users with higher scores are able to spread information more effectively in a network. Finally, we use several comparisons to other ranking systems to show that highly influential and recognizable users across different domains have high Klout scores.

Slides:
&lt;iframe src=&quot;//www.slideshare.net/slideshow/embed_code/key/blhvrBVSKBUIy6&quot; width=&quot;595&quot; height=&quot;485&quot; frameborder=&quot;0&quot; marginwidth=&quot;0&quot; marginheight=&quot;0&quot; scrolling=&quot;no&quot; style=&quot;border:1px solid #CCC; border-width:1px; margin-bottom:5px; max-width: 100%;&quot; allowfullscreen&gt; &lt;/iframe&gt; &lt;div style=&quot;margin-bottom:5px&quot;&gt; &lt;strong&gt; &lt;a href=&quot;//www.slideshare.net/adithya.srao/klout-score-measuring-influence-across-multiple-social-networks&quot; title=&quot;Klout Score: Measuring Influence Across Multiple Social Networks&quot; target=&quot;_blank&quot;&gt;Klout Score: Measuring Influence Across Multiple Social Networks&lt;/a&gt; &lt;/strong&gt; from &lt;strong&gt;&lt;a href=&quot;//www.slideshare.net/adithya.srao&quot; target=&quot;_blank&quot;&gt;Adithya Rao&lt;/a&gt;&lt;/strong&gt; &lt;/div&gt;

&lt;/div&gt;</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/2222128196190786493/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2016/01/paper-klout-score-measuring-influence.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/2222128196190786493'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/2222128196190786493'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2016/01/paper-klout-score-measuring-influence.html' title='[PAPER] Klout Score: Measuring Influence Across Multiple Social Networks'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-4024616408002126848</id><published>2016-01-12T09:33:00.000-08:00</published><updated>2016-01-12T09:33:36.212-08:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="actionability"/><category scheme="http://www.blogger.com/atom/ns#" term="big data"/><category scheme="http://www.blogger.com/atom/ns#" term="computer science"/><category scheme="http://www.blogger.com/atom/ns#" term="data science"/><category scheme="http://www.blogger.com/atom/ns#" term="machine learning"/><category scheme="http://www.blogger.com/atom/ns#" term="nlp"/><category scheme="http://www.blogger.com/atom/ns#" term="sentiment"/><category scheme="http://www.blogger.com/atom/ns#" term="social media"/><category scheme="http://www.blogger.com/atom/ns#" term="social networks"/><title type='text'>[PAPER] Identifying Actionable Messages on Social Media</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br /&gt;


Text actionability detection is the problem of classifying user authored natural language text, according to whether it can be acted upon by a responding agent. In this paper, we propose a supervised learning framework for domain-aware, large-scale actionability classification of social media messages. We derive lexicons, perform an in-depth analysis for over 25 text based features, and explore strategies to handle domains that have limited training data. We apply these methods to over 46 million messages spanning 75 companies and 35 languages, from both Facebook and Twitter. The models achieve an aggregate population-weighted F measure of 0.78 and accuracy of 0.74, with values of over 0.9 in some cases.



&lt;iframe src=&quot;//www.slideshare.net/slideshow/embed_code/key/rlJi6qX93qWT1l&quot; width=&quot;595&quot; height=&quot;485&quot; frameborder=&quot;0&quot; marginwidth=&quot;0&quot; marginheight=&quot;0&quot; scrolling=&quot;no&quot; style=&quot;border:1px solid #CCC; border-width:1px; margin-bottom:5px; max-width: 100%;&quot; allowfullscreen&gt; &lt;/iframe&gt; &lt;div style=&quot;margin-bottom:5px&quot;&gt; &lt;strong&gt; &lt;a href=&quot;//www.slideshare.net/sofrasofra/identifying-actionable-messages-on-social-media&quot; title=&quot;Identifying actionable messages on social media&quot; target=&quot;_blank&quot;&gt;Identifying actionable messages on social media&lt;/a&gt; &lt;/strong&gt; from &lt;strong&gt;&lt;a href=&quot;//www.slideshare.net/sofrasofra&quot; target=&quot;_blank&quot;&gt;Nemanja Spasojevic&lt;/a&gt;&lt;/strong&gt; 


&lt;/div&gt;


&lt;/div&gt;</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/4024616408002126848/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2016/01/paper-identifying-actionable-messages.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/4024616408002126848'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/4024616408002126848'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2016/01/paper-identifying-actionable-messages.html' title='[PAPER] Identifying Actionable Messages on Social Media'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-2734141171145284759</id><published>2016-01-12T09:28:00.000-08:00</published><updated>2016-01-12T09:28:35.476-08:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="big data"/><category scheme="http://www.blogger.com/atom/ns#" term="data sciencce"/><category scheme="http://www.blogger.com/atom/ns#" term="KDD2015"/><category scheme="http://www.blogger.com/atom/ns#" term="social media"/><category scheme="http://www.blogger.com/atom/ns#" term="social networks"/><category scheme="http://www.blogger.com/atom/ns#" term="statistics"/><category scheme="http://www.blogger.com/atom/ns#" term="when to post"/><title type='text'>[PAPAR] When-To-Post on Social Networks</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br/&gt;

For many users on social networks, one of the goals when broadcasting content is to reach a large audience. The probability of receiving reactions to a message differs for each user and depends on various factors, such as location, daily and weekly behavior patterns and the visibility of the message. While previous work has focused on overall network dynamics and message flow cascades, the problem of recommending personalized posting times has remained an underexplored topic of research. In this study, we formulate a when-to-post problem, where the objective is to find the best times for a user to post on social networks in order to maximize the probability of audience responses. To understand the complexity of the problem, we examine user behavior in terms of post-to-reaction times, and compare cross-network and cross-city weekly reaction behavior for users in different cities, on both Twitter and Facebook. We perform this analysis on over a billion posted messages and observed reactions, and propose multiple approaches for generating personalized posting schedules. We empirically assess these schedules on a sampled user set of 0.5 million active users and more than 25 million messages observed over a 56 day period. We show that users see a reaction gain of up to 17% on Facebook and 4% on Twitter when the recommended posting times are used. We open the dataset used in this study, which includes timestamps for over 144 million posts and over 1.1 billion reactions. The personalized schedules derived here are used in a fully deployed production system to recommend posting times for millions of users every day.

&lt;a href=&quot;http://arxiv.org/pdf/1506.02089v1.pdf&quot;&gt;
Download PDF&lt;/a&gt;

&lt;iframe src=&quot;//www.slideshare.net/slideshow/embed_code/key/yh6ladFpANyNps&quot; width=&quot;595&quot; height=&quot;485&quot; frameborder=&quot;0&quot; marginwidth=&quot;0&quot; marginheight=&quot;0&quot; scrolling=&quot;no&quot; style=&quot;border:1px solid #CCC; border-width:1px; margin-bottom:5px; max-width: 100%;&quot; allowfullscreen&gt; &lt;/iframe&gt; &lt;div style=&quot;margin-bottom:5px&quot;&gt; &lt;strong&gt; &lt;a href=&quot;//www.slideshare.net/sofrasofra/bids2015-when-to-post-on-social-media-2&quot; title=&quot;[BIDS2015] When-To-Post on Social Media&quot; target=&quot;_blank&quot;&gt;[BIDS2015] When-To-Post on Social Media&lt;/a&gt; &lt;/strong&gt; from &lt;strong&gt;&lt;a href=&quot;//www.slideshare.net/sofrasofra&quot; target=&quot;_blank&quot;&gt;Nemanja Spasojevic&lt;/a&gt;&lt;/strong&gt; &lt;/div&gt;

&lt;iframe width=&quot;560&quot; height=&quot;315&quot; src=&quot;https://www.youtube.com/embed/RN7z6W_EwqM&quot; frameborder=&quot;0&quot; allowfullscreen&gt;&lt;/iframe&gt;


&lt;/div&gt;

</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/2734141171145284759/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2016/01/papar-when-to-post-on-social-networks.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/2734141171145284759'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/2734141171145284759'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2016/01/papar-when-to-post-on-social-networks.html' title='[PAPAR] When-To-Post on Social Networks'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><media:thumbnail xmlns:media="http://search.yahoo.com/mrss/" url="https://img.youtube.com/vi/RN7z6W_EwqM/default.jpg" height="72" width="72"/><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-5780526915299928732</id><published>2014-09-19T17:34:00.002-07:00</published><updated>2014-09-19T17:34:48.880-07:00</updated><title type='text'>Git Merge branch of a branch </title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;div class=&quot;p1&quot;&gt;
Master to branch and then branch of that branch merging ....&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 614&amp;nbsp; git rebase --continue&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 615&amp;nbsp; git status&amp;nbsp;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 616&amp;nbsp; git log&amp;nbsp;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 617&amp;nbsp; git status&amp;nbsp;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 618&amp;nbsp; git push --force origin ns-cd-improvements-idf&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 619&amp;nbsp; git checkout ns-cd-improvements&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 620&amp;nbsp; git merge ns-cd-improvements-idf&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 621&amp;nbsp; git log&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 622&amp;nbsp; git status&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 623&amp;nbsp; git branch&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 624&amp;nbsp; git checkout master; git pull -r; git checkout ns-cd-improvements; git rebase master&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 625&amp;nbsp; git push origin ns-cd-improvements -f&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 626&amp;nbsp; git checkout master;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 627&amp;nbsp; git pull -r&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 628&amp;nbsp; git merge ns-cd-improvements&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp; 629&amp;nbsp; git push origin master&lt;/div&gt;
&lt;br /&gt;
&lt;div class=&quot;p1&quot;&gt;
&amp;nbsp;&amp;nbsp;630&amp;nbsp; git pull --rebase origin master&amp;nbsp;&lt;/div&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/5780526915299928732/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/09/git-merge-branch-of-branch.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/5780526915299928732'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/5780526915299928732'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/09/git-merge-branch-of-branch.html' title='Git Merge branch of a branch '/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-1087299619043471535</id><published>2014-09-17T11:14:00.003-07:00</published><updated>2014-09-17T11:14:40.324-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="directory"/><category scheme="http://www.blogger.com/atom/ns#" term="http"/><category scheme="http://www.blogger.com/atom/ns#" term="python"/><category scheme="http://www.blogger.com/atom/ns#" term="serve from dir"/><category scheme="http://www.blogger.com/atom/ns#" term="serve static"/><category scheme="http://www.blogger.com/atom/ns#" term="server"/><category scheme="http://www.blogger.com/atom/ns#" term="serving"/><title type='text'>Simple Web Server to Serve content of directory </title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;







&lt;br /&gt;
&lt;div class=&quot;p1&quot;&gt;
As simple as :&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;python -m SimpleHTTPServer 10808&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
and it will serve content from your current dir. Perfect for non prod stuff !!!&lt;/div&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/1087299619043471535/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/09/simple-web-server-to-serve-content-of.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/1087299619043471535'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/1087299619043471535'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/09/simple-web-server-to-serve-content-of.html' title='Simple Web Server to Serve content of directory '/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-5532177021357542094</id><published>2014-09-09T20:58:00.002-07:00</published><updated>2014-09-09T20:58:56.222-07:00</updated><title type='text'>Deep Learning</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
Great Overview of Caffe&lt;br /&gt;
&lt;br /&gt;
https://docs.google.com/a/klout.com/presentation/d/1UeKXVgRvvxg9OUdh_UiC5G71UMscNPlvArsWER41PsU/edit#slide=id.g355666fe0_074&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/5532177021357542094/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/09/deep-learning.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/5532177021357542094'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/5532177021357542094'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/09/deep-learning.html' title='Deep Learning'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-4707540381088417567</id><published>2014-09-09T19:30:00.000-07:00</published><updated>2014-09-09T19:30:18.030-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="classpath"/><category scheme="http://www.blogger.com/atom/ns#" term="classpath loader order"/><category scheme="http://www.blogger.com/atom/ns#" term="guava"/><category scheme="http://www.blogger.com/atom/ns#" term="guava 11.0.2"/><category scheme="http://www.blogger.com/atom/ns#" term="guava 18.0"/><category scheme="http://www.blogger.com/atom/ns#" term="hive"/><category scheme="http://www.blogger.com/atom/ns#" term="hive config"/><category scheme="http://www.blogger.com/atom/ns#" term="jar version mismatch"/><category scheme="http://www.blogger.com/atom/ns#" term="library collision"/><category scheme="http://www.blogger.com/atom/ns#" term="map-reduce"/><title type='text'>Hive JAR version missmatch / dependency collision (eg. guava 11.0.2 vs 18.0)</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;div style=&quot;text-align: left;&quot;&gt;
&lt;span style=&quot;color: #4c4c4c; font-family: inherit;&quot;&gt;&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8); line-height: 18px;&quot;&gt;If you hit the issue where for example you use guava 18.0 and deploy your udf&#39;s utilizing them but then at execution time (not run on local hive but in production eg. via oozie) you get utils using guava fail on missing the interface (eg.&amp;nbsp;&lt;/span&gt;&lt;/span&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;hash.&lt;/span&gt;&lt;span style=&quot;color: #4c4c4c; font-family: inherit;&quot;&gt;&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8); line-height: 18px;&quot;&gt;hashString(str) in11.0.1 vs&amp;nbsp;&lt;/span&gt;&lt;/span&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;hash.hashUnencodedChars(str) in 18.0&lt;/span&gt;&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8);&quot;&gt;&lt;span style=&quot;color: #4c4c4c;&quot;&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;&lt;span style=&quot;line-height: 18px;&quot;&gt;). This happens because probably map-reduce native&amp;nbsp;&lt;/span&gt;&lt;/span&gt;&lt;span style=&quot;line-height: 18px;&quot;&gt;dependency&lt;/span&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;&lt;span style=&quot;line-height: 18px;&quot;&gt;&amp;nbsp;depends on older version of given jar, and&amp;nbsp;&lt;/span&gt;&lt;/span&gt;&lt;/span&gt;&lt;span style=&quot;color: #4c4c4c;&quot;&gt;&lt;span style=&quot;line-height: 18px;&quot;&gt;during&lt;/span&gt;&lt;/span&gt;&lt;span style=&quot;color: #4c4c4c;&quot;&gt;&lt;span style=&quot;line-height: 18px;&quot;&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;&amp;nbsp;the class loading time the mr native libs get registered first. You can fix this buy giving precedence to user defined libs, just add param below to the conf (&lt;/span&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;hive-site.xml&lt;/span&gt;&lt;span style=&quot;font-family: inherit;&quot;&gt;):&lt;/span&gt;&lt;/span&gt;&lt;/span&gt;&lt;/span&gt;&lt;/div&gt;
&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8); color: #4c4c4c; font-family: &#39;Open Sans&#39;, HelveticaNeue, &#39;Helvetica Neue&#39;, Helvetica, Arial, sans-serif; font-size: 14px; line-height: 18px;&quot;&gt;&lt;br /&gt;&lt;/span&gt;
&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8); color: #4c4c4c; font-size: 14px; line-height: 18px;&quot;&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/span&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8); color: #4c4c4c; font-size: 14px; line-height: 18px;&quot;&gt;&amp;lt;property&amp;gt;&lt;/span&gt;&lt;br style=&quot;color: #4c4c4c; font-size: 14px; line-height: 18px;&quot; /&gt;&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8); color: #4c4c4c; font-size: 14px; line-height: 18px;&quot;&gt;&amp;nbsp; &amp;lt;name&amp;gt;mapreduce.task.classpath.user.precedence&amp;lt;/name&amp;gt;&lt;/span&gt;&lt;br style=&quot;color: #4c4c4c; font-size: 14px; line-height: 18px;&quot; /&gt;&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8); color: #4c4c4c; font-size: 14px; line-height: 18px;&quot;&gt;&amp;nbsp; &amp;lt;value&amp;gt;true&amp;lt;/value&amp;gt;&lt;/span&gt;&lt;br style=&quot;color: #4c4c4c; font-size: 14px; line-height: 18px;&quot; /&gt;&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.8); color: #4c4c4c; font-size: 14px; line-height: 18px;&quot;&gt;&amp;lt;/property&amp;gt;&lt;/span&gt;&lt;/span&gt;&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/4707540381088417567/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/09/hive-jar-version-missmatch-dependency.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/4707540381088417567'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/4707540381088417567'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/09/hive-jar-version-missmatch-dependency.html' title='Hive JAR version missmatch / dependency collision (eg. guava 11.0.2 vs 18.0)'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-4848613088732544084</id><published>2014-08-28T11:09:00.000-07:00</published><updated>2016-01-12T09:36:30.695-08:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="data science"/><category scheme="http://www.blogger.com/atom/ns#" term="nlp"/><category scheme="http://www.blogger.com/atom/ns#" term="social media"/><category scheme="http://www.blogger.com/atom/ns#" term="social networks"/><category scheme="http://www.blogger.com/atom/ns#" term="topic detection"/><title type='text'>[PAPER] Lage scale topic detection on social networks</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;a href=&quot;http://dl.acm.org/citation.cfm?id=2623350&quot;&gt;http://dl.acm.org/citation.cfm?id=2623350&lt;/a&gt;&lt;br /&gt;
&lt;br /&gt;
(&lt;a href=&quot;http://dl.acm.org/ft_gateway.cfm?id=2623350&amp;amp;ftid=1495182&amp;amp;dwn=1&amp;amp;CFID=578604794&amp;amp;CFTOKEN=14375677&quot;&gt;download here&lt;/a&gt;)&lt;br /&gt;
&lt;br /&gt;
&lt;div class=&quot;large-text&quot; style=&quot;background-color: white; font-family: Arial, Helvetica, sans-serif; font-size: 1.3em; margin-bottom: 5px; margin-left: 2px;&quot;&gt;
&lt;h1 class=&quot;mediumb-text&quot; style=&quot;font-size: 1em; margin-bottom: 0px; margin-top: 0px;&quot;&gt;
&lt;strong&gt;&lt;a href=&quot;http://dl.acm.org/citation.cfm?id=2623350&quot;&gt;LASTA: large scale topic assignment on multiple social networks&lt;/a&gt;&lt;/strong&gt;&lt;/h1&gt;
&lt;/div&gt;
&lt;table class=&quot;medium-text&quot; style=&quot;background-color: white; border-collapse: collapse; color: black; font-family: Arial, Helvetica, sans-serif; font-size: 13px; padding: 0px;&quot;&gt;&lt;colgroup&gt;&lt;col style=&quot;width: 540px;&quot;&gt;&lt;/col&gt;&lt;/colgroup&gt;&lt;tbody&gt;
&lt;tr style=&quot;vertical-align: top;&quot;&gt;&lt;td style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot;&gt;&lt;table class=&quot;medium-text&quot; style=&quot;border-collapse: collapse; color: black; font-family: Arial, Helvetica, sans-serif; font-size: 1em; padding: 2px;&quot;&gt;&lt;colgroup&gt;&lt;col style=&quot;width: 80px;&quot;&gt;&lt;/col&gt;&lt;col style=&quot;width: auto;&quot;&gt;&lt;/col&gt;&lt;/colgroup&gt;&lt;tbody&gt;
&lt;tr style=&quot;vertical-align: top;&quot;&gt;&lt;td style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif; white-space: nowrap;&quot;&gt;&lt;br /&gt;&lt;/td&gt;&lt;td style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot;&gt;&lt;/td&gt;&lt;/tr&gt;
&lt;/tbody&gt;&lt;/table&gt;
&lt;table class=&quot;medium-text&quot; style=&quot;border-collapse: collapse; color: black; font-family: Arial, Helvetica, sans-serif; font-size: 1em; margin-top: 10px; padding: 2px;&quot;&gt;&lt;colgroup&gt;&lt;col style=&quot;width: 80px;&quot;&gt;&lt;/col&gt;&lt;/colgroup&gt;&lt;tbody&gt;
&lt;tr&gt;&lt;td nowrap=&quot;nowrap&quot; style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;top&quot;&gt;Authors:&lt;/td&gt;&lt;td nowrap=&quot;nowrap&quot; style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;top&quot;&gt;&lt;a href=&quot;http://dl.acm.org/results.cfm?query=Name%3A%22Nemanja%20Spasojevic%22&amp;amp;querydisp=Name%3A%22Nemanja%20Spasojevic%22&amp;amp;termshow=matchboolean&amp;amp;coll=DL&amp;amp;dl=ACM&amp;amp;CFID=411050218&amp;amp;CFTOKEN=69908824&quot; style=&quot;background-color: transparent; color: #990033;&quot; target=&quot;_self&quot; title=&quot;Search for Nemanja Spasojevic&quot;&gt;Nemanja Spasojevic&lt;/a&gt;&lt;/td&gt;&lt;td style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;bottom&quot;&gt;&lt;small&gt;Klout, Inc., San Francisco, CA, USA&lt;/small&gt;&lt;/td&gt;&lt;/tr&gt;
&lt;tr&gt;&lt;td nowrap=&quot;nowrap&quot; style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;top&quot;&gt;&lt;/td&gt;&lt;td nowrap=&quot;nowrap&quot; style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;top&quot;&gt;&lt;a href=&quot;http://dl.acm.org/results.cfm?query=Name%3A%22Jinyun%20Yan%22&amp;amp;querydisp=Name%3A%22Jinyun%20Yan%22&amp;amp;termshow=matchboolean&amp;amp;coll=DL&amp;amp;dl=ACM&amp;amp;CFID=411050218&amp;amp;CFTOKEN=69908824&quot; style=&quot;background-color: transparent; color: #990033;&quot; target=&quot;_self&quot; title=&quot;Search for Jinyun Yan&quot;&gt;Jinyun Yan&lt;/a&gt;&lt;/td&gt;&lt;td style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;bottom&quot;&gt;&lt;small&gt;Klout, Inc., San Francisco, CA, USA&lt;/small&gt;&lt;/td&gt;&lt;/tr&gt;
&lt;tr&gt;&lt;td nowrap=&quot;nowrap&quot; style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;top&quot;&gt;&lt;/td&gt;&lt;td nowrap=&quot;nowrap&quot; style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;top&quot;&gt;&lt;a href=&quot;http://dl.acm.org/results.cfm?query=Name%3A%22Adithya%20Rao%22&amp;amp;querydisp=Name%3A%22Adithya%20Rao%22&amp;amp;termshow=matchboolean&amp;amp;coll=DL&amp;amp;dl=ACM&amp;amp;CFID=411050218&amp;amp;CFTOKEN=69908824&quot; style=&quot;background-color: transparent; color: #990033;&quot; target=&quot;_self&quot; title=&quot;Search for Adithya Rao&quot;&gt;Adithya Rao&lt;/a&gt;&lt;/td&gt;&lt;td style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;bottom&quot;&gt;&lt;small&gt;Klout, Inc., San Francisco, CA, USA&lt;/small&gt;&lt;/td&gt;&lt;/tr&gt;
&lt;tr&gt;&lt;td nowrap=&quot;nowrap&quot; style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;top&quot;&gt;&lt;/td&gt;&lt;td nowrap=&quot;nowrap&quot; style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;top&quot;&gt;&lt;a href=&quot;http://dl.acm.org/results.cfm?query=Name%3A%22Prantik%20Bhattacharyya%22&amp;amp;querydisp=Name%3A%22Prantik%20Bhattacharyya%22&amp;amp;termshow=matchboolean&amp;amp;coll=DL&amp;amp;dl=ACM&amp;amp;CFID=411050218&amp;amp;CFTOKEN=69908824&quot; style=&quot;background-color: transparent; color: #990033;&quot; target=&quot;_self&quot; title=&quot;Search for Prantik Bhattacharyya&quot;&gt;Prantik Bhattacharyya&lt;/a&gt;&lt;/td&gt;&lt;td style=&quot;font-family: Verdana, Arial, Helvetica, sans-serif;&quot; valign=&quot;bottom&quot;&gt;&lt;small&gt;Klout, Inc., San Francisco, CA, USA&lt;/small&gt;&lt;/td&gt;&lt;/tr&gt;
&lt;/tbody&gt;&lt;/table&gt;
&lt;/td&gt;&lt;/tr&gt;
&lt;/tbody&gt;&lt;/table&gt;
&lt;br /&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div&gt;
&lt;span style=&quot;background-color: white; font-family: Verdana, Arial, Helvetica, sans-serif; font-size: 13px;&quot;&gt;Millions of people use social networks everyday to talk about a variety of subjects, publish opinions and share information. Understanding this data to infer user&#39;s topical interests is a challenging problem with applications in various data-powered products. In this paper, we present &#39;LASTA&#39; (Large Scale Topic Assignment), a full production system used at Klout, Inc., which mines topical interests from five social networks and assigns over 10,000 topics to hundreds of millions of users on a daily basis. The system continuously collects streams of user data and is reactive to fresh information, updating topics for users as interests shift. LASTA generates over 50 distinct features derived from signals such as user generated posts and profiles, user reactions such as comments and retweets, user attributions such as lists, tags and endorsements, as well as signals based on social graph connections. We show that using this diverse set of features leads to a better representation of a user&#39;s topical interests as compared to using only generated text or only graph based features. We also show that using cross-network information for a user leads to a more complete and accurate understanding of the user&#39;s topics, as compared to using any single network. We evaluate LASTA&#39;s topic assignment system on an internal labeled corpus of 32,264 user-topic labels generated from real users.&lt;/span&gt;&lt;/div&gt;&lt;br/&gt;

&lt;iframe src=&quot;//www.slideshare.net/slideshow/embed_code/key/DCUznoHqR0YQGd&quot; width=&quot;595&quot; height=&quot;485&quot; frameborder=&quot;0&quot; marginwidth=&quot;0&quot; marginheight=&quot;0&quot; scrolling=&quot;no&quot; style=&quot;border:1px solid #CCC; border-width:1px; margin-bottom:5px; max-width: 100%;&quot; allowfullscreen&gt; &lt;/iframe&gt; &lt;div style=&quot;margin-bottom:5px&quot;&gt; &lt;strong&gt; &lt;a href=&quot;//www.slideshare.net/sofrasofra/lasta-large-scale-topic-assignment-on-multiple-social-networks&quot; title=&quot;LASTA: Large Scale Topic Assignment on Multiple Social Networks&quot; target=&quot;_blank&quot;&gt;LASTA: Large Scale Topic Assignment on Multiple Social Networks&lt;/a&gt; &lt;/strong&gt; from &lt;strong&gt;&lt;a href=&quot;//www.slideshare.net/sofrasofra&quot; target=&quot;_blank&quot;&gt;Nemanja Spasojevic&lt;/a&gt;&lt;/strong&gt; &lt;/div&gt;


&lt;/div&gt;</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/4848613088732544084/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/08/lage-scale-topic-detection-on-social.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/4848613088732544084'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/4848613088732544084'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/08/lage-scale-topic-detection-on-social.html' title='[PAPER] Lage scale topic detection on social networks'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-7011056348413886513</id><published>2014-08-25T17:50:00.001-07:00</published><updated>2014-08-25T17:50:43.581-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="Latex"/><category scheme="http://www.blogger.com/atom/ns#" term="MS Word"/><category scheme="http://www.blogger.com/atom/ns#" term="open offixe"/><category scheme="http://www.blogger.com/atom/ns#" term="tex"/><title type='text'>Latex to MS Word Doc Shenanigans</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br /&gt;
# mathplayer&lt;br /&gt;
&lt;br /&gt;
rm -r /tmp/topic_paper_mathplayer/&lt;br /&gt;
mkdir -p /tmp/topic_paper_mathplayer/&lt;br /&gt;
htlatex indg0731-spasojevic &quot;xhtml,mathplayer&quot; &quot;&quot; -d/tmp/topic_paper_mathplayer/&lt;br /&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
#Open office &lt;br /&gt;
&lt;br /&gt;
rm -r /tmp/topic_paper_open_office/&lt;br /&gt;
mkdir -p /tmp/topic_paper_open_office/&lt;/div&gt;
&lt;div class=&quot;p1&quot;&gt;
htlatex indg0731-spasojevic &quot;&lt;span style=&quot;background-color: white; color: #333333; font-family: Georgia, &#39;Bitstream Charter&#39;, serif; font-size: 16px; line-height: 24px;&quot;&gt;xhtml,ooffice&lt;/span&gt;&quot; &quot;&lt;span style=&quot;background-color: white; color: #333333; font-family: Georgia, &#39;Bitstream Charter&#39;, serif; font-size: 16px; line-height: 24px;&quot;&gt;oofice/! -cmozhtf&lt;/span&gt;&quot; &amp;nbsp;-d/tmp/topic_paper_open_office/&amp;nbsp;&lt;span style=&quot;background-color: white; color: #333333; font-family: Georgia, &#39;Bitstream Charter&#39;, serif; font-size: 16px; line-height: 24px;&quot;&gt;&amp;nbsp;&lt;/span&gt;&lt;span style=&quot;background-color: white; color: #333333; font-family: Georgia, &#39;Bitstream Charter&#39;, serif; font-size: 16px; line-height: 24px;&quot;&gt;-coo -cvalidate&lt;/span&gt;&lt;/div&gt;
&lt;div&gt;
&lt;br /&gt;
&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.529412); color: #393318; font-family: &#39;Lucida Grande&#39;, &#39;Lucida Sans Unicode&#39;, &#39;Lucida Sans&#39;, Tahoma, sans-serif; font-size: 14px; line-height: 18px;&quot;&gt;htlatex&amp;nbsp;&lt;/span&gt;indg0731-spasojevic&lt;span style=&quot;background-color: rgba(255, 255, 255, 0.529412); color: #393318; font-family: &#39;Lucida Grande&#39;, &#39;Lucida Sans Unicode&#39;, &#39;Lucida Sans&#39;, Tahoma, sans-serif; font-size: 14px; line-height: 18px;&quot;&gt;&amp;nbsp;&quot;xhtml,ooffice,bib-,mathml-&quot; &quot; -cmozhtf&quot; &quot;-coo&quot;&amp;nbsp;&lt;/span&gt;&lt;br /&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/7011056348413886513/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/08/latex-to-ms-word-doc-shenanigans.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/7011056348413886513'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/7011056348413886513'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/08/latex-to-ms-word-doc-shenanigans.html' title='Latex to MS Word Doc Shenanigans'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-8399925761361118151</id><published>2014-06-04T13:58:00.003-07:00</published><updated>2014-06-04T13:58:33.069-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="bash"/><category scheme="http://www.blogger.com/atom/ns#" term="commandline"/><category scheme="http://www.blogger.com/atom/ns#" term="master"/><category scheme="http://www.blogger.com/atom/ns#" term="mongodb"/><category scheme="http://www.blogger.com/atom/ns#" term="slave"/><title type='text'>Get MongoDb Master commandline</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;span style=&quot;font-family: &#39;Courier New&#39;, Courier, monospace;&quot;&gt;MONGO_HOST=&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: &#39;Courier New&#39;, Courier, monospace;&quot;&gt;MONGO_PORT=&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;MONGO_HOST_PORT_MASTER=$(ssh remote@host &amp;nbsp;&quot;mongo ${MONGO_HOST}:${MONGO_PORT} --eval &#39;printjson(rs.isMaster())&#39; &quot;| grep primary | cut -d&quot;\&quot;&quot; -f4)&lt;/span&gt;&lt;br /&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/8399925761361118151/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/06/get-mongodb-master-commandline.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/8399925761361118151'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/8399925761361118151'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/06/get-mongodb-master-commandline.html' title='Get MongoDb Master commandline'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-2481344321389182461</id><published>2014-06-04T13:56:00.000-07:00</published><updated>2014-06-04T13:56:15.913-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="hive"/><category scheme="http://www.blogger.com/atom/ns#" term="mongo storage handler"/><category scheme="http://www.blogger.com/atom/ns#" term="mongodb"/><category scheme="http://www.blogger.com/atom/ns#" term="serde"/><title type='text'>MongoDb &lt;-&gt; Hive Hook</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;create external table if not exists &amp;nbsp;mongo_bla_display_order(&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; mongo_id string,&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; user_id string,&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; display_order string&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;)&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;stored by &#39;org.yong3.hive.mongo.MongoStorageHandler&#39;&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;with serdeproperties( &quot;mongo.column.mapping&quot; = &quot;_id,uid,displayOrder&quot; )&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;tblproperties ( &quot;mongo.host&quot; = &quot;${mongoHost}&quot; , &quot;mongo.port&quot; = &quot;${mongoPort}&quot; ,&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; &amp;nbsp;&quot;mongo.db&quot; = &quot;my_db&quot; , &quot;mongo.collection&quot; = &quot;persistence&quot; );&lt;/span&gt;&lt;br /&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/2481344321389182461/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/06/mongodb-hive-hook.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/2481344321389182461'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/2481344321389182461'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/06/mongodb-hive-hook.html' title='MongoDb &lt;-&gt; Hive Hook'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-1198363158967730344</id><published>2014-06-02T09:16:00.000-07:00</published><updated>2014-06-02T09:16:06.906-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="archive"/><category scheme="http://www.blogger.com/atom/ns#" term="tar"/><category scheme="http://www.blogger.com/atom/ns#" term="uncompress"/><category scheme="http://www.blogger.com/atom/ns#" term="untar"/><category scheme="http://www.blogger.com/atom/ns#" term="unxz"/><category scheme="http://www.blogger.com/atom/ns#" term="xz"/><title type='text'>Uncompress *.xz file</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
# pure xz file&lt;br /&gt;
unxz &amp;lt;filename&amp;gt;.xz&lt;br /&gt;
&lt;br /&gt;
# tar xz file&lt;br /&gt;
tar -Jxf &amp;lt;filename&amp;gt;.tar.xz&lt;br /&gt;
&lt;br /&gt;&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/1198363158967730344/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/06/uncompress-xz-file.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/1198363158967730344'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/1198363158967730344'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/06/uncompress-xz-file.html' title='Uncompress *.xz file'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-7180184354831630215</id><published>2014-04-12T19:51:00.001-07:00</published><updated>2014-04-12T19:51:08.691-07:00</updated><title type='text'></title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
Play setup:&lt;br /&gt;
&lt;br /&gt;
IntelliJ Idea and Play ambiguous index definitions, and such issues:&lt;br /&gt;
&lt;br /&gt;
This was fix: (Play 2.2 and IntelliJ 12 )&lt;br /&gt;
https://groups.google.com/forum/#!topic/play-framework/X78Ikg9PMyE&lt;br /&gt;
&lt;br /&gt;
&#39;&#39;&#39;&lt;br /&gt;
&lt;br /&gt;
&lt;span style=&quot;background-color: white; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px;&quot;&gt;Hi,&lt;/span&gt;&lt;br /&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
I have a problem in IntelliJ when I create a new Java Play application, generate the IDE configuration and open the project.&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
I see the following error in IntelliJ -&amp;nbsp;&lt;b&gt;&lt;span style=&quot;border: 0px; color: blue; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;&quot;Reference to &#39;index&#39; is ambiguous, both &#39;views.html.index$&#39; and &#39;views.html.index&#39; match&quot;&lt;/span&gt;&lt;/b&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
This only occurs in the following scenarios:&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;b&gt;Enable:&amp;nbsp;&lt;/b&gt;Play 2.0 Support plugin, Scala plugin, and built-in Playframework Support plugin that comes with IntelliJ Ultimate&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;b&gt;Enable:&amp;nbsp;&lt;/b&gt;Play 2.0 Support plugin and Scala plugin and&amp;nbsp;&lt;b&gt;Disable:&amp;nbsp;&lt;/b&gt;the Playframework Support plugin&amp;nbsp;that comes with IntelliJ Ultimate&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
There are no issues when I:&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;b&gt;Enable:&amp;nbsp;&lt;/b&gt;Scala plugin, and Playframework Support plugin&amp;nbsp;that comes with IntelliJ Ultimate&lt;b&gt;&amp;nbsp;&lt;/b&gt;and&amp;nbsp;&lt;b&gt;Disable:&amp;nbsp;&lt;/b&gt;Play 2.0 Support plugin&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
If I change the import statement:&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
import views.html.*; to be:&amp;nbsp;import views.html.index; all of the above configurations work.&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
Would someone be able to explain why this issue is occurring? I&#39;m happy to submit a PR with the above change if this is a reasonable fix. Before I figured out how to resolve it I did some searching and there are definitely a number of other people experiencing this issue without being able to find a solution, for example:&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;a href=&quot;http://stackoverflow.com/questions/19968422/cannot-resolve-method-ok-with-play-2-framework-in-intellij&quot; style=&quot;border: 0px; color: #6611cc; cursor: pointer; margin: 0px; padding: 0px; text-decoration: none; vertical-align: baseline;&quot; target=&quot;_blank&quot;&gt;http://stackoverflow.com/&lt;wbr&gt;&lt;/wbr&gt;questions/19968422/cannot-&lt;wbr&gt;&lt;/wbr&gt;resolve-method-ok-with-play-2-&lt;wbr&gt;&lt;/wbr&gt;framework-in-intellij&lt;/a&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div style=&quot;background-color: white; border: 0px; color: #222222; font-family: Arial, Helvetica, sans-serif; font-size: 13px; margin: 0px; padding: 0px; vertical-align: baseline;&quot;&gt;
Denise&lt;/div&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;br /&gt;
&#39;&#39;&#39;&lt;br /&gt;
&lt;br /&gt;
&lt;br /&gt;&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/7180184354831630215/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2014/04/play-setup-intellij-idea-and-play.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/7180184354831630215'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/7180184354831630215'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2014/04/play-setup-intellij-idea-and-play.html' title=''/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-9116214829567201283</id><published>2013-09-03T12:54:00.004-07:00</published><updated>2013-09-03T12:54:45.349-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="hbase"/><category scheme="http://www.blogger.com/atom/ns#" term="rest"/><category scheme="http://www.blogger.com/atom/ns#" term="stargate"/><title type='text'>Start HBase rest (stargate)</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
ssh &amp;lt;user&amp;gt;@&amp;lt;hbase-remote-hoast&amp;gt;-nn1&lt;br /&gt;
&amp;gt; hbase rest start -p 7000 &amp;amp;&lt;br /&gt;
&amp;gt; disown&lt;br /&gt;
&amp;gt; exit&lt;br /&gt;
&lt;br /&gt;&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/9116214829567201283/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2013/09/start-hbase-rest-stargate.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/9116214829567201283'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/9116214829567201283'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2013/09/start-hbase-rest-stargate.html' title='Start HBase rest (stargate)'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-8710259609856169798</id><published>2013-08-13T11:37:00.000-07:00</published><updated>2014-04-09T09:31:59.721-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="css color gradient red to green"/><category scheme="http://www.blogger.com/atom/ns#" term="HTML"/><category scheme="http://www.blogger.com/atom/ns#" term="js"/><title type='text'>Crawl / Curl from Hive</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br /&gt;
package com.blout.thunder.hive.udf;&lt;br /&gt;
&lt;br /&gt;
import org.apache.hadoop.hive.ql.exec.Description;&lt;br /&gt;
import org.apache.hadoop.hive.ql.exec.UDF;&lt;br /&gt;
import org.apache.hadoop.hive.serde2.objectinspector.ListObjectInspector;&lt;br /&gt;
import org.apache.log4j.Logger;&lt;br /&gt;
&lt;br /&gt;
import java.io.BufferedReader;&lt;br /&gt;
import java.io.InputStream;&lt;br /&gt;
import java.io.InputStreamReader;&lt;br /&gt;
import java.net.URL;&lt;br /&gt;
&lt;br /&gt;
/**&lt;br /&gt;
&amp;nbsp;* Author: Nemanja Spasojevic&lt;br /&gt;
&amp;nbsp;*/&lt;br /&gt;
@Description(&lt;br /&gt;
&amp;nbsp; &amp;nbsp; name = &quot;curl&quot;,&lt;br /&gt;
&amp;nbsp; &amp;nbsp; value = &amp;nbsp;&quot; Given url returns content of given web page, if curl failed fow whatever&quot; +&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &quot; reason it returns null. &quot; +&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &quot;string _FUNC_(string) \n&quot;&lt;br /&gt;
)&lt;br /&gt;
public class CurlUDF extends UDF {&lt;br /&gt;
&amp;nbsp; private static final Logger LOG = Logger.getLogger(CurlUDF.class);&lt;br /&gt;
&amp;nbsp; private ListObjectInspector listInspector;&lt;br /&gt;
&lt;br /&gt;
&amp;nbsp; private static int DEFAULT_SLEEP_TIME_MS = 1000;&lt;br /&gt;
&amp;nbsp; private static int DEFAULT_RE_TRIES &amp;nbsp; &amp;nbsp; &amp;nbsp;= 3;&lt;br /&gt;
&amp;nbsp; private static int LOG_STACK_FIRST_TIMES = 100;&lt;br /&gt;
&amp;nbsp; private static int counter_ = 0;&lt;br /&gt;
&lt;br /&gt;
&amp;nbsp; public String evaluate(String webPageURL) throws Exception {&lt;br /&gt;
&amp;nbsp; &amp;nbsp; return fetch(webPageURL, DEFAULT_SLEEP_TIME_MS);&lt;br /&gt;
&amp;nbsp; }&lt;br /&gt;
&lt;br /&gt;
&amp;nbsp; public String evaluate(String webPageURL, int sleepTimeMS) {&lt;br /&gt;
&amp;nbsp; &amp;nbsp; return fetch(webPageURL, sleepTimeMS);&lt;br /&gt;
&amp;nbsp; }&lt;br /&gt;
&lt;br /&gt;
&amp;nbsp; public String fetch(String webPageURL, int sleepTimeMS) {&lt;br /&gt;
&amp;nbsp; &amp;nbsp; ++counter_;&lt;br /&gt;
&lt;br /&gt;
&amp;nbsp; &amp;nbsp; for (int i = 1; i &amp;lt;= DEFAULT_RE_TRIES; ++i) {&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; try {&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; StringBuffer output = new StringBuffer();&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; URL url = new URL(webPageURL);&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; System.out.println(counter_ + &quot;) Fetching try [&quot; + i + &quot;]: &quot; + webPageURL);&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; InputStream response = url.openStream();&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; BufferedReader reader = new BufferedReader(new InputStreamReader(response));&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; for (String line; (line = reader.readLine()) != null;) {&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; output.append(line);&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; }&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; reader.close();&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; Thread.sleep(sleepTimeMS);&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; System.out.println(counter_ + &quot;) Fetching try [&quot; + i + &quot;]: success&quot;);&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; return output.toString();&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; } catch (Exception e) {&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; if (LOG_STACK_FIRST_TIMES &amp;gt; counter_) {&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; e.printStackTrace();&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; }&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; try { Thread.sleep(sleepTimeMS * i * i ); } catch (Exception et) {};&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; return null;&lt;br /&gt;
&amp;nbsp; &amp;nbsp; &amp;nbsp; }&lt;br /&gt;
&amp;nbsp; &amp;nbsp; }&lt;br /&gt;
&amp;nbsp; &amp;nbsp; return null;&lt;br /&gt;
&amp;nbsp; }&lt;br /&gt;
}&lt;br /&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div&gt;
CREATE TEMPORARY FUNCTION curl AS &#39;com.blout.thunder.hive.udf.CurlUDF&#39;;&lt;/div&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/8710259609856169798/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2013/08/crawl-curl-from-hive.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/8710259609856169798'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/8710259609856169798'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2013/08/crawl-curl-from-hive.html' title='Crawl / Curl from Hive'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-4497592709801529543</id><published>2013-08-13T11:29:00.003-07:00</published><updated>2013-08-13T11:29:25.830-07:00</updated><title type='text'></title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br /&gt;
&lt;pre style=&quot;font-family: monospace; font-size: 12px; line-height: 20px; margin-bottom: 0px; margin-left: 10px; margin-right: 10px; margin-top: 0px; padding-bottom: 0px; padding-left: 0px; padding-right: 0px; padding-top: 0px; white-space: pre-wrap;&quot;&gt;# Get the gradient colors for (hgreen to the red). Alwayes needed so here is example in JS:&lt;/pre&gt;
&lt;pre style=&quot;font-family: monospace; font-size: 12px; line-height: 20px; margin-bottom: 0px; margin-left: 10px; margin-right: 10px; margin-top: 0px; padding-bottom: 0px; padding-left: 0px; padding-right: 0px; padding-top: 0px; white-space: pre-wrap;&quot;&gt;
&lt;/pre&gt;
&lt;pre style=&quot;font-size: 12px; line-height: 20px; margin: 0px 10px; padding: 0px; white-space: pre-wrap;&quot;&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;getColor :  function(value,&lt;wbr style=&quot;font-size: 12px; line-height: 20px; margin: 0px; padding: 0px;&quot;&gt;&lt;/wbr&gt; maxValue) {
    var h = 120 + 240 - Math.max(0,&lt;wbr style=&quot;font-size: 12px; line-height: 20px; margin: 0px; padding: 0px;&quot;&gt;&lt;/wbr&gt; Math.min(240,&lt;wbr style=&quot;font-size: 12px; line-height: 20px; margin: 0px; padding: 0px;&quot;&gt;&lt;/wbr&gt; 240 * value / maxValue));
    return &#39;hsl(&#39;+ h + &#39;,&lt;wbr style=&quot;font-size: 12px; line-height: 20px; margin: 0px; padding: 0px;&quot;&gt;&lt;/wbr&gt;100%,&lt;wbr style=&quot;font-size: 12px; line-height: 20px; margin: 0px; padding: 0px;&quot;&gt;&lt;/wbr&gt;90%)&#39;
}&lt;/span&gt;&lt;/pre&gt;
&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/4497592709801529543/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2013/08/get-gradient-colors-for-hgreen-to-red.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/4497592709801529543'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/4497592709801529543'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2013/08/get-gradient-colors-for-hgreen-to-red.html' title=''/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-9140032270066789749</id><published>2013-08-08T11:16:00.000-07:00</published><updated>2013-08-08T11:16:00.435-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="hashing"/><category scheme="http://www.blogger.com/atom/ns#" term="high dimensionality reduction"/><category scheme="http://www.blogger.com/atom/ns#" term="hive"/><category scheme="http://www.blogger.com/atom/ns#" term="Locality-sensitive hashing"/><category scheme="http://www.blogger.com/atom/ns#" term="LSH"/><category scheme="http://www.blogger.com/atom/ns#" term="min-hash"/><category scheme="http://www.blogger.com/atom/ns#" term="minhash"/><category scheme="http://www.blogger.com/atom/ns#" term="udf"/><category scheme="http://www.blogger.com/atom/ns#" term="vector"/><title type='text'></title><content type='html'>
Basic MinHash Hive UDF :-) 

&lt;script src=&quot;https://gist.github.com/sofra/6187142.js&quot;&gt;&lt;/script&gt;</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/9140032270066789749/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2013/08/blog-post.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/9140032270066789749'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/9140032270066789749'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2013/08/blog-post.html' title=''/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-5563607354355247075</id><published>2013-05-21T16:28:00.000-07:00</published><updated>2013-05-21T16:28:31.475-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="api"/><category scheme="http://www.blogger.com/atom/ns#" term="hbase"/><category scheme="http://www.blogger.com/atom/ns#" term="multiget multi-get"/><category scheme="http://www.blogger.com/atom/ns#" term="restfull"/><category scheme="http://www.blogger.com/atom/ns#" term="stargate"/><title type='text'>HBase Stargate Multi Get Works !!!</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;br /&gt;Handle is :&lt;br /&gt;&lt;br /&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace; font-size: x-small;&quot;&gt;/tablename/multiget?row=rk1&amp;amp;row=rk2&lt;/span&gt;&lt;br /&gt;&lt;br /&gt;&lt;div style=&quot;text-align: left;&quot;&gt;
&lt;span style=&quot;font-family: inherit;&quot;&gt;And works like a charm !!!&lt;/span&gt;&lt;/div&gt;
&lt;span style=&quot;font-size: x-small;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/5563607354355247075/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2013/05/hbase-stargate-multi-get-works.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/5563607354355247075'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/5563607354355247075'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2013/05/hbase-stargate-multi-get-works.html' title='HBase Stargate Multi Get Works !!!'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-8799834033305818719</id><published>2013-05-10T10:08:00.000-07:00</published><updated>2013-05-10T10:10:47.925-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="big data"/><category scheme="http://www.blogger.com/atom/ns#" term="force execution"/><category scheme="http://www.blogger.com/atom/ns#" term="hive"/><category scheme="http://www.blogger.com/atom/ns#" term="in reducer"/><category scheme="http://www.blogger.com/atom/ns#" term="map reduce"/><category scheme="http://www.blogger.com/atom/ns#" term="udf"/><title type='text'>Hive: Force UDF execution to happen on reducer side</title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
Doing quick and dirty URL fetch from hive, I wanted for URL&quot;s to be ditributed among 5 jobs. Input is small it&#39;s very hard to tune up on mapper side things to heppen on 5 mappers say.&lt;br /&gt;
&lt;br /&gt;
&lt;br /&gt;
Regular:&lt;br /&gt;
&lt;br /&gt;
&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;insert overwrite table url_raw_contant partition(dt = 20130606)&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;select full_url,&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp;priority,&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp;regexp_replace(curl_url(full_url), &amp;nbsp;&#39;\n|\r&#39;, &#39; &#39;) as raw_html&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;from url_queue_table_sharded_temp;&lt;/span&gt;&lt;br /&gt;
&lt;div&gt;
&lt;br /&gt;&lt;/div&gt;
&lt;br /&gt;
&lt;br /&gt;
Forced &amp;nbsp;UDF execution to Reducer (5 reducers):&lt;br /&gt;
&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&lt;br /&gt;&lt;/span&gt;
&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;set mapred.reduce.tasks=5;&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;insert overwrite table url_raw_contant_table partition(dt = 20130606)&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;select full_url,&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp;priority,&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp;regexp_replace(curl_url(full_url), &amp;nbsp;&#39;\n|\r&#39;, &#39; &#39;) as raw_html&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;from (&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; select full_url, priority&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; from url_queue_table_sharded_temp&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; distribute by md5(full_url) % 5&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;&amp;nbsp; &amp;nbsp; sort by md5(full_url) % 5, priority desc&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;) d&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;distribute by md5(full_url) % 5;&lt;/span&gt;&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/8799834033305818719/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2013/05/force-udf-execution-to-happen-in-hive.html#comment-form' title='1 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/8799834033305818719'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/8799834033305818719'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2013/05/force-udf-execution-to-happen-in-hive.html' title='Hive: Force UDF execution to happen on reducer side'/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>1</thr:total></entry><entry><id>tag:blogger.com,1999:blog-1676992644644388381.post-7464306686349886557</id><published>2013-03-21T12:11:00.000-07:00</published><updated>2013-03-21T12:11:05.704-07:00</updated><category scheme="http://www.blogger.com/atom/ns#" term="hive jvm mapper re use static udf"/><title type='text'>Hive Make mapper re-use JVM </title><content type='html'>&lt;div dir=&quot;ltr&quot; style=&quot;text-align: left;&quot; trbidi=&quot;on&quot;&gt;
&lt;span style=&quot;font-family: &#39;Lucida Grande&#39;, arial, sans-serif; font-size: 12px; line-height: 20px;&quot;&gt;usefull if your UDF has some kind of static initialization (eg. from distributed cache), nd you want given initialized object to be reused acros multiple map tasks.&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: &#39;Lucida Grande&#39;, arial, sans-serif; font-size: 12px; line-height: 20px;&quot;&gt;&lt;br /&gt;&lt;/span&gt;
&lt;span style=&quot;font-size: 12px; line-height: 20px;&quot;&gt;&lt;span style=&quot;font-family: Courier New, Courier, monospace;&quot;&gt;SET mapred.job.reuse.jvm.num.tasks=100;&lt;/span&gt;&lt;/span&gt;&lt;br /&gt;
&lt;span style=&quot;font-family: &#39;Lucida Grande&#39;, arial, sans-serif; font-size: 12px; line-height: 20px;&quot;&gt;&lt;br /&gt;&lt;/span&gt;
&lt;span style=&quot;font-family: &#39;Lucida Grande&#39;, arial, sans-serif; font-size: 12px; line-height: 20px;&quot;&gt;&lt;br /&gt;&lt;/span&gt;&lt;/div&gt;
</content><link rel='replies' type='application/atom+xml' href='http://kernel-panik.blogspot.com/feeds/7464306686349886557/comments/default' title='Post Comments'/><link rel='replies' type='text/html' href='http://kernel-panik.blogspot.com/2013/03/hive-make-mapper-re-use-jvm.html#comment-form' title='0 Comments'/><link rel='edit' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/7464306686349886557'/><link rel='self' type='application/atom+xml' href='http://www.blogger.com/feeds/1676992644644388381/posts/default/7464306686349886557'/><link rel='alternate' type='text/html' href='http://kernel-panik.blogspot.com/2013/03/hive-make-mapper-re-use-jvm.html' title='Hive Make mapper re-use JVM '/><author><name>sofra</name><uri>http://www.blogger.com/profile/02763337396643514614</uri><email>noreply@blogger.com</email><gd:image rel='http://schemas.google.com/g/2005#thumbnail' width='16' height='16' src='https://img1.blogblog.com/img/b16-rounded.gif'/></author><thr:total>0</thr:total></entry></feed>