n1c0la5

Javascript to filter and count records

2017-07-02T21:59:00.000+01:00

Github was talking about open source Fridays ... what's wrong with open source weekemds?

I needed something like this but couldn't find it on the web.... so time to write it myself. The idea is to have a python routine compile a set of data (which I can't share so it just generates some date related data) and then use a webpage with javascript to present record counts for different fields.

The top line of buttons lets you select which field to show, by default it shows all fields.
The second line shows the filters that are currently active, click on one of them to remove it again or 'Clear All' to clear them all in one go.

Then there is a table with the results, click on any of the field values to create a filter for that field and value combination. Currently there is no way to have filters for multiple values of the same field.

Lessons learned:

mixing javascript and html: it took me a while to figure out that when you pass an array through javascript to a html button,
the inspect feature makes life so much easier...,
in order to copy an array you can't just assign it, you need to use .slice() to make a deep copy.

Answers found on stackoverflow:

https://stackoverflow.com/questions/1960473/unique-values-in-an-array,
https://stackoverflow.com/questions/17428587/transposing-a-2d-array-in-javascript (not used but may simplify parts of the code),
https://stackoverflow.com/questions/3730510/javascript-sort-array-and-return-an-array-of-indicies-that-indicates-the-positi.

Try it out: count and filter test.

And here is the code:

<html>
<head><title>count and filter test</title>
</head>
<body onload="generate_data();filterandcount('all',[],[]);">

<p id="controls"> </p>
<p id="filters"> </p>
<p id="result_table"> </p>

<script>
// additional features that could be implemented:
// 1. show subset/all info for the selected filter, count becomes a button to show this

function onlyUnique(value, index, self)
{
return self.indexOf(value) === index;
}

var records=[];
var filter_field_array=[];
var filter_value_array=[];

function generate_data()
{
// generate some data
//var records=[];

var base=[2014,1,1,0,0,0];
var range=[4,12,31,23,59,59];
var len=[4,2,2,2,2,2];

var num_records=1000;
for (var i=0; i<6; i++)
{
var t=[];
for (var j=0; j<num_records; j++)
{
var t2="0000"+(Math.floor(Math.random()*range[i])+base[i]);
t2=t2.substring(t2.length-len[i]);
t.push(t2);
}
records.push(t);
}

for (var i=0; i<5; i++)
{
var t=[];
for (var j=0; j<num_records; j++)
{
var t2=records[0][j];
for (var k=0; k<(i+1); k++)
{
t2+=records[k+1][j];
}
t.push(t2);
}
records.push(t);
}
}

function filterandcount(do_field,filter_field_array_p,filter_value_array_p)
{
//console.log(do_field);

// console.log(typeof

var filter_field_array=[];
var filter_value_array=[];

if (filter_field_array_p instanceof Array)
{
filter_field_array=filter_field_array_p.slice();
}
else
{
filter_field_array.push(filter_field_array_p);
}

if (filter_value_array_p instanceof Array)
{
filter_value_array=filter_value_array_p.slice();
}
else
{
filter_value_array.push(filter_value_array_p);
}

var field_names = ['year','month','date','hour','minute','second','y+month','y+m+day','y+m+d+hour','y-m-d-h-minute','y-m-d-h-m-second'];

var controls_string="Count: <button type='button' onclick=\"filterandcount('all',["+filter_field_array+"],["+filter_value_array+"])\">All</button>";
for (var i=0; i<field_names.length; i++)
{
controls_string+="<button type='button' onclick=\"filterandcount('"+field_names[i]+"',["+filter_field_array+"],["+filter_value_array+"])\">"+field_names[i]+"</button>";
}
document.getElementById("controls").innerHTML=controls_string;

var t_filter_value="";
if (filter_value_array.length==0)
{
t_filter_value="<none>";
}
else
{
// remove duplicate values - the user should not be doing this!
var t_filter_field_array=[];
var t_filter_value_array=[];
for (var i=0; i<filter_value_array.length; i++)
{
// only add them if we can't find them in the temp arrays
var t=0;
for (var j=0; j<t_filter_value_array.length; j++)
{
if (filter_field_array[i]==t_filter_field_array[j])
{
if (filter_value_array[i]==t_filter_value_array[j])
{
t+=1;
}
}
}
if (t==0)
{
t_filter_field_array.push(filter_field_array[i]);
t_filter_value_array.push(filter_value_array[i]);
}
}
filter_field_array=t_filter_field_array.slice();
filter_value_array=t_filter_value_array.slice();

console.log(filter_field_array);
console.log(filter_value_array);

for (var i=0; i<filter_value_array.length; i++)
{
t_filter_field_array=[];
t_filter_value_array=[];
// remove current values from arrays
for (var j=0; j<filter_value_array.length; j++)
{
if (i!=j)
{
t_filter_field_array.push(filter_field_array[j]);
t_filter_value_array.push(filter_value_array[j]);
}
}
t_filter_value+="<button type='button' onclick=\"filterandcount('"+do_field+"',["+t_filter_field_array+"],["+t_filter_value_array+"])\">";
t_filter_value+="<b>&#X2716</b> "+filter_value_array[i]+" on "+field_names[filter_field_array[i]]+"</button>";
}
}

var filters_string="Filter: " +t_filter_value+" <button type='button' onclick=\"filterandcount('"+do_field+"',[],[])\">Clear All</button>";
document.getElementById("filters").innerHTML=filters_string;

// but we actually need to transpose the array so we can grab the unique values per array
//transpose = m => m[0].map((x,i) => m.map(x => x[i]))
//records2=transpose(records);
// uhm, we're generating the data ourselves a couple lines up - so why transpose!
// fixed!

// instead of just assigned it to records2 run any filters first
var records2=[];
if (filter_field_array.length!=0)
{
// create a set of empty arrays
for (var i=0; i<records.length; i++)
{
records2.push([]);
}
for (var i=0; i<records[0].length; i++)
{
var t=0;
for (var j=0; j<filter_field_array.length; j++)
{
if (records[filter_field_array[j]][i]==filter_value_array[j])
{
t+=1;
}
}
if (t==filter_field_array.length)
{
for (var j=0; j<records.length; j++)
{
records2[j].push(records[j][i]);
}
}
}
}
else
{
records2=records;
}
//records2=records;

// now get the unique values per sub-array
var unique_records2=[]; //initialize empty array
for (var i=0; i<records2.length; i++)
{
// not optimized: only do the relevant sub-array(s)
//if ((field_names[i]==do_field)||(do_field=="all"))
//{
unique_records2.push(records2[i].filter(onlyUnique));
//}
//else
//{
//unique_records2.push([]);
//}
}

// now we need to count the values for those
// first we populate the count array with 0's
var unique_count2=[];
for (var i=0; i<unique_records2.length; i++)
{
unique_count2.push([]);
for (var j=0; j<unique_records2[i].length; j++)
{
unique_count2[i].push(0);
}
}

// now we can just increase whenever we have a match
for (var i=0; i<records2.length; i++)
{
for (var j=0; j<records2[i].length; j++)
{
for (var k=0; k<unique_records2[i].length; k++)
{
if (records2[i][j]==unique_records2[i][k])
{
unique_count2[i][k]+=1;
}
}
}
}

// sort each fields value in descending order
// use an array with pointers so we don't end up copying lots of data
var unique_sort_order=[];
for (var i=0; i<unique_count2.length; i++)
{
var t=[];
// add an index to the array
for (var j=0; j<unique_count2[i].length; j++)
{
t[j]=[unique_count2[i][j],j];
}
t.sort(function(left, right) { return left[0] < right[0] ? -1 : 1; });
t.reverse();
var t2=[];
for (var j=0; j<t.length; j++)
{
t2.push(t[j][1]);
//t2[j]=t[j][0];
}
unique_sort_order.push(t2);
}

// now replace the table in div with the contents
table_string="<table border=1>";

for (var i=0; i<field_names.length; i++)
{
if ((field_names[i]==do_field)||(do_field=="all"))
{
var ti=filter_field_array.slice();
ti.push(i);
table_string +="<tr><td><b>"+field_names[i]+"</b></td></tr>";
for (var j=0; j<unique_records2[i].length; j++)
{
var ti2=filter_value_array.slice();
ti2.push(unique_records2[i][unique_sort_order[i][j]]);

//console.log(ti);
//console.log(ti2);

table_string +="<tr><td><button type='button' onclick=\"filterandcount('all',["+ti+"],["+ti2+"])\">"+unique_records2[i][unique_sort_order[i][j]]+"</button>";
table_string +="</td><td>"+unique_count2[i][unique_sort_order[i][j]]+"</td></tr>";
}
}
}
table_string +="</table>";

// simplified: print the array count values
document.getElementById("result_table").innerHTML = table_string;
}
</script>

</body>
</html>

Painting the garage door

2016-07-09T16:01:00.001+01:00

Monday:

too yellow...

Tuesday:

too red...

Wednesday:

too purple...

Thursday:

too blue ...

Friday:

too green ....

Saturday:

just right! And that's enough painting for this year.

Linux on the Ockel Sirius B - part 2

2016-03-05T09:32:00.000+00:00

It works!

Use the EUFI update that is included with the Ubuntu instructions on http://www.ockelproducts.com/support/#a6857fbe0003d9f3e to convert to a 64 bit UEFI. Now you can install a normal distro. Running Fedora Core 23, to get wireless working i did a modprobe on brcmfmac. I also copied the firmware from the Ockel website, not sure if that is required.

Linux on the Ockel Sirius B - part 1

2016-03-04T18:36:00.001+00:00

Initially i thought this was going to be easy, unfortunately all distros i tried to boot from gave me exactly the same result: EUFI 32bit shell. Never ever booted from the usb stick.

Finally found these two posts:

Copied Debian Multiarch 8 on a usb stick using dd (from http://cdimage.debian.org/debian-cd/current/multi-arch/iso-dvd/ )

Switch off secure boot.

So now for the first time i got past the eufi shell!

Install runs ok, didn't find a network device (should be wireless), boots but doesn't go into graphics. Log in and startx doesn't seem to make it very happy: looks like the graphics mode is on,but still shows the prompt. Not that it does anything. I can switch to other terminal using ctrl+alt+Fx.

Update: saw that there is info on the Ockel website on how to do this: http://www.ockelproducts.com/support/#a6857fbe0003d9f3e will give that a shot later!

Riding to work with the Rubbee

2014-07-19T20:21:00.001+01:00

First i did a test run last Sunday to the office (approx 15 miles) and after a short break back again:

to work 70 minutes
back home 70 minutes
only put the Rubbee on the wheel for the uphill sections, so had still a little bit spare when i got home
very nice ride: cloudy with 2 minutes of drizzle when i started out, sunny by the time i got to the office. Could have done with more water. No backpack.
on wet sections the noise the Rubbee made was quite bad ... slipping over the knobbly bits of the tire i guess.

Wednesday was the first for real:

to work 66 minutes, ran out of power just before the office (200m)
back home 64 minutes, ran out of power about a mile from home
using the Rubbee almost 75% of the time, only taking it off the wheel for the downhill sections
couldn't get my rhythm until i was almost at the office, just not used to exercise that early in the morning i guess...
cooler than Sumday on the way back
my front light warns that it's getting low on power after about 40 minutes by switching the indicator from green to orange, it is however still bright at the end of ride
also changed from knobbly tires to road tires (for a second i was tempted to go for near slicks ... but the roads are pretty bad so i went for a bit more sensible ones.
first time with a backpack, may also have contributed to the not so pleasant ride in, i haven't ridden with a backpack for ages.

Friday:

to work 68 minutes
back home 67 minutes
much better rider in, despite the roads being wet and me getting rather muddy,
the way back was harder as it was hot! The backpack did not help...
drawback in the wet was that the Rubbee started slipping when i put on more power (seemed ok to keep the same speed).
forgot the recharge the front light, got home and it was still orange (and quite bright)

The Rubbee starts to run with much less resistance than when it was new, hope this continues to improve as it slows you down quite a bit. that's the reason for taking it off the wheel on the downhill sections, the cost is about two minutes each time and you have to slowback, wait for a gap between cars before you can accelerate.

Number of stops:

five on the way to work (for Wednesday and Friday)
four on the way back (again Wednesday and Friday only)

So there is the potential to shave off ten to twelve minutes on the way to work and eight to 10 on the way back, but only if the Rubbee runs near-frictionless (assumption is that there is a 30 second loss on slowing down and accelerating).
55 minutes each way sounds tempting... can the Rubbee do it or do i need a real electric mountain bike. I'd need to leave the car and the the ebike a thousand times to break even ... need to find a better reason than just financial i guess.

Never lose the locking pin on my Rubbee again!

2014-05-06T20:38:00.003+01:00

On a long down hill section (public road in Surrey, rather bumpy due to the potholes) i had my Rubbee off the back wheel. And at the bottom it was on my wheel ... somewhere along the way i'd lost the locking pin (and i wasn't in the mood to cycle back up).

Never again! Here is my solution (ignore the yellow bits, that clip is just temporary until i find the one i want to use again... same for the temporary 'locking pin', i'm not going to ride with that!):

Clip it through the ring of the locking pin, so that if it falls out again i can just pop it back in.

Accessing IR-Blue-DM from linux

2014-01-06T11:46:00.000+00:00

Note: do the initial tests with the bluetooth dongle straight on the machine (Udoo in my case) instead of plugged in a hub. Scanning works on a hub but for some reason rfcomm doesn't connect very often if the dongle is on a hub.

Quick hack #1:

Check if we can see the device:
root@imx6-qsdl:/home/ubuntu# hcitool scanScanning ...
    EC:FE:xx:xx:xx:xx    IR-Blue-DM

Same using LE:
root@imx6-qsdl:/home/ubuntu# hcitool lescan
LE Scan ...
EC:FE:xx:xx:xx:xx

Check if we need a pin:
root@imx6-qsdl:/home/ubuntu# bluez-simple-agent hci0 EC:FE:xx:xx:xx:xx
Release
New device (/org/bluez/5683/hci0/dev_EC_FE_xx_xx_xx_xx)
Seems we don't need one, connect using rfcomm.
root@imx6-qsdl:/home/ubuntu# rfcomm connect hci0 EC:FE:xx:xx:xx:xx
Connected /dev/rfcomm0 to EC:FE:xx:xx:xx:xx on channel 1
Press CTRL-C for hangup
^CDisconnected

See if there is any data:
root@imx6-qsdl:/home/ubuntu# cat /dev/rfcomm0

And after you do 'echo >/dev/rfcomm0 "R001\r\n"' in another terminal there is data!:
E211208208208215214212212218220218213222223221218223223221216224225223220227226225222226227225223228228227225229229228225229228229228229230230228230230229230230230231230230230229229227229227227188188188188205205196196205205205196205205205205213205205205205213205205213213213205213213213205213213222213222222222213222222222222222222222222222222222222222222222222222222222222213222222222 0 17 17 10 41 62 62 52 79 86 96 90103121124107131152159138159162169148169183183155179186186162179193193159176190190165176186183148172172176131151158158120124138145 96103107110 65 69 75 68 23255255255255255255255255255255 0 0 0 0 0 0 0 0 0216221205 0 0 0 8150 26 17 93105 36230 79 40 34 0128 0 0255 33 0188 26190 59 25245 27150 26255 30116 91166 32136 44 10 33 1 26EX

R144006836145-00045I   -54   -54   -52   -54   -53   -54   -51   -50   -52   -50   -52   -49   -50   -50   -49   -47   -51   -51   -51   -49   -52   -50   -50   -48   -48   -50   -45   -47   -45   -43   -42   -44   -41   -42   -43   -45   -27   -41   -43   -44   -40   -41   -41   -43   -42   -42   -42   -42   -44   -43   -43   -42   -42   -43   -42   -42   -42   -41   -42   -40   -42   -42   -42   -41X

Quick hack #2:

Use a small python routine to read data:
import serial
import time

ser=serial.Serial("/dev/rfcomm0", baudrate=57600,timeout=0.1)
ser.open()
ser.write("R001"+chr(13)+chr(10))

while (1==1):
d=ser.readline()
print len(d),d

Success! Now to write something that gets temperature values and shows the result graphically...

I found the R001 command in the android code on http://github.com/RHWorkshop , the H command can be used to increase the speed at which the data is sent.

Teamviewer - using aliases

2013-08-24T12:19:00.002+01:00

I really like teamviewer (free for personal use), after creating an account and running it on most of my machines and my android tablet the one thing i couldn't find easily figure out was why one of my machines had a human readable name and all the others showed up with just the teamviewer id.

The annoying thing is that only the machine with the human readable name has an option to change its properties and the others only allow me to connect to them. Googled for an answer for ages, must be a typical case of me searching using the wrong keywords or nobody else trying to do this...

Finally after messing around for ages i found that i had to add the machines manually in computers and contacts (not logical as they're in my list already...), then you get the option to add an alias (grumble: why do have to type in the teamviewer id - would like to see a rightclick option for that).

Great now i'll be able to connect to the correct machine in one go without having to memorize the teamview id.

As a 'benefit' the machines are now listed twice: directly in the 'my computer' list and once under my account. And there must be some logic as to why the machines show up yellow (idle) under the account but green (active) in the 'my computer' list.

Key-fob is sorted, can we do the same for URUK WiFi Router Module (Arduino Compatible)

2013-07-03T17:16:00.002+01:00

Cool! The Pi-Lite key-fob (see yesterday's post:Get a Pi Lite and we'll all a Pi Lite key-fob as a bonus!) should be happening as they went over £10K today.

Can we do the same for URUK WiFi Router Module (Arduino Compatible) , i'd like to get one of those ... currently at just over $6K, there is another week to get it funded at $10K.

Get a Pi Lite and we'll all a Pi Lite key-fob as a bonus!

2013-07-02T18:39:00.000+01:00

There is always something interesting on Kickstarter...

Pi Lite white - Bright white LED display for Raspberry Pi

If they reach £10K (easy, the project is over £9 already) we'll all get the Pi Lite acrylic key-fob as a bonus, so go on get one!

Don't have a 3D printer yet? Do something about it!

2013-04-26T21:58:00.001+01:00

A couple of Kickstarters worth looking at:

Rigidbot (build volume: 10"x10"x10" / 25.4x25.4x25.4cm or 12"x16"x10" / 30x40x25.4cm)
Some people are worried that they're not going to reach all their stretch goals... The initial goal was only $31.5k, now to get the heated print bed they need 31.7x that, currently they at almost 60%. You can make it happen!

Cyrus (build volume: 10"x11"x12")
Almost half way to the goal, looks great. Like shiny things? Like Swarovski gems? Then go for the Great Reward whilst it's still available. Don't forget to add the heated bed, lcd and dual extruder!

So you choice is simple: get a Rigidbot. Or a Cyrus. Or a couple of both. Or 31 Cyruses / 750 t-shirts! Come on, what are you waiting for?

36
And whilst you're at it don't forget to get a couple of these: Doodle 3D Wireless 3d printing and a way to get the kids hooked also (kids: sell it to mom and dad as an educational tool and you'll get to play with the 3d printer once they're bored with it), what more can you ask for?

Arduino + Canbus shield + GPS Receiver - update 1

2013-01-11T18:21:00.004+00:00

A quick update on my Arduino + Canbus shield + GPS Receiver post from last year.

I had this plan to put the files in a sub folder in order to make sure that i would hit the limit to the number of files in the root of the file system, added a bit of code that would create up to a thousand files. Somehow it didn't work: didn't want to write in the sub folder...

But why use separate files anyway? The files will be evaluated on my main machine, it's easy enough for it to split the file. That simplifies the code a lot:

void start_new_file(void)
{
digitalWrite(LED2, HIGH);

// we want to add to the end of the file file and flush manually for performance and to be nice to the sd card
file = SD.open("DATA.TXT", O_READ | O_APPEND | O_WRITE);
digitalWrite(LED2, LOW);
}

Also spotted the post Why is the SD library slow? and decided to flush the file manually. Performance isn't really an issue but fewer writes to the SD won't hurt! I flush before checking for the click.

Android development

2012-10-29T18:11:00.002+00:00

Ages ago i had a look at Google's development environment, found it rather complex and then it was discontinued.

Today i stumbled over some documentation based on http://www3.ntu.edu.sg/home/ehchua/programming/android/Android_HowTo.html which again was more complicated than it need to be.

My steps:

install JDK from http://www.oracle.com/technetwork/java/javase/downloads/jdk7u9-downloads-1859576.html
install Eclipse Classic 4.2.1 from http://www.eclipse.org/downloads/ and untar
run eclipse and from Help -> Install New Software -> Add add https://dl-ssl.google.com/android/eclipse/
restart eclipse when it asks for it
from Windows -> Android SDK Manager install the tools, the android versions you're interested in etc
now you can create a virtual android device from Windows -> AVD Manager.

64 core supercomputer for $199

2012-09-29T08:42:00.000+01:00

Four weeks to go to raise $750k (over $80k already in two days). Get yours in May 2013 for $99:
http://www.kickstarter.com/projects/adapteva/parallella-a-supercomputer-for-everyone

20121003: Ah, not 64 core is it said in the title, 'only' 16. Still worthwhile! Or get two for $199 ... but how much is a 64core version going to be? Over $150k in six days, still on track to achieve the goal.

20121004: Ok, back to 64 core in the title now there is an option to get 64cores! Not yet on track to achieve that one - not even on track for the $750k ... looks like it'll be $35k too low.

20121027: Wow, funding was reached. Didn't think that was going to happy, funding currently stands at $780K and still half a day to go ... not likely that we'll reach $3m (to get 64 cores) but then i didn't think we'd reach $750k. Who knows, may still happen!

Raspberry Pi - Raspbian, Wheezy & sound

2012-07-19T17:29:00.002+01:00

first SD card image based on the Raspbian distribution

Good:

based on Wheezy,
ssh enabled by default,
raspi-config makes it easy to extend the image to the entire sd card, configure how much memory goes to graphics etc.,
sound driver is loaded automatically,

Bad:

can't get audio to work from python-pyao, doesn't want to open any device i tried, even installed pulse (but audio isn't broken as mpg123 works fine...).

Arduino + Canbus shield + GPS Receiver

2012-07-09T18:14:00.002+01:00

Ingredients:

Also required:

soldering iron
patience & basic soldering skills (to solder the headers onto the Canbus shield)
arduino software
computer, car/van etc.

Things to keep in mind:

when you want to stop logging: press on the joystick until the leds go out so that the file on the sd card is properly closed
make sure to reset if you plugin before starting the engine, not all pids are available at that point
with the engine off my engine runs at 280 rpm...
powered from the canbus, so i disconnect before leaving the vehicle in case it would drain the battery

Still todo:

solder on the lcd display, build an interface that shows fuel consumption
see if there is a more efficient way to log all available sensors (on startup check which pids are available and then log all of the available ones)
print a case
sleep mode: if the engine is off (or rpm is 280 for a couple of times in a row), switch all leds off, switch off the gps (if possible), check every n seconds if the engine was started etc.

The code (still in progress...):

/* Welcome to the ECU Reader project. This sketch uses the Canbus library.
It requires the CAN-bus shield for the Arduino. This shield contains the MCP2515 CAN controller and the MCP2551 CAN-bus driver.
A connector for an EM406 GPS receiver and an uSDcard holder with 3v level convertor for use in data logging applications.
The output data can be displayed on a serial LCD.

The SD test functions requires a FAT16 formated card with a text file of LOG00.TXT in the card.

SK Pang Electronics www.skpang.co.uk
v4.0 04-03-12 Updated for Arduino 1.0
v3.0 21-02-11 Use library from Adafruit for sd card instead.

*/

#include <SD.h> /* Library from Adafruit.com */
//#include <SdFatUtil.h>
#include <SoftwareSerial.h>
#include <Canbus.h>

Sd2Card card;
SdVolume volume;
SdFile root;
SdFile file;

/* Define Joystick connection */
#define UP A1
#define RIGHT A2
#define DOWN A3
#define CLICK A4
#define LEFT A5

char buffer[512]; //Data will be temporarily stored to this buffer before being written to the file
char tempbuf[15];
int read_size=0; //Used as an indicator for how many characters are read from the file
int D10 = 10;
int LED2 = 8;
int LED3 = 7;

SoftwareSerial mySerial = SoftwareSerial(4, 5);

//#define COMMAND 0xFE
#define powerpin 4
#define GPSRATE 4800
//#define GPSRATE 38400

// GPS parser for 406a
#define BUFFSIZ 90 // plenty big
//char buffer[BUFFSIZ];
char *parseptr;
char buffidx;
uint32_t tmp;
unsigned char gpsexit;

void setup() {
pinMode(LED2, OUTPUT);
pinMode(LED3, OUTPUT);

digitalWrite(LED2, LOW);
pinMode(UP,INPUT);
pinMode(DOWN,INPUT);
pinMode(LEFT,INPUT);
pinMode(RIGHT,INPUT);
pinMode(CLICK,INPUT);

digitalWrite(UP, HIGH); /* Enable internal pull-ups */
digitalWrite(DOWN, HIGH);
digitalWrite(LEFT, HIGH);
digitalWrite(RIGHT, HIGH);
digitalWrite(CLICK, HIGH);

mySerial.begin(GPSRATE);

delay(1000);

// sLCD.begin(9600); /* Setup serial LCD and clear the screen */
// clear_lcd();

// sLCD.print("CANBUS");
// sLCD.write(COMMAND);
// sLCD.write(LINE1);
// sLCD.print("Logging");

//loop();
}

void loop(void)
{
// clear_lcd();

//if(Canbus.init(CANSPEED_500)) /* Initialise MCP2515 CAN controller at the specified speed */
// {
// sLCD.print("CAN Init ok");
// } else
// {
// sLCD.print("Can't init CAN");
// }
Canbus.init(CANSPEED_500);

delay(500);
// clear_lcd();
// sLCD.print("Init SD card");
delay(500);
// clear_lcd();
// sLCD.print("Press J/S click");
// sLCD.write(COMMAND);
// sLCD.write(LINE1); /* Move LCD cursor to line 1 */
// sLCD.print("to Stop");


// anything goes wrong, wait forever...

// initialize the SD card at SPI_HALF_SPEED to avoid bus errors with
// breadboards. use SPI_FULL_SPEED for better performance.
if (!card.init(SPI_HALF_SPEED,9)) while(1);

// initialize a FAT volume
if (!volume.init(&card)) while(1);

// open the root directory
if (!root.openRoot(&volume)) while(1);

// create a new file
char name[] = "LOG00.TXT";
for (uint8_t i = 0; i < 100; i++) {
name[3] = i/10 + '0';
name[4] = i%10 + '0';
if (file.open(&root, name, O_CREAT | O_EXCL | O_WRITE)) break;
}

if (!file.isOpen()) while(1);
// Serial.print("Writing to: ");
// Serial.println(name);
// write header

int supported_pids[]={PID_SUPPORTED_00,PID_SUPPORTED_20,PID_SUPPORTED_40,PID_SUPPORTED_60,PID_SUPPORTED_80,PID_SUPPORTED_A0,PID_SUPPORTED_C0};

file.print("PIDs supported:");
file.println();


for (uint8_t i=0; i<(sizeof(supported_pids)/sizeof(int)); i++)
{
if(Canbus.ecu_req(supported_pids[i],buffer) == 1)
{
file.print(buffer);
}
file.print(',');
}

file.print("Logging started....");
file.println();

int pids[]={ENGINE_RPM,VEHICLE_SPEED,ENGINE_COOLANT_TEMP,THROTTLE,CALC_ENG_LOAD_VAL,FUEL_PRESSURE,INTAKE_MAN_ABS_PRESS,INTAKE_AIR_TEMP,RUNTIME_SINCE_START,FUEL_LEVEL_INPUT,BAR_PRESS,ENG_OIL_TEMP,ENG_FUEL_RATE,DRIVER_DEMAND_ENG_TORQ,ACTUAL_ENG_TORQ};

while(1) /* Main logging loop */
{
/* gps */
gpsexit=0;
digitalWrite(LED2, HIGH);
while(gpsexit==0)
{
readline();
if ((strncmp(buffer, "$GPRMC",6) == 0) or (strncmp(buffer, "$GPGGA",6) == 0))
{
digitalWrite(LED2, LOW);
gpsexit=1;
}
}

file.print(buffer);
file.println();

/* canbus &*/ digitalWrite(LED3, HIGH);
for (uint8_t i=0; i<(sizeof(pids)/sizeof(int)); i++)
{
if(Canbus.ecu_req(pids[i],buffer) == 1)
{
file.print(buffer);
}
file.print(',');
}
file.println();

digitalWrite(LED3, LOW);

if (digitalRead(CLICK) == 0)
{ /* Check for Click button */
file.print("Logging ended....");
file.println();
file.close();
while(1);
}
}
}

void readline(void) {
char c;

buffidx = 0; // start at begninning
while (1) {
c=mySerial.read();
if (c == -1)
continue;
// Serial.print(c);
if (c == '\n')
continue;
if ((buffidx == BUFFSIZ-1) || (c == '\r')) {
buffer[buffidx] = 0;
return;
}
buffer[buffidx++]= c;
}
}

Modified Canbus library (only showing the bits between "switch(message.data[2])" and "}message_ok = 1;"):

{ /* Details from http://en.wikipedia.org/wiki/OBD-II_PIDs */
case ENGINE_RPM: // ((A*256)+B)/4 [RPM]
engine_data = ((message.data[3]*256) + message.data[4])/4;
sprintf(buffer,"%04d rpm",(int) engine_data);
break;

case ENGINE_COOLANT_TEMP: // A-40 [degree C]
engine_data = message.data[3] - 40;
sprintf(buffer,"%03d C",(int) engine_data);
break;

case VEHICLE_SPEED: // A [km]
engine_data = message.data[3];
sprintf(buffer,"%03d km",(int) engine_data);
break;

case MAF_SENSOR: // ((256*A)+B) / 100 [g/s]
engine_data = ((message.data[3]*256) + message.data[4])/100;
sprintf(buffer,"%d g/s",(int) engine_data);
break;

case O2_VOLTAGE: // A * 0.005 (B-128) * 100/128
engine_data = message.data[3]*0.005;
sprintf(buffer,"%d v",(int) engine_data);

break;

case THROTTLE: // Throttle Position
engine_data = (message.data[3]*100)/255;
sprintf(buffer,"%03d %%",(int) engine_data);
break;

case PID_SUPPORTED_00:
sprintf(buffer,"00 %d %d",message.data[3],message.data[4]);
break;

case PID_SUPPORTED_20:
sprintf(buffer,"20 %d %d",message.data[3],message.data[4]);
break;

case PID_SUPPORTED_40:
sprintf(buffer,"40 %d %d",message.data[3],message.data[4]);
break;

case PID_SUPPORTED_60:
sprintf(buffer,"60 %d %d",message.data[3],message.data[4]);
break;

case PID_SUPPORTED_80:
sprintf(buffer,"80 %d %d",message.data[3],message.data[4]);
break;

case PID_SUPPORTED_A0:
sprintf(buffer,"A0 %d %d",message.data[3],message.data[4]);
break;

case PID_SUPPORTED_C0:
sprintf(buffer,"C0 %d %d",message.data[3],message.data[4]);
break;

case CALC_ENG_LOAD_VAL:
engine_data = (message.data[3]*100)/256;
sprintf(buffer,"%d %%",(int) engine_data);
break;

case FUEL_PRESSURE:
engine_data = (message.data[3]*3);
sprintf(buffer,"%d kPa ",(int) engine_data);
break;

case INTAKE_MAN_ABS_PRESS :
engine_data = (message.data[3]*1);
sprintf(buffer,"%d kPa ",(int) engine_data);
break;

case INTAKE_AIR_TEMP:
engine_data = (message.data[3]-40);
sprintf(buffer,"%d C",(int) engine_data);
break;

case RUNTIME_SINCE_START:
engine_data = ((message.data[3]*256) + message.data[4]);
sprintf(buffer,"%d s",(int) engine_data);
break;

case FUEL_LEVEL_INPUT:
engine_data = (message.data[3]*100)/256;
sprintf(buffer,"%d %%",(int) engine_data);
break;

case BAR_PRESS:
engine_data = (message.data[3]);
sprintf(buffer,"%d kPa",(int) engine_data);
break;

case ENG_OIL_TEMP:
engine_data = (message.data[3]-40);
sprintf(buffer,"%d C",(int) engine_data);
break;

case ENG_FUEL_RATE:
engine_data = (message.data[3]*100)*0.05;
sprintf(buffer,"%d L/h",(int) engine_data);
break;

case DRIVER_DEMAND_ENG_TORQ:
engine_data = (message.data[3]-125);
sprintf(buffer,"%d %%",(int) engine_data);
break;

case ACTUAL_ENG_TORQ:
engine_data = (message.data[3]-125);
sprintf(buffer,"%d %%",(int) engine_data);
break;

case ENG_REF_TORQ:
engine_data = ((message.data[3]*256) + message.data[4]);
sprintf(buffer,"%d Nm",(int) engine_data);
break;

Raspberry Pi - alsa

2012-06-24T13:39:00.004+01:00

Install alsa:

sudo apt-get alsa

and make sure that the module is loaded:

sudo modprobe snd-bcm2835

Raspberry Pi - ssh

2012-06-23T17:45:00.000+01:00

Using the Debian squeeze image from http://www.raspberrypi.org/downloads

I'd like to be able to run it headless, need ssh running automatically after boot:

ssh-keygen (answer the prompts)
sudo update-rc.d ssh default
sudo reboot

cd /boot
sudo mv boot_enable_ssh.rc boot.rx
sudo reboot

Robot hand from seven parts - 2 (some photos)

2012-06-17T18:08:00.002+01:00

The finger bend both ways: the finger tips can therefore are either pads or sharp.

From the base of the wrist to the tip of a finger is about 27cm. If i ever get to build the entire robot it'll be approx 2m70 high...

Robot hand from seven parts - 1

2012-06-17T17:48:00.001+01:00

Take one or more of each of the following parts, snap or friction fit them together and you get a robot hand!

Snap the first two together to create a rotating joint:

Hold a couple of those together with a connection piece and you get finger:

At one end of the finger place a finger tip:

Give the thumb an additional degree of rotation:

Use a spacer between the fingers...

when you slide them on the wrist, then snap the thumb on and the hand is ready.

Partslists:

Part 1		Part 2		Part 3		Part 4
Part 5		Part 6		Part 7

Finger:

Part 1 : 3
Part 2 : 3
Part 3 : 3
Part 4 : 1

Thumb:

Part 1 : 4
Part 2 : 4
Part 3 : 4
Part 4 : 1
Part 5 :1

Hand:

Part 1 : 16
Part 2 : 16
Part 3 : 16
Part 4 : 5
Part 5 : 3
Part 6 : 4
Part 7 : 1

Installing SImpleOpenNI for an Asus Xtion

2012-05-16T20:31:00.000+01:00

follow the instructions from simple-openni/wiki/Installation
OpenNI installs very quickly, on to Nite
which fails with a " niReg: error while loading shared libraries: libOpenNI.so: cannot open shared object file: No such file or directory."" error
but the file is there! Google for it: reboot or run "ldconfig -v", "ldconfig -v" it is
now Nite installs
install the Sensor
and 'install' SimpleOpenNI = copy the files across - easy!
and then we go and find some sample code to run!

Upgrading the firmware on my Ultimaker

2012-04-21T13:58:00.001+01:00

I've never looked much at upgrading the firmware on my Ultimaker and the few times i did try it never worked... Up to now that's never been an issue ... but i just ordered an Ultimaker Controller. And that requires Marlin: "For older firmwares you should upload new firmware". So it's time to get the firmware updated!

Let's try one more time:

check the docs at wiki.ultimaker How_to_upload_new_firmware_to_the_motherboard
get the latest Ultimaker version of replicatorg version 3 from software.ultimaker.com

And it still fails...

When it fails it tells you to look at the console, so better do that: it complains about not being able to access my usb port /dev/ttyACM0, as there is a problem with the lock file. Ok, that's easy: delete the lock file (maybe it's left behind for some reason...).

Nope, doesn't like that either, but there is progress! Instead of complaining about the lock file it's now getting timeouts.

Time for another look in the console, it shows the command it's trying to run. Hmm, let's kill replicatorg and run the command: avrdude -Cavrdude.conf -cstk500v2 -P/dev/ttyACM0 -b115200 -D ... (all paths are stripped from this example, i just copied and pasted the command from the console without any editing).

And that works!

Roomba & Rootooth

2012-03-13T17:42:00.000+00:00

Just got a Rootooth for my Roomba and initially it didn't work! (so yes indeed, that means that eventually i got it working)

Step one: is my bluetooth dongle working?

# hciconfig hci0

hci0: Type: BR/EDR Bus: USB BD Address: 01:23:45:67:89:01 ACL MTU: 1021:8 SCO MTU: 64:1
RX bytes:290 acl:0 sco:0 events:6 errors:0
TX bytes:21 acl:0 sco:0 commands:7 errors:0
UP RUNNING

Yes!

Step two: can i see the roomba?

# hcitool scan
Scanning ...
Inquiry failed: Connection timed out

No...

Ok, maybe reset the bluetooth adapter?

# hciconfig hci0 reset
# hcitool scan
Scanning ...
00:11:22:33:44:55 FireFly-176B

That's more like it.

Step three: connect it using rfcomm

#rfcomm connect 5 00:11:22:33:44:55
Connected /dev/rfcomm5 to 00:11:22:33:44:55 on channel 1
Press CTRL-C for hangup

Ok, so now i can send commands to it using serial in python as it says in the SCI Specs! And yes i can send whatever i want. Unfortunately the Roomba isn't impressed. At all.

At least until i stumbled across python-library-for-roomba-sci.html and now it works fine. Seems to be related to the fact that it likes money (send it dollars and you're in business: self.port.write("$$$")).

Filament spool holder for Makerbot ToM

2012-02-27T21:45:00.000+00:00

A couple of simple parts to hold the spool over the ToM.

The feet that fit the holes in the top of a ToM with some space to feed cables through. Mirror them so that you have at least one with the opening on the left and one on the right. The other two don't matter as there aren't any cables comes out the holes where the fit in.

nh800 (OpenSCAD) nh800 (stl)

The top corners.

nh601d (OpenSCAD) nh601d (stl)

I've printed the parts with different fill settings: 0, 30 and 50. All seem ok, the horizontal holes weren't completely round:

there was some warping, which caused the holes to be too small - printed again with less warping,
the top of the horizontal holes is tricky as it printed these along the axis, in free space, they work fine after a bit of cleanup.

As you can see in the pictures you'll need four feet and two corners.

Cut some pvc tubing to the right length, i've used something like 4x 17cm and 1x 32cm (should be at least 27cm). Done!

Some additional pictures:

Get OpenSCAD from www.OpenSCAD.org
Printed from replicatorg-0029_r2 on linux (just saw 0031 was released today)

3d printing and IP

2011-10-15T13:37:00.001+01:00

Some interesting articles about 3d printing and IP:

Where is it heading? Check out a couple of SF books/writers:

Cory Doctorow - Makers
Charles Stross - Rule 34