Skip to content

Instantly share code, notes, and snippets.

@tarrsalah
Last active August 29, 2015 14:20
Show Gist options
  • Select an option

  • Save tarrsalah/38632b676244d1bf7bd4 to your computer and use it in GitHub Desktop.

Select an option

Save tarrsalah/38632b676244d1bf7bd4 to your computer and use it in GitHub Desktop.
Safia csv files
package main
import (
"encoding/csv"
"io/ioutil"
"os"
"path"
"strings"
)
var (
FROM_DATA = "./LGBP"
TO_DATA = "./result.csv"
)
func main() {
out, err := os.Create(TO_DATA)
if err != nil {
panic(err)
}
defer func() {
if err := out.Close(); err != nil {
panic(err)
}
}()
writer := csv.NewWriter(out)
writer.Comma = ';'
files, err := ioutil.ReadDir(FROM_DATA)
if err != nil {
panic(err)
}
for _, f := range files {
name := f.Name()
in, err := os.Open(path.Join(FROM_DATA, name))
if err != nil {
panic(err)
}
defer func() {
if err := in.Close(); err != nil {
panic(err)
}
}()
reader := csv.NewReader(in)
reader.Comma = ';'
lines, err := reader.ReadAll()
if err != nil {
panic(err)
}
writer.Write(append([]string{strings.TrimSuffix(name, ".csv")}, lines[1][4:]...))
writer.Flush()
}
}
We can make this file beautiful and searchable if this error is corrected: No commas found in this CSV file in line 0.
mult_eval_ICLEF2013_Train-BarkT_c-knn-336_species_Stem_PrDeMAP;0.38832487;0.38663283;0.37676255;0.37415398;0.37005076;0.36421320;0.36149384;0.36061760;0.35777402;0.35473773;0.35225350;0.35124083;0.34817129;0.34590283;0.34410603;0.34300973;0.34124614;0.34010152;0.33849853;0.33692893;0.38832487;0.38832487;0.41285956;0.41624365;0.42808799;0.43993232;0.44585448;0.45516074;0.46446701;0.47123519;0.45939086;0.47123519;0.46954315;0.46869712;0.45854484;0.46108291;0.45346870;0.45939086;0.45600677;0.45262267;0.00294492;0.00510447;0.00691754;0.00859933;0.01007169;0.01139509;0.01274629;0.01409759;0.01529395;0.01636920;0.01750017;0.01856553;0.01960533;0.02066638;0.02169474;0.02270374;0.02362878;0.02455136;0.02548821;0.02639211;0.07969808
mult_eval_ICLEF2013_Train-BarkT_c-knn-337_species_Stem_PrDeMAP;0.42893401;0.41243655;0.39904117;0.39572758;0.38984772;0.38550479;0.38034808;0.37626904;0.37328445;0.37131980;0.36878942;0.36844332;0.36515684;0.36348803;0.35984208;0.35897843;0.35707176;0.35584696;0.35328168;0.35135364;0.42893401;0.42893401;0.44416244;0.45093063;0.45177665;0.46446701;0.46700508;0.46362098;0.47377327;0.46531303;0.46785110;0.47292724;0.47546531;0.47884941;0.48900169;0.48477157;0.48477157;0.48477157;0.47884941;0.48900169;0.00366477;0.00613119;0.00817874;0.01032260;0.01215901;0.01374371;0.01525008;0.01669590;0.01815046;0.01956612;0.02083603;0.02215532;0.02326082;0.02445174;0.02549669;0.02659194;0.02767215;0.02881139;0.02980941;0.03079103;0.08887883
mult_eval_ICLEF2013_Train-BarkT_c-knn-338_species_Stem_PrDeMAP;0.49407783;0.47292724;0.46644106;0.45685279;0.44991540;0.44796954;0.44488760;0.43718274;0.43466817;0.43172589;0.42893401;0.42639594;0.42340232;0.41938603;0.41703328;0.41513325;0.41131681;0.40919346;0.40649212;0.40524535;0.49407783;0.49407783;0.52199662;0.53045685;0.53045685;0.53807107;0.54653130;0.54145516;0.54822335;0.53976311;0.54314721;0.55076142;0.53891709;0.54230118;0.54483926;0.54906937;0.54822335;0.54145516;0.54060914;0.53637902;0.00456631;0.00805803;0.01141159;0.01427156;0.01713850;0.01991335;0.02254891;0.02492657;0.02715029;0.02953357;0.03160090;0.03347443;0.03543582;0.03713140;0.03888893;0.04069872;0.04219880;0.04383944;0.04528846;0.04689788;0.11846395
mult_eval_ICLEF2013_Train-BarkT_c-knn-339_species_Stem_PrDeMAP;0.55837563;0.53637902;0.52284264;0.51417090;0.50490694;0.49788494;0.49190234;0.48815567;0.48242151;0.47546531;0.46877403;0.46545403;0.46186386;0.45788011;0.45358150;0.45103638;0.44764606;0.44425644;0.44122362;0.43802876;0.55837563;0.55837563;0.58037225;0.59560068;0.60575296;0.59813875;0.59898477;0.60067682;0.60829103;0.60744501;0.60236887;0.60406091;0.60829103;0.60406091;0.60575296;0.61675127;0.60152284;0.60744501;0.60744501;0.60490694;0.00513028;0.00932529;0.01292761;0.01642275;0.01975811;0.02301276;0.02612744;0.02923212;0.03212267;0.03447304;0.03687815;0.03925424;0.04158391;0.04372209;0.04574003;0.04772478;0.04970564;0.05153774;0.05334743;0.05511995;0.12771010
mult_eval_ICLEF2013_Train-BarkT_c-knn-340_species_Stem_PrDeMAP;0.56768190;0.55245347;0.53722504;0.52897631;0.51962775;0.51001128;0.50386754;0.49830795;0.49266779;0.48680203;0.48392555;0.47920192;0.47416374;0.46966401;0.46565144;0.46256345;0.45899273;0.45558376;0.45311248;0.45105753;0.56768190;0.56768190;0.58460237;0.60575296;0.61082910;0.60998308;0.60406091;0.59898477;0.60575296;0.60659898;0.61252115;0.60829103;0.60829103;0.60659898;0.61336717;0.60152284;0.60659898;0.60321489;0.60406091;0.60998308;0.00521733;0.00957697;0.01348967;0.01717800;0.02065914;0.02394501;0.02716149;0.03028304;0.03325331;0.03609210;0.03884751;0.04119755;0.04366059;0.04596253;0.04801338;0.05015988;0.05216721;0.05421400;0.05613999;0.05809300;0.13524321
mult_eval_ICLEF2013_Train-BarkT_c-knn-341_species_Stem_PrDeMAP;0.57952623;0.56979695;0.56711788;0.55837563;0.54467005;0.53567400;0.52755620;0.51744924;0.51297236;0.50676819;0.50276880;0.49894247;0.49303657;0.48906212;0.48550479;0.48154611;0.47631134;0.47302124;0.46936504;0.46594755;0.57952623;0.57952623;0.61252115;0.62774958;0.62013536;0.62605753;0.63113367;0.62436548;0.63028765;0.63197970;0.62267343;0.62267343;0.61844332;0.61590525;0.62098139;0.61759729;0.61759729;0.60998308;0.60659898;0.60659898;0.00530678;0.00981901;0.01400822;0.01798110;0.02159134;0.02506873;0.02841425;0.03147056;0.03454562;0.03751938;0.04043570;0.04313943;0.04563090;0.04801468;0.05018646;0.05236576;0.05438471;0.05648203;0.05840754;0.06039273;0.14116971
mult_eval_ICLEF2013_Train-BarkT_c-knn-385_species_Stem_PrDeMAP;0.38747885;0.38663283;0.37591653;0.37521151;0.37021997;0.36463621;0.36137298;0.35913706;0.35523595;0.35270728;0.35256114;0.34997180;0.34791097;0.34523810;0.34326001;0.34258672;0.34020106;0.33986652;0.33747440;0.33591371;0.38747885;0.38747885;0.41624365;0.41962775;0.42639594;0.44077834;0.44923858;0.45346870;0.46023689;0.46954315;0.46192893;0.46446701;0.47123519;0.46785110;0.46023689;0.46362098;0.45093063;0.45685279;0.45516074;0.45346870;0.00294049;0.00508013;0.00689116;0.00860091;0.01005291;0.01139571;0.01270893;0.01400743;0.01511647;0.01625479;0.01744158;0.01846364;0.01955423;0.02059482;0.02159997;0.02263062;0.02352882;0.02448035;0.02537150;0.02628553;0.07944207
mult_eval_ICLEF2013_Train-BarkT_c-knn-386_species_Stem_PrDeMAP;0.42808799;0.41116751;0.39988720;0.39530457;0.38917090;0.38479977;0.37998550;0.37595178;0.37281444;0.37148900;0.36832795;0.36823181;0.36502668;0.36288373;0.35905245;0.35892555;0.35627551;0.35551795;0.35301452;0.35097293;0.42808799;0.42808799;0.44416244;0.45008460;0.45093063;0.45769882;0.46192893;0.46277496;0.47208122;0.46700508;0.46531303;0.47038917;0.47208122;0.47631134;0.48223350;0.48646362;0.47969543;0.48561760;0.47800338;0.48815567;0.00365851;0.00612095;0.00817991;0.01025166;0.01213447;0.01371080;0.01522264;0.01668039;0.01812878;0.01954537;0.02080237;0.02209917;0.02322924;0.02441447;0.02542921;0.02655015;0.02759318;0.02876900;0.02976483;0.03074891;0.08879920
mult_eval_ICLEF2013_Train-BarkT_c-knn-387_species_Stem_PrDeMAP;0.49407783;0.47250423;0.46559504;0.45579526;0.44991540;0.44726452;0.44392072;0.43760575;0.43485618;0.43147208;0.42831872;0.42639594;0.42320708;0.41926517;0.41652566;0.41444585;0.41121728;0.40909945;0.40609137;0.40499154;0.49407783;0.49407783;0.51945854;0.52791878;0.53045685;0.53976311;0.54737733;0.54399323;0.54822335;0.54060914;0.53891709;0.54906937;0.53637902;0.54060914;0.54230118;0.55160745;0.54737733;0.54060914;0.54060914;0.53637902;0.00453001;0.00803188;0.01136732;0.01423426;0.01710763;0.01986945;0.02246192;0.02490709;0.02710917;0.02949112;0.03147256;0.03342610;0.03538032;0.03708083;0.03876703;0.04054603;0.04214730;0.04373543;0.04521932;0.04678174;0.11835804
mult_eval_ICLEF2013_Train-BarkT_c-knn-388_species_Stem_PrDeMAP;0.55837563;0.53553299;0.52171461;0.51184433;0.50338409;0.49732092;0.49057288;0.48699239;0.48298552;0.47436548;0.46854330;0.46404399;0.46082260;0.45673193;0.45279188;0.45008460;0.44749677;0.44359842;0.44024401;0.43764805;0.55837563;0.55837563;0.58121827;0.59560068;0.60236887;0.59898477;0.60152284;0.59983080;0.61252115;0.60490694;0.60236887;0.60829103;0.60659898;0.60321489;0.60321489;0.61336717;0.60406091;0.60913706;0.60406091;0.60490694;0.00514556;0.00932896;0.01290567;0.01637938;0.01972133;0.02297574;0.02607108;0.02912468;0.03209556;0.03440438;0.03684685;0.03911065;0.04143149;0.04360269;0.04563958;0.04759636;0.04964039;0.05141505;0.05322031;0.05502428;0.12743684
mult_eval_ICLEF2013_Train-BarkT_c-knn-389_species_Stem_PrDeMAP;0.56598985;0.55076142;0.53496898;0.52876481;0.51776650;0.50972927;0.50205463;0.49629865;0.49153976;0.48671743;0.48238733;0.47849690;0.47338279;0.46899927;0.46582064;0.46203469;0.45794765;0.45492574;0.45284531;0.45016920;0.56598985;0.56598985;0.58206430;0.60575296;0.60575296;0.61252115;0.60067682;0.59813875;0.60575296;0.60406091;0.60744501;0.60575296;0.60490694;0.60829103;0.61336717;0.60490694;0.60321489;0.60236887;0.60659898;0.60659898;0.00520462;0.00955989;0.01345033;0.01715457;0.02060438;0.02393493;0.02708526;0.03017926;0.03319431;0.03604773;0.03875440;0.04111111;0.04355834;0.04583623;0.04793887;0.05006031;0.05205815;0.05412365;0.05605343;0.05797031;0.13498961
mult_eval_ICLEF2013_Train-BarkT_c-knn-390_species_Stem_PrDeMAP;0.58121827;0.56852792;0.56514382;0.55710660;0.54416244;0.53539199;0.52622673;0.51702623;0.51137432;0.50575296;0.50161514;0.49837845;0.49212547;0.48875997;0.48499718;0.47990694;0.47616204;0.47198722;0.46869712;0.46560914;0.58121827;0.58121827;0.61082910;0.62774958;0.61928934;0.62605753;0.63113367;0.62521151;0.62944162;0.63028765;0.61928934;0.62182741;0.61928934;0.61759729;0.61590525;0.61675127;0.61675127;0.60998308;0.60659898;0.60829103;0.00531748;0.00981028;0.01400316;0.01794414;0.02151704;0.02504003;0.02835897;0.03141828;0.03442302;0.03743280;0.04027703;0.04301289;0.04551821;0.04790966;0.05016932;0.05217261;0.05430413;0.05630802;0.05827355;0.06025751;0.14077224
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment