spider crawl successful + price error solved #2

ZNClub-PA-ML-AI · Jun 30, 2017 · 32f62f8 · 32f62f8
1 parent 3ac62ce
commit 32f62f8
Show file tree

Hide file tree

Showing 2 changed files with 90 additions and 0 deletions.
diff --git a/calculator/src/analysis.py b/calculator/src/analysis.py
@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Fri Jun 30 10:51:44 2017
+
+@author: ZNevzz
+"""
+
+import pandas as pd
+
+filenames=['../calculator.csv']
+
+df1=pd.read_csv(filenames[0])
+print(df1.head())
diff --git a/calculator/temp1.csv b/calculator/temp1.csv
@@ -0,0 +1,77 @@
+date,href,area,price,name
+27  May						    						,https://www.olx.in/item/casio-fx-991es-scientific-calculator-in-excellent-ID19WZo7.html#af53677832,"Mumbai Central, Mumbai",450,Casio fx-991es scientific calculator in excellent
+17  May						    						,https://www.olx.in/item/4-vintage-casio-scientific-calculators-in-good-condition-ID1bQ1hh.html#af53677832,"Borivali West, Mumbai",4000,4 Vintage Casio scientific calculators in good condition
+16  May						    						,https://www.olx.in/item/casio-scientific-calculator-ID1bKBHD.html#af53677832,"Ghatkopar, Mumbai",500,Casio - Scientific Calculator
+7  May						    						,https://www.olx.in/item/casio-991-ms-scientific-calculator-just-used-for-ID1bxqYN.html#af53677832,"Borivali, Mumbai",499,Casio 991-ms Scientific calculator Just used for
+18  Apr						    						,https://www.olx.in/item/scientific-calculator-fx-82ms-for-300-only-ID1bhuxn.html#af53677832,"Goregaon, Mumbai",,Scientific calculator fx 82MS for 300/- only
+16  Apr						    						,https://www.olx.in/item/fx-82ms-scientific-calculator-price-is-negotiable-ID1b835F.html#af53677832,"Chuna Bhati, Mumbai",450,fx-82MS scientific calculator.Price is negotiable.
+14  Apr						    						,https://www.olx.in/item/black-casio-scientific-calculator-991ms-ID1b61Qt.html#af53677832,"Vikhroli West, Mumbai",450,Black Casio scientific Calculator 991Ms
+11  Apr						    						,https://www.olx.in/item/casio-scientific-calculator-model-fx-100ms-good-ID1b2y4w.html#af53677832,"Kandivali, Mumbai",500,Casio scientific calculator model- fx-100ms good
+7  Apr						    						,https://www.olx.in/item/casio-fx-82ms-scientific-calculator-in-excellent-ID19e9Ph.html#af53677832,"Jogeshwari, Mumbai",200,Casio fx-82Ms scientific calculator in excellent
+14  Mar						    						,https://www.olx.in/item/scientific-calculator-fx82ms-ID1amQJd.html#af53677832,"Guru Teg Bahadur Nagar, Mumbai",400,scientific calculator : fx82MS
+19  Feb						    						,https://www.olx.in/item/casio-fx-991ms-scientific-calculator-in-new-ID19MTLL.html#af53677832,"Mumbai Central, Mumbai",300,Casio fx-991Ms scientific calculator in new
+12  Feb						    						,https://www.olx.in/item/scientific-calculator-casio-fx-82ms-ID19Oip9.html#af53677832,"Mumbai Central, Mumbai",200,Scientific calculator Casio fx-82Ms.
+7  Feb						    						,https://www.olx.in/item/casio-fx-991ms-scientific-calculator-ID19uoOP.html#af53677832,"Mumbai Central, Mumbai",300,Casio fx-991Ms scientific calculator.
+6  Feb						    						,https://www.olx.in/item/gray-and-black-casio-scientific-calculator-ID18yfSx.html#af53677832,"Kandivali West, Mumbai",550,Gray And Black Casio Scientific Calculator
+15  Nov						    						,https://www.olx.in/item/casio-fx82ms-10-2-digit-scientific-calculator-with-multi-replay-func-ID184x5t.html#af53677832,"Bandra, Mumbai",300,Casio Fx82ms - 10+2 Digit Scientific Calculator With Multi-replay Func
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+,,,,
+Yesterday						    						,https://www.olx.in/item/grey-casio-scientific-calculator-ID1cIMaH.html#59915fb10a,"Vidya Vihar, Mumbai",450,Grey Casio Scientific Calculator
+Yesterday						    						,https://www.olx.in/item/casio-fx-100ms-scientific-calculator-ID1bVa5F.html#59915fb10a,"Kandivali, Mumbai",390,Casio fx-100MS Scientific Calculator
+Yesterday						    						,https://www.olx.in/item/silver-casio-scientific-calculator-with-black-case-ID1cHLDL.html#59915fb10a,"Bhandup, Mumbai",700,Silver Casio Scientific Calculator With Black Case
+28  Jun						    						,https://www.olx.in/item/casio-fx-991ms-scientific-calculator-ID1cHpmB.html#59915fb10a,"Mumbai Central, Mumbai",240,Casio fx-991Ms scientific calculator
+28  Jun						    						,https://www.olx.in/item/black-casio-scientific-calculator-ID1cHoSX.html#59915fb10a,"Mumbai Central, Mumbai",200,Black Casio Scientific Calculator
+28  Jun						    						,https://www.olx.in/item/grey-and-white-casio-scientific-calculator-ID1cqDpD.html#59915fb10a,"Vidya Vihar, Mumbai",650,Grey And White Casio Scientific Calculator
+28  Jun						    						,https://www.olx.in/item/scientific-calculator-rarely-used-ID1cGSqx.html#59915fb10a,"Kandivali West, Mumbai",350,scientific calculator rarely used!
+28  Jun						    						,https://www.olx.in/item/scientific-calculator-ID1cGQ7f.html#59915fb10a,"Kandivali West, Mumbai",400,scientific calculator
+27  Jun						    						,https://www.olx.in/item/a-compulsory-required-scientific-calculator-for-ID1cGrCt.html#59915fb10a,"Kandivali West, Mumbai",399,A compulsory required scientific calculator for
+27  Jun						    						,https://www.olx.in/item/casio-fx-991es-scientific-calculator-for-engineers-ID1cFOgb.html#59915fb10a,"Mumbai CST Area, Mumbai",600,Casio fx-991ES scientific calculator for engineers
+26  Jun						    						,https://www.olx.in/item/black-casio-s-v-pam-scientific-calculator-ID1cFbWW.html#59915fb10a,"Kandivali West, Mumbai",350,Black Casio S.V.PAM Scientific Calculator
+26  Jun						    						,https://www.olx.in/item/full-working-condition-scientific-calculator-ID1c5Nrf.html#59915fb10a,"Andheri, Mumbai",900,Full working condition scientific calculator
+26  Jun						    						,https://www.olx.in/item/fx-991es-scientific-calculator-ID1ch4ll.html#59915fb10a,"Chuna Bhati, Mumbai",400,fx-991ES Scientific Calculator
+25  Jun						    						,https://www.olx.in/item/new-scientific-calculator-ms-82-with-front-panel-ID1cDtBZ.html#59915fb10a,"Santacruz, Mumbai",300,new scientific calculator MS 82 with front panel
+25  Jun						    						,https://www.olx.in/item/black-casio-scientific-calculator-ID1cDqBW.html#59915fb10a,"Kurla West, Mumbai",200,Black Casio Scientific Calculator
+24  Jun						    						,https://www.olx.in/item/casio-fx-991es-scientific-calculator-hardly-used-ID1cBZCr.html#59915fb10a,"Mumbai Central, Mumbai",430,Casio fx-991es scientific calculator hardly used
+24  Jun						    						,https://www.olx.in/item/casio-fx-82-ms-scientific-calculator-ID1cBvwr.html#59915fb10a,"Malad West, Mumbai",350,Casio fx-82 MS scientific calculator
+23  Jun						    						,https://www.olx.in/item/blue-casio-scientific-calculator-ID1cAWlr.html#59915fb10a,"Borivali, Mumbai",200,Blue Casio Scientific Calculator
+23  Jun						    						,https://www.olx.in/item/black-casio-scientific-calculator-ID1cAWhF.html#59915fb10a,"Borivali, Mumbai",250,Black Casio Scientific Calculator
+23  Jun						    						,https://www.olx.in/item/cello-scientific-calculator-fx-991ms-in-good-ID1crxAt.html#59915fb10a,"Mumbai Central, Mumbai",200,Cello scientific calculator fx-991Ms in good
+21  Jun						    						,https://www.olx.in/item/casio-fx-991ms-scientific-calculator-1-year-ID1cyADB.html#59915fb10a,"Jogeshwari, Mumbai",550,CASIO FX 991MS ...Scientific Calculator...1 year
+21  Jun						    						,https://www.olx.in/item/casio-scientific-calculator-ID1cxELF.html#59915fb10a,"Dahisar, Mumbai",250,Casio Scientific Calculator
+19  Jun						    						,https://www.olx.in/item/scientific-engineering-calculator-casio-fx-991ms-ID1clAkz.html#59915fb10a,"Malad, Mumbai",400,Scientific Engineering calculator CASIO fx 991MS
+19  Jun						    						,https://www.olx.in/item/gray-and-white-casio-scientific-calculator-ID1cmpGN.html#59915fb10a,"Upper Worli, Mumbai",550,Gray And White Casio Scientific Calculator
+18  Jun						    						,https://www.olx.in/item/gray-scientific-calculator-ID1cutOH.html#59915fb10a,"Bhandup West, Mumbai",600,Gray Scientific Calculator
+18  Jun						    						,https://www.olx.in/item/scientific-calculator-ID1cuaWX.html#59915fb10a,"Kandivali West, Mumbai",350,Scientific calculator
+15  Jun						    						,https://www.olx.in/item/casio-fx-991es-scientific-calculator-two-way-powered-ID1cr6p9.html#59915fb10a,"Borivali, Mumbai",400,Casio Fx-991es Scientific Calculator (two Way Powered)
+14  Jun						    						,https://www.olx.in/item/casio-fx-82-ms-scientific-calculator-2017-model-ID1cpJB5.html#59915fb10a,"Dahisar, Mumbai",300,Casio fx - 82 MS Scientific calculator 2017 Model
+13  Jun						    						,https://www.olx.in/item/casio-scientific-calculator-fx-991ms-ID1brqpx.html#59915fb10a,"Bhandup Industrial Area, Mumbai",420,Casio Scientific Calculator Fx-991MS
+11  Jun						    						,https://www.olx.in/item/casio-fx-991es-scientific-calculator-working-properly-ID1c4A21.html#59915fb10a,"Malad, Mumbai",400,casio fx-991ES scientific calculator working properly
+10  Jun						    						,https://www.olx.in/item/black-and-gray-ba-2-plus-scientific-calculator-in-pack-ID1ckfPP.html#59915fb10a,"Andheri, Mumbai",2300,Black And Gray BA 2-PLus Scientific Calculator In Pack
+8  Jun						    						,https://www.olx.in/item/casio-scientific-calculator-fx-100-z-ID1ci2H7.html#59915fb10a,"Andheri East, Mumbai",100,Casio Scientific Calculator FX-100 Z
+8  Jun						    						,https://www.olx.in/item/casio-scientific-calculator-ID1chozX.html#59915fb10a,"Gamdevi, Mumbai",1300,Casio scientific calculator
+7  Jun						    						,https://www.olx.in/item/casio-fx-991ms-scientific-calculator-ID1cgwoB.html#59915fb10a,"Powai, Mumbai",400,Casio fx-991MS scientific calculator
+5  Jun						    						,https://www.olx.in/item/casio-fx-991-ms-scientific-calculator-brand-new-box-packed-item-ID1c78bZ.html#59915fb10a,"Borivali West, Mumbai",650,Casio FX-991 MS Scientific Calculator. Brand new box packed item
+4  Jun						    						,https://www.olx.in/item/grey-and-black-casio-scientific-calculator-ID1aX3fj.html#59915fb10a,"Mulund, Mumbai",400,Grey And Black Casio Scientific Calculator
+3  Jun						    						,https://www.olx.in/item/scientific-calculator-second-hand-for-sale-no-ID1cbJEh.html#59915fb10a,"Tilak Nagar, Mumbai",300,"scientific calculator, second hand for sale. no"
+1  Jun						    						,https://www.olx.in/item/casio-fx-991es-scientific-calculator-in-excellent-ID1bRMof.html#59915fb10a,"Mumbai Central, Mumbai",450,Casio fx-991es scientific calculator in excellent