Created
February 5, 2013 17:25
-
-
Save skatkov/4716040 to your computer and use it in GitHub Desktop.
Http parsing example for Ivan
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <project version="4"> | |
| <component name="AntConfiguration"> | |
| <defaultAnt bundledAnt="true" /> | |
| </component> | |
| </project> | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <project version="4"> | |
| <component name="CompilerConfiguration"> | |
| <option name="DEFAULT_COMPILER" value="Javac" /> | |
| <resourceExtensions /> | |
| <wildcardResourcePatterns> | |
| <entry name="!?*.java" /> | |
| <entry name="!?*.form" /> | |
| <entry name="!?*.class" /> | |
| <entry name="!?*.groovy" /> | |
| <entry name="!?*.scala" /> | |
| <entry name="!?*.flex" /> | |
| <entry name="!?*.kt" /> | |
| <entry name="!?*.clj" /> | |
| </wildcardResourcePatterns> | |
| <annotationProcessing> | |
| <profile default="true" name="Default" enabled="false"> | |
| <processorPath useClasspath="true" /> | |
| </profile> | |
| </annotationProcessing> | |
| </component> | |
| </project> | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <component name="CopyrightManager"> | |
| <settings default=""> | |
| <module2copyright /> | |
| </settings> | |
| </component> |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <html>Simple <b>Java</b> application that includes a class with <code>main()</code> method</html> |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <project version="4"> | |
| <component name="Encoding" useUTFGuessing="true" native2AsciiForPropertiesFiles="false" /> | |
| </project> | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <project version="4"> | |
| <component name="EntryPointsManager"> | |
| <entry_points version="2.0" /> | |
| </component> | |
| <component name="ProjectRootManager" version="2" languageLevel="JDK_1_6" assert-keyword="true" jdk-15="true" project-jdk-name="1.6" project-jdk-type="JavaSDK"> | |
| <output url="file://$PROJECT_DIR$/out" /> | |
| </component> | |
| </project> | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <project version="4"> | |
| <component name="ProjectModuleManager"> | |
| <modules> | |
| <module fileurl="file://$PROJECT_DIR$/untitled.iml" filepath="$PROJECT_DIR$/untitled.iml" /> | |
| </modules> | |
| </component> | |
| </project> | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <component name="DependencyValidationManager"> | |
| <state> | |
| <option name="SKIP_IMPORT_STATEMENTS" value="false" /> | |
| </state> | |
| </component> |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <project version="4"> | |
| <component name="Palette2"> | |
| <group name="Swing"> | |
| <item class="com.intellij.uiDesigner.HSpacer" tooltip-text="Horizontal Spacer" icon="/com/intellij/uiDesigner/icons/hspacer.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
| <default-constraints vsize-policy="1" hsize-policy="6" anchor="0" fill="1" /> | |
| </item> | |
| <item class="com.intellij.uiDesigner.VSpacer" tooltip-text="Vertical Spacer" icon="/com/intellij/uiDesigner/icons/vspacer.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
| <default-constraints vsize-policy="6" hsize-policy="1" anchor="0" fill="2" /> | |
| </item> | |
| <item class="javax.swing.JPanel" icon="/com/intellij/uiDesigner/icons/panel.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
| <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3" /> | |
| </item> | |
| <item class="javax.swing.JScrollPane" icon="/com/intellij/uiDesigner/icons/scrollPane.png" removable="false" auto-create-binding="false" can-attach-label="true"> | |
| <default-constraints vsize-policy="7" hsize-policy="7" anchor="0" fill="3" /> | |
| </item> | |
| <item class="javax.swing.JButton" icon="/com/intellij/uiDesigner/icons/button.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="0" hsize-policy="3" anchor="0" fill="1" /> | |
| <initial-values> | |
| <property name="text" value="Button" /> | |
| </initial-values> | |
| </item> | |
| <item class="javax.swing.JRadioButton" icon="/com/intellij/uiDesigner/icons/radioButton.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" /> | |
| <initial-values> | |
| <property name="text" value="RadioButton" /> | |
| </initial-values> | |
| </item> | |
| <item class="javax.swing.JCheckBox" icon="/com/intellij/uiDesigner/icons/checkBox.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" /> | |
| <initial-values> | |
| <property name="text" value="CheckBox" /> | |
| </initial-values> | |
| </item> | |
| <item class="javax.swing.JLabel" icon="/com/intellij/uiDesigner/icons/label.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
| <default-constraints vsize-policy="0" hsize-policy="0" anchor="8" fill="0" /> | |
| <initial-values> | |
| <property name="text" value="Label" /> | |
| </initial-values> | |
| </item> | |
| <item class="javax.swing.JTextField" icon="/com/intellij/uiDesigner/icons/textField.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
| <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1"> | |
| <preferred-size width="150" height="-1" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JPasswordField" icon="/com/intellij/uiDesigner/icons/passwordField.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
| <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1"> | |
| <preferred-size width="150" height="-1" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JFormattedTextField" icon="/com/intellij/uiDesigner/icons/formattedTextField.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
| <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1"> | |
| <preferred-size width="150" height="-1" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JTextArea" icon="/com/intellij/uiDesigner/icons/textArea.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
| <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
| <preferred-size width="150" height="50" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JTextPane" icon="/com/intellij/uiDesigner/icons/textPane.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
| <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
| <preferred-size width="150" height="50" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JEditorPane" icon="/com/intellij/uiDesigner/icons/editorPane.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
| <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
| <preferred-size width="150" height="50" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JComboBox" icon="/com/intellij/uiDesigner/icons/comboBox.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
| <default-constraints vsize-policy="0" hsize-policy="2" anchor="8" fill="1" /> | |
| </item> | |
| <item class="javax.swing.JTable" icon="/com/intellij/uiDesigner/icons/table.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
| <preferred-size width="150" height="50" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JList" icon="/com/intellij/uiDesigner/icons/list.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="6" hsize-policy="2" anchor="0" fill="3"> | |
| <preferred-size width="150" height="50" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JTree" icon="/com/intellij/uiDesigner/icons/tree.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
| <preferred-size width="150" height="50" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JTabbedPane" icon="/com/intellij/uiDesigner/icons/tabbedPane.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3"> | |
| <preferred-size width="200" height="200" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JSplitPane" icon="/com/intellij/uiDesigner/icons/splitPane.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
| <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3"> | |
| <preferred-size width="200" height="200" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JSpinner" icon="/com/intellij/uiDesigner/icons/spinner.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
| <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" /> | |
| </item> | |
| <item class="javax.swing.JSlider" icon="/com/intellij/uiDesigner/icons/slider.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" /> | |
| </item> | |
| <item class="javax.swing.JSeparator" icon="/com/intellij/uiDesigner/icons/separator.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
| <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3" /> | |
| </item> | |
| <item class="javax.swing.JProgressBar" icon="/com/intellij/uiDesigner/icons/progressbar.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1" /> | |
| </item> | |
| <item class="javax.swing.JToolBar" icon="/com/intellij/uiDesigner/icons/toolbar.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
| <default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1"> | |
| <preferred-size width="-1" height="20" /> | |
| </default-constraints> | |
| </item> | |
| <item class="javax.swing.JToolBar$Separator" icon="/com/intellij/uiDesigner/icons/toolbarSeparator.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
| <default-constraints vsize-policy="0" hsize-policy="0" anchor="0" fill="1" /> | |
| </item> | |
| <item class="javax.swing.JScrollBar" icon="/com/intellij/uiDesigner/icons/scrollbar.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
| <default-constraints vsize-policy="6" hsize-policy="0" anchor="0" fill="2" /> | |
| </item> | |
| </group> | |
| </component> | |
| </project> | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <project version="4"> | |
| <component name="VcsDirectoryMappings"> | |
| <mapping directory="" vcs="" /> | |
| </component> | |
| </project> | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ���� 2 D | |
| $ % & ' | |
| ( | |
| ) * + | |
| , | |
| - . | |
| / | |
| - 0 | |
| 1 2 | |
| 3 4 5 <init> ()V Code LineNumberTable LocalVariableTable this LMain; main ([Ljava/lang/String;)V c LWebReader; e Ljava/io/IOException; args [Ljava/lang/String; StackMapTable 2 | |
| SourceFile Main.java WebReader java/net/URL )http://en.wikipedia.org/wiki/Web_scraping 6 7 8 9 : ; < = > ? @ A > 6 B A java/io/IOException C Main java/lang/Object (Ljava/lang/String;)V (Ljava/net/URL;)V java/lang/System out Ljava/io/PrintStream; getResponceCode ()I java/io/PrintStream println (I)V getContentType ()Ljava/lang/String; getHTML printStackTrace ! / *� � � 8� Y� Y� � L� +� � � +� | |
| � � +� � � L+� � / 2 " | |
| % / 2 3 7 3 8 r ! " # |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ���� 2 j | |
| > | |
| ? @ A B C | |
| D E | |
| F | |
| G | |
| H I J K | |
| L | |
| M | |
| N | |
| O P | |
| > | |
| Q | |
| R | |
| S T | |
| F U V conn Ljava/net/HttpURLConnection; <init> (Ljava/net/URL;)V Code LineNumberTable LocalVariableTable e Ljava/io/IOException; this LWebReader; url Ljava/net/URL; StackMapTable U W E getContentType ()Ljava/lang/String; getResponceCode ()I | |
| Exceptions getHTML line Ljava/lang/String; Ljava/lang/Exception; rd Ljava/io/BufferedReader; result J X T Y | |
| SourceFile WebReader.java Z W [ \ java/net/HttpURLConnection GET ] ^ java/io/IOException _ Z , - ` / java/io/BufferedReader java/io/InputStreamReader a b c d e - java/lang/StringBuilder f g h - i Z java/lang/Exception WebReader java/lang/Object java/net/URL java/lang/String java/lang/Throwable ()V openConnection ()Ljava/net/URLConnection; setRequestMethod (Ljava/lang/String;)V printStackTrace getResponseCode getInputStream ()Ljava/io/InputStream; (Ljava/io/InputStream;)V (Ljava/io/Reader;)V readLine append -(Ljava/lang/String;)Ljava/lang/StringBuilder; toString close ! � !*� *+� � � *� � � M,� � ! " # ! $ % ! & ' ( � ) * + , - 2 *� � � ! $ % . / 2 *� � | |
| � " ! $ % 0 1 - XL M� Y� Y*� � � � L+� YN� � Y� ,� -� � M���+� � N-� +� � :+� �,� : A : M A F M M O M 6 % & ) * $ + : 0 > 1 A - B . F 0 J 1 M 0 V 2 ! 4 ! 2 3 B " 4 X $ % V 5 6 S 7 3 ( � 8 9 F :K ; 0 < = |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import java.io.IOException; | |
| import java.net.URL; | |
| public class Main { | |
| public static void main(String args[]) { | |
| try { | |
| WebReader c = new WebReader(new URL("http://en.wikipedia.org/wiki/Web_scraping")); | |
| System.out.println(c.getResponceCode()); | |
| System.out.println(c.getContentType()); | |
| System.out.println(c.getHTML()); | |
| } catch (IOException e) { | |
| e.printStackTrace(); //To change body of catch statement use File | Settings | File Templates. | |
| } | |
| } | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import java.io.BufferedReader; | |
| import java.io.IOException; | |
| import java.io.InputStreamReader; | |
| import java.net.HttpURLConnection; | |
| import java.net.ProtocolException; | |
| import java.net.URL; | |
| /** | |
| * Created with IntelliJ IDEA. | |
| * User: lun | |
| * Date: 5/2/13 | |
| * Time: 23:59 | |
| * To change this template use File | Settings | File Templates. | |
| */ | |
| public class WebReader { | |
| HttpURLConnection conn; | |
| public WebReader(URL url){ | |
| try { | |
| conn = (HttpURLConnection) url.openConnection(); | |
| conn.setRequestMethod("GET"); | |
| } catch (IOException e) { | |
| e.printStackTrace(); | |
| } | |
| } | |
| public String getContentType(){ | |
| return conn.getContentType(); | |
| } | |
| public int getResponceCode() throws IOException { | |
| return conn.getResponseCode(); | |
| } | |
| public String getHTML() throws IOException { | |
| BufferedReader rd = null; | |
| String result= ""; | |
| try { | |
| String line; | |
| rd = new BufferedReader(new InputStreamReader(conn.getInputStream())); | |
| while ((line = rd.readLine()) != null) { | |
| result += line; | |
| } | |
| } catch (Exception e) { | |
| e.printStackTrace(); | |
| } finally { | |
| rd.close(); | |
| } | |
| return result; | |
| } | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <module type="JAVA_MODULE" version="4"> | |
| <component name="NewModuleRootManager" inherit-compiler-output="true"> | |
| <exclude-output /> | |
| <content url="file://$MODULE_DIR$"> | |
| <sourceFolder url="file://$MODULE_DIR$/src" isTestSource="false" /> | |
| </content> | |
| <orderEntry type="inheritedJdk" /> | |
| <orderEntry type="sourceFolder" forTests="false" /> | |
| </component> | |
| </module> | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment