fix bug

Author: easepan

README.md

@@ -21,6 +21,14 @@ QQ交流群（573484012）
 
 目前支持的文件格式有 zip，exe，dmg，iso，jar，msi，rar，tmp，xlsx，mdf，com，casm，for，lib，lst，msg，obj，pas，wki，bas，map，bak，dot，bat，sh，rpm
 
+#### 自定义爬取
+
+自定义XPath表达式，将匹配的网页内容存储至MySQL数据库
+
+![xpath](xpath.png)
+
+> [了解XPath语法](http://www.w3school.com.cn/xpath/xpath_syntax.asp)
+
 #### 爬虫工作流程
 
 ![工作流程](workflow.png)

pom.xml

@@ -46,6 +46,20 @@
             <groupId>com.zhazhapan</groupId>
             <artifactId>util</artifactId>
             <version>1.0.7</version>
+            <exclusions>
+                <exclusion>
+                    <artifactId>commons-codec</artifactId>
+                    <groupId>commons-codec</groupId>
+                </exclusion>
+                <exclusion>
+                    <artifactId>commons-io</artifactId>
+                    <groupId>commons-io</groupId>
+                </exclusion>
+                <exclusion>
+                    <artifactId>log4j</artifactId>
+                    <groupId>log4j</groupId>
+                </exclusion>
+            </exclusions>
         </dependency>
         <dependency>
             <groupId>mysql</groupId>

src/main/java/com/zhazhapan/vspider/Crawler.java

@@ -122,13 +122,14 @@ public void downloadURL(String url, String html) {
             if (Checker.isNotEmpty(MysqlConfig.getFields())) {
                 for (Pair<String, String> pair : MysqlConfig.getFields()) {
                     preSlice.append(pair.getValue()).append(",");
-                    postSlice.append(SpiderUtils.evaluate(pair.getKey(), html)).append(",");
+                    postSlice.append("'").append(SpiderUtils.evaluate(pair.getKey(), html).replaceAll("'", "\\\\'"))
+                            .append("',");
                 }
                 String pre = preSlice.toString();
                 String post = postSlice.toString();
                 String sql = pre.substring(0, pre.length() - 1) + ")" + post.substring(0, post.length() - 1) + ")";
                 if (MysqlConfig.isEnableSql()) {
-                    SpiderUtils.saveFile(DefaultConfigValues.SQL_PATH, sql + "\r\n", true);
+                    SpiderUtils.saveFile(DefaultConfigValues.SQL_PATH, sql + ";\r\n", true);
                 }
                 try {
                     SpiderApplication.statement.executeUpdate(sql);

src/main/java/com/zhazhapan/vspider/controller/MainController.java

@@ -407,6 +407,7 @@ public void customCrawling() {
                         MysqlConfig.setEnableCustom(true);
                         MysqlConfig.setEnableSql(controller.enableSql.isSelected());
                         String[] mapping = mappings.split(ValueConsts.COMMA_SIGN);
+                        MysqlConfig.getFields().clear();
                         for (String s : mapping) {
                             String[] keyValue = s.split("->");
                             Pair<String, String> map = new Pair<>(keyValue[0].trim(), keyValue[1].trim());

src/main/resources/view/CustomCrawling.fxml

@@ -60,7 +60,7 @@
                     </HBox.margin>
                 </TextField>
             </HBox>
-            <Label text="XPath与字段名映射关系, 用英文逗号分隔多个映射（忽略多余的空格）" VBox.vgrow="NEVER">
+            <Label text="XPath与字段名映射关系, 用英文逗号分隔多个映射（忽略多余的空格）：xpath表达式 -> 字段名" VBox.vgrow="NEVER">
                 <VBox.margin>
                     <Insets top="10.0" />
                 </VBox.margin>