CsdnModel.java 833 字节
Newer Older
智布道's avatar
智布道 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32
package com.zyd.blog.spider.model;

import lombok.Data;
import lombok.EqualsAndHashCode;

import javax.validation.constraints.NotEmpty;
import java.util.LinkedList;
import java.util.List;

/**
 * 本地跑测试用
 *
 * @author yadong.zhang (yadong.zhang0415(a)gmail.com)
 * @version 1.0
 * @date 2018/7/23 15:58
 * @since 1.0
 */
@Data
@EqualsAndHashCode(callSuper = false)
public class CsdnModel extends BaseModel {

    @NotEmpty(message = "必须指定待抓取的网址")
    @Override
    public String[] getEntryUrls() {
        List<String> urls = new LinkedList<>();
        String urlFormat = "https://blog.csdn.net/%s/article/list/%s";
        for (int i = 1; i <= getTotalPage(); i++) {
            urls.add(String.format(urlFormat, getUid(), i));
        }
        return urls.toArray(new String[urls.size()]);
    }
}