修复ReUtil.replaceAll替换变量错误问题

This commit is contained in:
Looly 2022-09-30 20:10:11 +08:00
parent 730d5a00e2
commit 7eb899e226
6 changed files with 102 additions and 54 deletions

View File

@ -13,6 +13,7 @@
* 【poi 】 修复ExcelReader读取只有标题行报错问题issue#I5U1JA@Gitee * 【poi 】 修复ExcelReader读取只有标题行报错问题issue#I5U1JA@Gitee
* 【http 】 修复Http重定向时相对路径导致的问题issue#I5TPSY@Gitee * 【http 】 修复Http重定向时相对路径导致的问题issue#I5TPSY@Gitee
* 【http 】 修复Http重定全局设置无效问题pr#2639@Github * 【http 】 修复Http重定全局设置无效问题pr#2639@Github
* 【core 】 修复ReUtil.replaceAll替换变量错误问题pr#2639@Github
------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------------------------------------------

View File

@ -234,22 +234,22 @@ public class AnnotationUtil {
* 获取指定注解属性的值<br> * 获取指定注解属性的值<br>
* 如果无指定的属性方法返回null * 如果无指定的属性方法返回null
* *
* @param <A> 注解类型 * @param <A> 注解类型
* @param <R> 注解类型值 * @param <R> 注解类型值
* @param annotationEle {@link AnnotatedElement}可以是ClassMethodFieldConstructorReflectPermission * @param annotationEle {@link AnnotatedElement}可以是ClassMethodFieldConstructorReflectPermission
* @param propertyName 属性名例如注解中定义了name()方法 此处传入name * @param propertyName 属性名例如注解中定义了name()方法 此处传入name
* @return 注解对象 * @return 注解对象
* @throws UtilException 调用注解中的方法时执行异常 * @throws UtilException 调用注解中的方法时执行异常
* @since 5.8.9 * @since 5.8.9
*/ */
public static <A extends Annotation, R> R getAnnotationValue(AnnotatedElement annotationEle, Func1<A, R> propertyName) { public static <A extends Annotation, R> R getAnnotationValue(AnnotatedElement annotationEle, Func1<A, R> propertyName) {
if(propertyName == null) { if (propertyName == null) {
return null; return null;
}else { } else {
final SerializedLambda lambda = LambdaUtil.resolve(propertyName); final SerializedLambda lambda = LambdaUtil.resolve(propertyName);
final String instantiatedMethodType = lambda.getInstantiatedMethodType(); final String instantiatedMethodType = lambda.getInstantiatedMethodType();
Class<A> annotationClass = ClassUtil.loadClass(StrUtil.sub(instantiatedMethodType, 2, StrUtil.indexOf(instantiatedMethodType, ';'))); final Class<A> annotationClass = ClassUtil.loadClass(StrUtil.sub(instantiatedMethodType, 2, StrUtil.indexOf(instantiatedMethodType, ';')));
return getAnnotationValue(annotationEle,annotationClass, lambda.getImplMethodName()); return getAnnotationValue(annotationEle, annotationClass, lambda.getImplMethodName());
} }
} }
@ -472,10 +472,10 @@ public class AnnotationUtil {
public static <T extends Annotation> T getSynthesizedAnnotation(Class<T> annotationType, Annotation... annotations) { public static <T extends Annotation> T getSynthesizedAnnotation(Class<T> annotationType, Annotation... annotations) {
// TODO 缓存合成注解信息避免重复解析 // TODO 缓存合成注解信息避免重复解析
return Opt.ofNullable(annotations) return Opt.ofNullable(annotations)
.filter(ArrayUtil::isNotEmpty) .filter(ArrayUtil::isNotEmpty)
.map(AnnotationUtil::aggregatingFromAnnotationWithMeta) .map(AnnotationUtil::aggregatingFromAnnotationWithMeta)
.map(a -> a.synthesize(annotationType)) .map(a -> a.synthesize(annotationType))
.get(); .get();
} }
/** /**

View File

@ -0,0 +1,25 @@
package cn.hutool.core.comparator;
import java.util.Comparator;
/**
* 字符串长度比较器短在前
*
* @author looly
* @since 5.8.9
*/
public class LengthComparator implements Comparator<CharSequence> {
/**
* 单例的字符串长度比较器短在前
*/
public static final LengthComparator INSTANCE = new LengthComparator();
@Override
public int compare(CharSequence o1, CharSequence o2) {
int result = Integer.compare(o1.length(), o2.length());
if (0 == result) {
result = CompareUtil.compare(o1.toString(), o2.toString());
}
return result;
}
}

View File

@ -1,6 +1,7 @@
package cn.hutool.core.util; package cn.hutool.core.util;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.comparator.LengthComparator;
import cn.hutool.core.convert.Convert; import cn.hutool.core.convert.Convert;
import cn.hutool.core.exceptions.UtilException; import cn.hutool.core.exceptions.UtilException;
import cn.hutool.core.lang.Assert; import cn.hutool.core.lang.Assert;
@ -878,12 +879,12 @@ public class ReUtil {
final Matcher matcher = pattern.matcher(content); final Matcher matcher = pattern.matcher(content);
boolean result = matcher.find(); boolean result = matcher.find();
if (result) { if (result) {
final Set<String> varNums = findAll(PatternPool.GROUP_VAR, replacementTemplate, 1, new HashSet<>()); final Set<String> varNums = findAll(PatternPool.GROUP_VAR, replacementTemplate, 1, new TreeSet<>(LengthComparator.INSTANCE.reversed()));
final StringBuffer sb = new StringBuffer(); final StringBuffer sb = new StringBuffer();
do { do {
String replacement = replacementTemplate; String replacement = replacementTemplate;
for (String var : varNums) { for (final String var : varNums) {
int group = Integer.parseInt(var); final int group = Integer.parseInt(var);
replacement = replacement.replace("$" + var, matcher.group(group)); replacement = replacement.replace("$" + var, matcher.group(group));
} }
matcher.appendReplacement(sb, escape(replacement)); matcher.appendReplacement(sb, escape(replacement));

View File

@ -16,36 +16,36 @@ public class ReUtilTest {
@Test @Test
public void getTest() { public void getTest() {
String resultGet = ReUtil.get("\\w{2}", content, 0); final String resultGet = ReUtil.get("\\w{2}", content, 0);
Assert.assertEquals("ZZ", resultGet); Assert.assertEquals("ZZ", resultGet);
} }
@Test @Test
public void extractMultiTest() { public void extractMultiTest() {
// 抽取多个分组然后把它们拼接起来 // 抽取多个分组然后把它们拼接起来
String resultExtractMulti = ReUtil.extractMulti("(\\w)aa(\\w)", content, "$1-$2"); final String resultExtractMulti = ReUtil.extractMulti("(\\w)aa(\\w)", content, "$1-$2");
Assert.assertEquals("Z-a", resultExtractMulti); Assert.assertEquals("Z-a", resultExtractMulti);
} }
@Test @Test
public void extractMultiTest2() { public void extractMultiTest2() {
// 抽取多个分组然后把它们拼接起来 // 抽取多个分组然后把它们拼接起来
String resultExtractMulti = ReUtil.extractMulti("(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)", content, "$1-$2-$3-$4-$5-$6-$7-$8-$9-$10"); final String resultExtractMulti = ReUtil.extractMulti("(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)(\\w)", content, "$1-$2-$3-$4-$5-$6-$7-$8-$9-$10");
Assert.assertEquals("Z-Z-Z-a-a-a-b-b-b-c", resultExtractMulti); Assert.assertEquals("Z-Z-Z-a-a-a-b-b-b-c", resultExtractMulti);
} }
@Test @Test
public void delFirstTest() { public void delFirstTest() {
// 删除第一个匹配到的内容 // 删除第一个匹配到的内容
String resultDelFirst = ReUtil.delFirst("(\\w)aa(\\w)", content); final String resultDelFirst = ReUtil.delFirst("(\\w)aa(\\w)", content);
Assert.assertEquals("ZZbbbccc中文1234", resultDelFirst); Assert.assertEquals("ZZbbbccc中文1234", resultDelFirst);
} }
@Test @Test
public void delLastTest(){ public void delLastTest(){
String blank = ""; final String blank = "";
String word = "180公斤"; final String word = "180公斤";
String sentence = "10.商品KLS100021型号xxl适合身高180体重130斤的用户"; final String sentence = "10.商品KLS100021型号xxl适合身高180体重130斤的用户";
//空字符串兼容 //空字符串兼容
Assert.assertEquals(blank,ReUtil.delLast("\\d+", blank)); Assert.assertEquals(blank,ReUtil.delLast("\\d+", blank));
Assert.assertEquals(blank,ReUtil.delLast(PatternPool.NUMBERS, blank)); Assert.assertEquals(blank,ReUtil.delLast(PatternPool.NUMBERS, blank));
@ -71,30 +71,30 @@ public class ReUtilTest {
@Test @Test
public void delAllTest() { public void delAllTest() {
// 删除所有匹配到的内容 // 删除所有匹配到的内容
String content = "发东方大厦eee![images]http://abc.com/2.gpg]好机会eee![images]http://abc.com/2.gpg]好机会"; final String content = "发东方大厦eee![images]http://abc.com/2.gpg]好机会eee![images]http://abc.com/2.gpg]好机会";
String resultDelAll = ReUtil.delAll("!\\[images\\][^\\u4e00-\\u9fa5\\\\s]*", content); final String resultDelAll = ReUtil.delAll("!\\[images\\][^\\u4e00-\\u9fa5\\\\s]*", content);
Assert.assertEquals("发东方大厦eee好机会eee好机会", resultDelAll); Assert.assertEquals("发东方大厦eee好机会eee好机会", resultDelAll);
} }
@Test @Test
public void findAllTest() { public void findAllTest() {
// 查找所有匹配文本 // 查找所有匹配文本
List<String> resultFindAll = ReUtil.findAll("\\w{2}", content, 0, new ArrayList<>()); final List<String> resultFindAll = ReUtil.findAll("\\w{2}", content, 0, new ArrayList<>());
ArrayList<String> expected = CollectionUtil.newArrayList("ZZ", "Za", "aa", "bb", "bc", "cc", "12", "34"); final ArrayList<String> expected = CollectionUtil.newArrayList("ZZ", "Za", "aa", "bb", "bc", "cc", "12", "34");
Assert.assertEquals(expected, resultFindAll); Assert.assertEquals(expected, resultFindAll);
} }
@Test @Test
public void getFirstNumberTest() { public void getFirstNumberTest() {
// 找到匹配的第一个数字 // 找到匹配的第一个数字
Integer resultGetFirstNumber = ReUtil.getFirstNumber(content); final Integer resultGetFirstNumber = ReUtil.getFirstNumber(content);
Assert.assertEquals(Integer.valueOf(1234), resultGetFirstNumber); Assert.assertEquals(Integer.valueOf(1234), resultGetFirstNumber);
} }
@Test @Test
public void isMatchTest() { public void isMatchTest() {
// 给定字符串是否匹配给定正则 // 给定字符串是否匹配给定正则
boolean isMatch = ReUtil.isMatch("\\w+[\u4E00-\u9FFF]+\\d+", content); final boolean isMatch = ReUtil.isMatch("\\w+[\u4E00-\u9FFF]+\\d+", content);
Assert.assertTrue(isMatch); Assert.assertTrue(isMatch);
} }
@ -102,20 +102,20 @@ public class ReUtilTest {
public void replaceAllTest() { public void replaceAllTest() {
//通过正则查找到字符串然后把匹配到的字符串加入到replacementTemplate中$1表示分组1的字符串 //通过正则查找到字符串然后把匹配到的字符串加入到replacementTemplate中$1表示分组1的字符串
//此处把1234替换为 ->1234<- //此处把1234替换为 ->1234<-
String replaceAll = ReUtil.replaceAll(content, "(\\d+)", "->$1<-"); final String replaceAll = ReUtil.replaceAll(content, "(\\d+)", "->$1<-");
Assert.assertEquals("ZZZaaabbbccc中文->1234<-", replaceAll); Assert.assertEquals("ZZZaaabbbccc中文->1234<-", replaceAll);
} }
@Test @Test
public void replaceAllTest2() { public void replaceAllTest2() {
//此处把1234替换为 ->1234<- //此处把1234替换为 ->1234<-
String replaceAll = ReUtil.replaceAll(this.content, "(\\d+)", parameters -> "->" + parameters.group(1) + "<-"); final String replaceAll = ReUtil.replaceAll(this.content, "(\\d+)", parameters -> "->" + parameters.group(1) + "<-");
Assert.assertEquals("ZZZaaabbbccc中文->1234<-", replaceAll); Assert.assertEquals("ZZZaaabbbccc中文->1234<-", replaceAll);
} }
@Test @Test
public void replaceTest() { public void replaceTest() {
String str = "AAABBCCCBBDDDBB"; final String str = "AAABBCCCBBDDDBB";
String replace = StrUtil.replace(str, 0, "BB", "22", false); String replace = StrUtil.replace(str, 0, "BB", "22", false);
Assert.assertEquals("AAA22CCC22DDD22", replace); Assert.assertEquals("AAA22CCC22DDD22", replace);
@ -138,22 +138,22 @@ public class ReUtilTest {
@Test @Test
public void escapeTest() { public void escapeTest() {
//转义给定字符串为正则相关的特殊符号转义 //转义给定字符串为正则相关的特殊符号转义
String escape = ReUtil.escape("我有个$符号{}"); final String escape = ReUtil.escape("我有个$符号{}");
Assert.assertEquals("我有个\\$符号\\{\\}", escape); Assert.assertEquals("我有个\\$符号\\{\\}", escape);
} }
@Test @Test
public void escapeTest2(){ public void escapeTest2(){
String str = "a[bbbc"; final String str = "a[bbbc";
String re = "["; final String re = "[";
final String s = ReUtil.get(ReUtil.escape(re), str, 0); final String s = ReUtil.get(ReUtil.escape(re), str, 0);
Assert.assertEquals("[", s); Assert.assertEquals("[", s);
} }
@Test @Test
public void escapeTest3(){ public void escapeTest3(){
String context = "{prefix}_"; final String context = "{prefix}_";
String regex = "{prefix}_"; final String regex = "{prefix}_";
final boolean b = ReUtil.isMatch(ReUtil.escape(regex), context); final boolean b = ReUtil.isMatch(ReUtil.escape(regex), context);
Assert.assertTrue(b); Assert.assertTrue(b);
} }
@ -161,7 +161,7 @@ public class ReUtilTest {
@Test @Test
public void getAllGroupsTest() { public void getAllGroupsTest() {
//转义给定字符串为正则相关的特殊符号转义 //转义给定字符串为正则相关的特殊符号转义
Pattern pattern = Pattern.compile("(\\d+)-(\\d+)-(\\d+)"); final Pattern pattern = Pattern.compile("(\\d+)-(\\d+)-(\\d+)");
List<String> allGroups = ReUtil.getAllGroups(pattern, "192-168-1-1"); List<String> allGroups = ReUtil.getAllGroups(pattern, "192-168-1-1");
Assert.assertEquals("192-168-1", allGroups.get(0)); Assert.assertEquals("192-168-1", allGroups.get(0));
Assert.assertEquals("192", allGroups.get(1)); Assert.assertEquals("192", allGroups.get(1));
@ -183,23 +183,31 @@ public class ReUtilTest {
@Test @Test
public void getByGroupNameTest() { public void getByGroupNameTest() {
String content = "2021-10-11"; final String content = "2021-10-11";
String regex = "(?<year>\\d+)-(?<month>\\d+)-(?<day>\\d+)"; final String regex = "(?<year>\\d+)-(?<month>\\d+)-(?<day>\\d+)";
String year = ReUtil.get(regex, content, "year"); final String year = ReUtil.get(regex, content, "year");
Assert.assertEquals("2021", year); Assert.assertEquals("2021", year);
String month = ReUtil.get(regex, content, "month"); final String month = ReUtil.get(regex, content, "month");
Assert.assertEquals("10", month); Assert.assertEquals("10", month);
String day = ReUtil.get(regex, content, "day"); final String day = ReUtil.get(regex, content, "day");
Assert.assertEquals("11", day); Assert.assertEquals("11", day);
} }
@Test @Test
public void getAllGroupNamesTest() { public void getAllGroupNamesTest() {
String content = "2021-10-11"; final String content = "2021-10-11";
String regex = "(?<year>\\d+)-(?<month>\\d+)-(?<day>\\d+)"; final String regex = "(?<year>\\d+)-(?<month>\\d+)-(?<day>\\d+)";
Map<String, String> map = ReUtil.getAllGroupNames(PatternPool.get(regex, Pattern.DOTALL), content); final Map<String, String> map = ReUtil.getAllGroupNames(PatternPool.get(regex, Pattern.DOTALL), content);
Assert.assertEquals(map.get("year"), "2021"); Assert.assertEquals(map.get("year"), "2021");
Assert.assertEquals(map.get("month"), "10"); Assert.assertEquals(map.get("month"), "10");
Assert.assertEquals(map.get("day"), "11"); Assert.assertEquals(map.get("day"), "11");
} }
@Test
public void issuesI5TQDRTest(){
final Pattern patternIp = Pattern.compile("((2(5[0-5]|[0-4]\\d))|[0-1]?\\d{1,2})\\.((2(5[0-5]|[0-4]\\d))|[0-1]?\\d{1,2})\\.((2(5[0-5]|[0-4]\\d))"
+ "|[0-1]?\\d{1,2})\\.((2(5[0-5]|[0-4]\\d))|[0-1]?\\d{1,2})");
final String s = ReUtil.replaceAll("1.2.3.4", patternIp, "$1.**.**.$10");
Assert.assertEquals("1.**.**.4", s);
}
} }

View File

@ -828,13 +828,26 @@ public class HttpRequest extends HttpBase<HttpRequest> {
* 设置是否打开重定向如果打开默认重定向次数为2<br> * 设置是否打开重定向如果打开默认重定向次数为2<br>
* 此方法效果与{@link #setMaxRedirectCount(int)} 一致 * 此方法效果与{@link #setMaxRedirectCount(int)} 一致
* *
* <p>
* 需要注意的是当设置为{@code true}如果全局重定向次数非0直接复用否则设置默认2次<br>
* 当设置为{@code false}无论全局是否设置次数都设置为0<br>
* 不调用此方法的情况下使用全局默认的次数
* </p>
*
* @param isFollowRedirects 是否打开重定向 * @param isFollowRedirects 是否打开重定向
* @return this * @return this
*/ */
public HttpRequest setFollowRedirects(boolean isFollowRedirects) { public HttpRequest setFollowRedirects(boolean isFollowRedirects) {
if(isFollowRedirects && config.maxRedirectCount <= 0){ if (isFollowRedirects) {
// 默认两次跳转 if (config.maxRedirectCount <= 0) {
return setMaxRedirectCount(2); // 默认两次跳转
return setMaxRedirectCount(2);
}
} else {
// 手动强制关闭重定向此时不受全局重定向设置影响
if (config.maxRedirectCount < 0) {
return setMaxRedirectCount(0);
}
} }
return this; return this;
} }
@ -1034,10 +1047,10 @@ public class HttpRequest extends HttpBase<HttpRequest> {
* 执行Request请求后对响应内容后续处理<br> * 执行Request请求后对响应内容后续处理<br>
* 处理结束后关闭连接 * 处理结束后关闭连接
* *
* @param <T> 处理结果类型 * @param <T> 处理结果类型
* @param function 响应内容处理函数 * @param function 响应内容处理函数
* @since 5.8.5
* @return 处理结果 * @return 处理结果
* @since 5.8.5
*/ */
public <T> T thenFunction(Function<HttpResponse, T> function) { public <T> T thenFunction(Function<HttpResponse, T> function) {
try (final HttpResponse response = execute(true)) { try (final HttpResponse response = execute(true)) {
@ -1242,15 +1255,15 @@ public class HttpRequest extends HttpBase<HttpRequest> {
if (HttpStatus.isRedirected(responseCode)) { if (HttpStatus.isRedirected(responseCode)) {
final UrlBuilder redirectUrl; final UrlBuilder redirectUrl;
String location = httpConnection.header(Header.LOCATION); String location = httpConnection.header(Header.LOCATION);
if(false == HttpUtil.isHttp(location) && false == HttpUtil.isHttps(location)){ if (false == HttpUtil.isHttp(location) && false == HttpUtil.isHttps(location)) {
// issue#I5TPSY // issue#I5TPSY
// location可能为相对路径 // location可能为相对路径
if(false == location.startsWith("/")){ if (false == location.startsWith("/")) {
location = StrUtil.addSuffixIfNot(this.url.getPathStr(), "/") + location; location = StrUtil.addSuffixIfNot(this.url.getPathStr(), "/") + location;
} }
redirectUrl = UrlBuilder.of(this.url.getScheme(), this.url.getHost(), this.url.getPort() redirectUrl = UrlBuilder.of(this.url.getScheme(), this.url.getHost(), this.url.getPort()
, location, null, null, this.charset); , location, null, null, this.charset);
} else{ } else {
redirectUrl = UrlBuilder.ofHttpWithoutEncode(location); redirectUrl = UrlBuilder.ofHttpWithoutEncode(location);
} }
setUrl(redirectUrl); setUrl(redirectUrl);