מ. רובין: יצירת דף עם התוכן "-- Cross validation with wikidata: parse the wikitext of a value related to wikidata and see if they are close enough. local Date = require('יחידה:תאריך') local CrossValidate = {} CrossValidate.CrossValidateResult = { INVALID_WIKITEXT='לא ידוע', --wikitext is empty or too complex MISSING_WIKIDATA='חסר', -- data doesnt exist in wikidata (no entity/no claim) INCOMPATIBLE='לא מתאים', COMPATIBLE='מתאים', MISSING_WIKIDATA..."

2025-06-10T13:32:07Z

יצירת דף עם התוכן "--Cross validation with wikidata: parse the wikitext of a value related to wikidata and see if they are close enough. local Date = require('יחידה:תאריך') local CrossValidate = {} CrossValidate.CrossValidateResult = { INVALID_WIKITEXT='לא ידוע', --wikitext is empty or too complex MISSING_WIKIDATA='חסר', -- data doesnt exist in wikidata (no entity/no claim) INCOMPATIBLE='לא מתאים', COMPATIBLE='מתאים', MISSING_WIKIDATA..."

דף חדש

--[[
Cross validation with wikidata: parse the wikitext of a value related to wikidata and see if they are close enough.
]]
local Date = require('יחידה:תאריך')
local CrossValidate = {}
CrossValidate.CrossValidateResult = {
INVALID_WIKITEXT='לא ידוע', --wikitext is empty or too complex
MISSING_WIKIDATA='חסר', -- data doesnt exist in wikidata (no entity/no claim)
INCOMPATIBLE='לא מתאים',
COMPATIBLE='מתאים',
MISSING_WIKIDATA_LABEL='חסרה תווית עברית'
}

function CrossValidate.maintainceCategory(value, propertyName)
return ''
end
--function CrossValidate.crossValidate( wikitext, propertyName, allowMulti, allowNA, entityId, multiSeperator, optionalQualifier, genderAware )
function CrossValidate.crossValidate( wikitext, propertyName, entityId )
if wikitext == nil or wikitext == '-' or #wikitext ==0 or propertyName ==nil or #propertyName==0 then
return CrossValidate.CrossValidateResult.INVALID_WIKITEXT -- comparing to null wikitext is meaningless
end

if entityId == nil then
if mw.title.getCurrentTitle().namespace==0 then
return CrossValidate.CrossValidateResult.MISSING_WIKIDATA
else
return CrossValidate.CrossValidateResult.INVALID_WIKITEXT
end
end
-- temporary fix for option param of (e.g P1/P2)
if string.find(propertyName, '/') then
return CrossValidate.CrossValidateResult.INVALID_WIKITEXT
end
local propertyVals = mw.wikibase.getBestStatements(entityId, propertyName)
if (not propertyVals) or (#propertyVals==0) then return CrossValidate.CrossValidateResult.MISSING_WIKIDATA end --no such property for this item

-- parsing the wikidata value gives similar result to wikitext
local formattedValue = require('Module:PropertyLink').getPropertyByOptions(propertyName, entityId, {allowMulti=1 })
if formattedValue == wikitext then
return CrossValidate.CrossValidateResult.COMPATIBLE
else
-- try to remove links
if mw.ustring.gsub(wikitext, '[%[%]]', '') == formattedValue or mw.ustring.gsub(wikitext, '%[%[[^%|%[%]]+%|(.+)%]%]', '%1') == formattedValue then
return CrossValidate.CrossValidateResult.COMPATIBLE
end
end

local resTable = {}
for i, property in ipairs(propertyVals) do
local propValue = property.mainsnak and property.mainsnak.datavalue
if not propValue then
return CrossValidate.CrossValidateResult.MISSING_WIKIDATA -- no value/someone etc are considered as missing
end

if propValue['type'] == 'wikibase-entityid' then
local localLabel, langLabel = mw.wikibase.getLabelWithLang( "Q" .. propValue.value['numeric-id'] )
local isLocalLabel = langLabel=='he'
if not isLocalLabel then
return CrossValidate.CrossValidateResult.MISSING_WIKIDATA_LABEL
end
local isCompatible = mw.ustring.find(wikitext, localLabel, 1, true)
if not isCompatible then
local sitelink = mw.wikibase.sitelink( "Q" .. propValue.value['numeric-id'] )
isCompatible = sitelink and mw.ustring.find(wikitext, sitelink, 1, true)
end
if not isCompatible then
local entityObject = mw.wikibase.getEntity( "Q" .. propValue.value['numeric-id'] )
local entityAliases = entityObject and entityObject.aliases and entityObject.aliases['he']
if entityAliases then
for _, curAlias in ipairs(entityAliases) do
isCompatible = isCompatible or mw.ustring.find(wikitext, curAlias.value, 1, true)
end
end
end

if not isCompatible then
return CrossValidate.CrossValidateResult.INCOMPATIBLE
end
elseif propValue['type'] == 'string' then
local isImage = (property.mainsnak.datatype=='commonsMedia')
if isImage then
return CrossValidate.CrossValidateResult.INVALID_WIKITEXT -- images are too complex
else
if not (mw.ustring.find(wikitext, propValue.value, 1, true)) then
return CrossValidate.CrossValidateResult.INCOMPATIBLE
end
end
elseif propValue['type'] == 'monolingualtext' then
if not mw.ustring.find(wikitext, propValue.value.text, 1, true) then
return CrossValidate.CrossValidateResult.INCOMPATIBLE
end
elseif propValue['type'] == 'quantity' then
local noramlizeUnit = mw.ustring.gsub(wikitext, '[%[%]]', '')
noramlizeUnit = mw.ustring.gsub(noramlizeUnit, '(.+) מטרים', '%1 מטר')
noramlizeUnit = mw.ustring.gsub(noramlizeUnit, '(.+) ק"ג$', '%1 קילוגרם')
if noramlizeUnit == formattedValue then
return CrossValidate.CrossValidateResult.COMPATIBLE
end
if mw.ustring.match(noramlizeUnit, '^[%d.,]+ מטר$') then
local ConvertModule = require('Module:Convert')
local success, wikidataMeter = pcall(ConvertModule.convert, mw.getCurrentFrame():newChild{ args = {
['input'] = propertyName,
[2] = 'מטר',
['disp'] = 'out',
['qid'] = entityId,
['abbr']='off'
} }:newChild{})
if success then
wikidataMeter = mw.ustring.gsub(wikidataMeter, '(.+) מטרים', '%1 מטר')
if wikidataMeter==noramlizeUnit then
return CrossValidate.CrossValidateResult.COMPATIBLE
end
end
end
return CrossValidate.CrossValidateResult.INVALID_WIKITEXT -- TODO: parse quantity and units
elseif propValue['type'] == 'time' then
local success, res = pcall(Date.newFromWikitext, wikitext )
if success and property.mainsnak.datavalue and property.mainsnak.datavalue.value then
local wikidataVal = Date.newFromWikidataValue(property.mainsnak.datavalue.value)
if wikidataVal.precision == res.precision then
if wikidataVal:toIso8601() == res:toIso8601() then
return CrossValidate.CrossValidateResult.COMPATIBLE
else
return CrossValidate.CrossValidateResult.INCOMPATIBLE
end
else
-- TODO: handle different precision
return CrossValidate.CrossValidateResult.INVALID_WIKITEXT
end
else
-- ignore parsing errors
return CrossValidate.CrossValidateResult.INVALID_WIKITEXT
end
else
return CrossValidate.CrossValidateResult.INVALID_WIKITEXT -- ignore other types
end
end

return CrossValidate.CrossValidateResult.COMPATIBLE
end

function CrossValidate.templateCrossVal(frame)
local Arguments = require( "Module:Arguments" )
local args = Arguments.getArgs(frame, { ['trim'] = true, ['removeBlanks'] = true })
local wikitext = args[1]
local propertyName = args[2]
local res = CrossValidate.crossValidate(wikitext, propertyName)
if res then
return CrossValidate.maintainceCategory(res, propertyName)
end
end

return CrossValidate

יחידה:WikidataCrossValidation - היסטוריית גרסאות